-- Logs begin at Fri 2022-03-11 15:24:43 UTC, end at Fri 2022-03-11 16:49:25 UTC. -- Mar 11 16:12:26.523673 dv-cinder-750782-12-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Mar 11 16:12:29.522829 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO neutron.common.config [-] Logging enabled! Mar 11 16:12:29.523723 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.0.0.0rc2.dev1 Mar 11 16:12:29.523723 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102984) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 11 16:12:29.527377 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO neutron.common.config [-] Logging enabled! Mar 11 16:12:29.527637 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.0.0.0rc2.dev1 Mar 11 16:12:29.527950 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102984) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 11 16:12:29.528913 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 11 16:12:29.529152 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 11 16:12:29.529536 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 11 16:12:29.529789 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 11 16:12:29.530051 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 11 16:12:29.530845 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:29.531289 dv-cinder-750782-12-iscsi neutron-server[102984]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 11 16:12:29.531615 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:29.531922 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:29.532223 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:29.532527 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:29.532824 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:29.533113 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:29.533406 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:29.533709 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:29.534023 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:29.534309 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:29.534593 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:29.534886 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:29.535167 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:29.535455 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:29.535747 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:29.536037 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] debug = True {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:29.536319 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:29.536746 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:29.537188 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:29.537471 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:29.537761 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:29.538585 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:29.538895 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:29.539237 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:29.539535 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:29.539872 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] host = dv-cinder-750782-12-iscsi {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:29.540153 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:29.540444 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:29.540730 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:29.541018 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:29.541294 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:29.541571 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:29.541854 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:29.542155 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:29.542432 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] log_file = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:29.542708 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:29.542999 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:29.543288 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:29.543578 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:29.543803 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:29.544028 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:29.544319 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:29.544606 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:29.544879 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:29.545155 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:29.545428 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:29.545699 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:29.545996 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:29.546271 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:29.546560 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:29.546847 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:29.547133 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:29.547406 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:29.547679 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:29.547950 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:29.548223 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:29.548508 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:29.548778 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:29.549050 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:29.549321 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:29.549604 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:29.549869 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:29.550166 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:29.550469 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:29.550756 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:29.551041 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:29.551329 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:29.551603 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:29.551886 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:29.552160 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:29.552434 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:29.552705 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] use_json = False {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:29.552978 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:29.553247 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:29.553528 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:29.554449 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:29.554732 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:29.555008 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:29.555281 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:29.555566 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:29.555838 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:29.556136 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:29.556434 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:29.556741 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:29.557041 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:29.557334 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:29.557614 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:29.557902 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:29.558205 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:29.558494 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:29.558782 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:29.559072 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:29.559352 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:29.559654 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:29.559943 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:29.560239 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:29.560542 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:29.560840 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:29.561133 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:29.561408 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:29.561683 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:29.561983 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:29.562266 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:29.562553 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:29.562833 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:29.563122 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:29.563411 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:29.563689 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:29.563987 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:29.564273 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:29.564567 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:29.564859 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:29.565133 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:29.565412 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:29.565702 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:29.566008 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:29.566283 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:29.566561 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:29.566856 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:29.567134 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:29.567407 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:29.567685 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:29.567961 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:29.568232 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:29.568500 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:29.568775 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:29.569064 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:29.570044 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:29.570190 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:29.570460 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:29.570739 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:29.571009 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:29.571296 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:29.571573 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:29.571846 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:29.572116 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:29.572393 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:29.572664 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:29.572933 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:29.573210 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:29.573481 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:29.573762 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:29.574065 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:29.574341 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:29.574612 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:29.574883 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:29.575155 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:29.575426 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:29.575697 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:29.575973 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:29.576243 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:29.576511 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:29.576785 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:29.577056 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:29.577331 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:29.577617 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:29.577917 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:29.578222 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:29.578502 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:29.578782 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:29.579062 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:29.579342 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:29.579621 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:29.579899 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:29.580177 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:29.580450 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:29.580740 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:29.581022 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:29.581311 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:29.581617 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:29.581896 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:29.582221 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:29.582500 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:29.582778 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:29.583062 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:29.583345 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:29.583626 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:29.583911 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:29.584195 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:29.584489 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:29.584782 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:29.585754 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:29.586094 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:29.586399 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:29.586694 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:29.587012 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:29.587297 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:29.587520 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 11 16:12:29.587769 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102984) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 11 16:12:29.968772 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 11 16:12:29.969045 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 11 16:12:29.969353 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 11 16:12:29.969839 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 11 16:12:30.305538 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:12:30.305823 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:12:30.306118 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:12:30.307314 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:12:30.307594 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:12:30.307981 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:12:30.354500 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:12:30.354778 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:12:30.355051 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:12:30.370251 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:12:30.370536 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:12:30.370818 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:12:30.399310 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:12:30.399597 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:12:30.399875 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:12:30.438068 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:12:30.438354 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:12:30.438647 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:12:30.788969 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:12:30.789628 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:12:30.789628 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:12:30.789805 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:12:30.790495 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:12:30.891713 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:12:30.892039 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:12:30.892325 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:12:30.892601 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:12:30.892872 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:12:30.893187 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:12:30.893457 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:12:30.893715 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:12:30.893997 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:12:30.894320 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:12:30.894586 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:12:30.894852 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:12:30.895113 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:12:30.895367 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:12:30.895629 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:12:30.895897 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:12:30.896157 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:12:30.896427 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:12:30.896699 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:12:30.896959 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:12:30.897231 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:12:30.897511 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:12:30.897794 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:12:30.898278 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:12:30.898541 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:12:30.898793 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:12:30.899195 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102984) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 11 16:12:30.899439 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102984) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 11 16:12:30.899679 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102984) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 11 16:12:30.899919 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102984) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 11 16:12:30.900157 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102984) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 11 16:12:30.900394 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102984) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 11 16:12:30.900760 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 11 16:12:30.904016 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 11 16:12:30.908119 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 11 16:12:30.911919 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(600, 649)])]) Mar 11 16:12:30.914429 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 11 16:12:30.914910 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 11 16:12:30.915250 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 11 16:12:30.915639 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 11 16:12:30.918532 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 11 16:12:30.918790 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 11 16:12:30.919143 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 11 16:12:30.924102 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 11 16:12:30.949964 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 11 16:12:30.950455 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:12:30.950763 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102984) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 11 16:12:30.951140 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:12:30.952541 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102984) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 11 16:12:30.952828 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 11 16:12:30.953078 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 11 16:12:30.956462 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:12:30.956747 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:12:31.019124 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 11 16:12:31.019362 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 11 16:12:31.019604 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 11 16:12:31.019984 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 11 16:12:31.040872 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_db.sqlalchemy.engines [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102984) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 11 16:12:31.508408 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO neutron.plugins.ml2.managers [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Initializing driver for type 'gre' Mar 11 16:12:31.508974 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] gre ID ranges: [(1, 1000)] Mar 11 16:12:31.568831 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO neutron.plugins.ml2.managers [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Initializing driver for type 'local' Mar 11 16:12:31.569250 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO neutron.plugins.ml2.managers [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Initializing driver for type 'vlan' Mar 11 16:12:31.582304 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] VlanTypeDriver initialization complete Mar 11 16:12:31.582635 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO neutron.plugins.ml2.managers [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Initializing driver for type 'vxlan' Mar 11 16:12:31.583131 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] vxlan ID ranges: [(1, 1000)] Mar 11 16:12:31.637964 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO neutron.plugins.ml2.managers [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Initializing extension driver 'port_security' Mar 11 16:12:31.638319 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO neutron.plugins.ml2.extensions.port_security [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] PortSecurityExtensionDriver initialization complete Mar 11 16:12:31.638656 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO neutron.plugins.ml2.managers [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Initializing mechanism driver 'openvswitch' Mar 11 16:12:31.638975 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO neutron.plugins.ml2.managers [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Initializing mechanism driver 'hyperv' Mar 11 16:12:31.645592 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.plugins.ml2.plugin [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:12:31.646466 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron_lib.callbacks.manager [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Subscribe: > port after_create 55550000 {{(pid=102984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:12:31.646839 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron_lib.callbacks.manager [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Subscribe: > port after_update 55550000 {{(pid=102984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:12:31.647191 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron_lib.callbacks.manager [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Subscribe: > port after_delete 55550000 {{(pid=102984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:12:31.648632 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102984) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 11 16:12:31.649065 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron_lib.callbacks.manager [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Subscribe: > subnet after_create 55550000 {{(pid=102984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:12:31.649417 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron_lib.callbacks.manager [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Subscribe: > subnet after_update 55550000 {{(pid=102984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:12:31.649761 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron_lib.callbacks.manager [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Subscribe: > subnet after_delete 55550000 {{(pid=102984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:12:31.650189 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102984) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 11 16:12:31.650590 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron_lib.callbacks.manager [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Subscribe: > network after_create 55550000 {{(pid=102984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:12:31.650934 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron_lib.callbacks.manager [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Subscribe: > network after_update 55550000 {{(pid=102984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:12:31.651273 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron_lib.callbacks.manager [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Subscribe: > network after_delete 55550000 {{(pid=102984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:12:31.651667 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102984) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 11 16:12:31.652069 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron_lib.callbacks.manager [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Subscribe: > security_group after_create 55550000 {{(pid=102984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:12:31.652415 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron_lib.callbacks.manager [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Subscribe: > security_group after_update 55550000 {{(pid=102984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:12:31.652753 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron_lib.callbacks.manager [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Subscribe: > security_group after_delete 55550000 {{(pid=102984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:12:31.653145 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102984) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 11 16:12:31.653545 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron_lib.callbacks.manager [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:12:31.653886 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron_lib.callbacks.manager [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:12:31.654250 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron_lib.callbacks.manager [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:12:31.654645 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102984) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 11 16:12:31.655039 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron_lib.callbacks.manager [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Subscribe: > address_group after_create 55550000 {{(pid=102984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:12:31.655378 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron_lib.callbacks.manager [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Subscribe: > address_group after_update 55550000 {{(pid=102984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:12:31.655712 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron_lib.callbacks.manager [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Subscribe: > address_group after_delete 55550000 {{(pid=102984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:12:31.656108 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102984) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 11 16:12:31.656543 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] ML2 OVO RPC backend initialized. {{(pid=102984) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 11 16:12:31.657234 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron_lib.callbacks.manager [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Subscribe: > router_interface after_create 55550000 {{(pid=102984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:12:31.657587 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron_lib.callbacks.manager [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:12:31.658025 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron_lib.callbacks.manager [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Subscribe: > network before_response 55550000 {{(pid=102984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:12:31.658374 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron_lib.callbacks.manager [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Subscribe: > networks before_response 55550000 {{(pid=102984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:12:31.658718 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron_lib.callbacks.manager [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Subscribe: > port before_response 55550000 {{(pid=102984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:12:31.659056 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron_lib.callbacks.manager [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Subscribe: > ports before_response 55550000 {{(pid=102984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:12:31.659393 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron_lib.callbacks.manager [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Subscribe: > subnet before_response 55550000 {{(pid=102984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:12:31.659729 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron_lib.callbacks.manager [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Subscribe: > subnets before_response 55550000 {{(pid=102984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:12:31.660067 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron_lib.callbacks.manager [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Subscribe: > network after_create 55550000 {{(pid=102984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:12:31.660400 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron_lib.callbacks.manager [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Subscribe: > network after_update 55550000 {{(pid=102984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:12:31.660729 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron_lib.callbacks.manager [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Subscribe: > network after_delete 55550000 {{(pid=102984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:12:31.661059 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron_lib.callbacks.manager [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Subscribe: > port after_create 55550000 {{(pid=102984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:12:31.661389 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron_lib.callbacks.manager [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Subscribe: > port after_update 55550000 {{(pid=102984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:12:31.661717 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron_lib.callbacks.manager [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Subscribe: > port after_delete 55550000 {{(pid=102984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:12:31.662074 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron_lib.callbacks.manager [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Subscribe: > subnet after_create 55550000 {{(pid=102984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:12:31.662399 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron_lib.callbacks.manager [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Subscribe: > subnet after_update 55550000 {{(pid=102984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:12:31.662732 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron_lib.callbacks.manager [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Subscribe: > subnet after_delete 55550000 {{(pid=102984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:12:31.671183 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO neutron.quota [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loaded quota_driver: . Mar 11 16:12:31.671549 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO neutron.plugins.ml2.plugin [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Modular L2 Plugin initialization complete Mar 11 16:12:31.671891 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.manager [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loading services supported by the core plugin {{(pid=102984) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 11 16:12:31.672224 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO neutron.plugins.ml2.managers [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Got port-security extension from driver 'port_security' Mar 11 16:12:31.672697 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO neutron.extensions.vlantransparent [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Disabled vlantransparent extension. Mar 11 16:12:31.673183 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.manager [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102984) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 11 16:12:31.673504 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO neutron.manager [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loading Plugin: router Mar 11 16:12:31.711571 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron_lib.callbacks.manager [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Subscribe: > router_interface before_create 55550000 {{(pid=102984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:12:31.711965 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron_lib.callbacks.manager [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Subscribe: > router after_create 55549900 {{(pid=102984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:12:31.712335 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron_lib.callbacks.manager [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Subscribe: > router before_create 55549900 {{(pid=102984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:12:31.712701 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron_lib.callbacks.manager [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:12:31.713071 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron_lib.callbacks.manager [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:12:31.713421 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron_lib.callbacks.manager [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Subscribe: > router after_delete 55549900 {{(pid=102984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:12:31.713776 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron_lib.callbacks.manager [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Subscribe: > floatingip after_create 55550000 {{(pid=102984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:12:31.714160 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron_lib.callbacks.manager [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Subscribe: > floatingip after_update 55550000 {{(pid=102984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:12:31.714783 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron_lib.callbacks.manager [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Subscribe: > router after_create 55549900 {{(pid=102984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:12:31.715164 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron_lib.callbacks.manager [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Subscribe: > router after_update 55549900 {{(pid=102984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:12:31.715472 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron_lib.callbacks.manager [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Subscribe: > router after_update 55549900 {{(pid=102984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:12:31.715826 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron_lib.callbacks.manager [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:12:31.716181 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron_lib.callbacks.manager [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Subscribe: > router after_update 55549900 {{(pid=102984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:12:31.716581 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron_lib.callbacks.manager [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Subscribe: > router precommit_update 55549900 {{(pid=102984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:12:31.716944 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron_lib.callbacks.manager [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Subscribe: port after_update 55550000 {{(pid=102984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:12:31.717277 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron_lib.callbacks.manager [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Subscribe: port after_delete 55550000 {{(pid=102984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:12:31.717611 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron_lib.callbacks.manager [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Subscribe: subnet after_update 55550000 {{(pid=102984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:12:31.717965 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron_lib.callbacks.manager [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:12:31.718320 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron_lib.callbacks.manager [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Subscribe: > port precommit_delete 55550000 {{(pid=102984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:12:31.718661 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron_lib.callbacks.manager [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Subscribe: > router precommit_create 55549900 {{(pid=102984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:12:31.719006 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron_lib.callbacks.manager [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Subscribe: port before_delete 55550000 {{(pid=102984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:12:31.719348 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron_lib.callbacks.manager [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Subscribe: > router precommit_create 55550000 {{(pid=102984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:12:31.719699 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron_lib.callbacks.manager [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Subscribe: > router after_update 55549900 {{(pid=102984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:12:31.720039 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron_lib.callbacks.manager [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Subscribe: > router precommit_delete 55549900 {{(pid=102984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:12:31.720511 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron_lib.callbacks.manager [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Subscribe: > router precommit_create 55549900 {{(pid=102984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:12:31.720870 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron_lib.callbacks.manager [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Subscribe: > router_interface after_create 55550000 {{(pid=102984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:12:31.721214 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron_lib.callbacks.manager [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Subscribe: > router precommit_update 55549900 {{(pid=102984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:12:31.721573 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron_lib.callbacks.manager [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Subscribe: > agent after_create 55550000 {{(pid=102984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:12:31.721917 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron_lib.callbacks.manager [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Subscribe: > agent after_delete 55550000 {{(pid=102984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:12:31.722286 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron_lib.callbacks.manager [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Subscribe: > network after_delete 55550000 {{(pid=102984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:12:31.723141 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.quota.resource_registry [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Tracking information for resource: router configured {{(pid=102984) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 11 16:12:31.723473 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.quota.resource_registry [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Tracking information for resource: floatingip configured {{(pid=102984) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 11 16:12:31.728973 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO neutron.db.l3_agentschedulers_db [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 11 16:12:31.729545 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron_lib.callbacks.manager [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Subscribe: port after_update 55550000 {{(pid=102984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:12:31.729904 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron_lib.callbacks.manager [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Subscribe: port after_create 55550000 {{(pid=102984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:12:31.730278 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron_lib.callbacks.manager [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Subscribe: port after_delete 55550000 {{(pid=102984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:12:31.730625 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron_lib.callbacks.manager [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Subscribe: port after_update 55550000 {{(pid=102984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:12:31.731414 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron_lib.callbacks.manager [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Subscribe: > router before_create 55550100 {{(pid=102984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:12:31.731781 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron_lib.callbacks.manager [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Subscribe: > router precommit_delete 55550100 {{(pid=102984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:12:31.732141 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron_lib.callbacks.manager [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Subscribe: > router precommit_create 55550100 {{(pid=102984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:12:31.732496 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron_lib.callbacks.manager [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Subscribe: > router precommit_update 55550100 {{(pid=102984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:12:31.737419 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.services.provider_configuration [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Service providers = [] {{(pid=102984) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 11 16:12:31.737781 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.db.servicetype_db [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102984) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 11 16:12:31.740737 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.services.service_base [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102984) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 11 16:12:31.741089 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.services.service_base [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102984) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 11 16:12:31.742014 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.services.service_base [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102984) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 11 16:12:31.742910 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.services.service_base [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102984) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 11 16:12:31.743282 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO neutron.services.service_base [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 11 16:12:31.743663 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.manager [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102984) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 11 16:12:31.743977 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO neutron.manager [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 11 16:12:31.754686 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.manager [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102984) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 11 16:12:31.755023 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO neutron.manager [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loading Plugin: auto_allocate Mar 11 16:12:31.761811 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron_lib.callbacks.manager [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Subscribe: network precommit_update 55550000 {{(pid=102984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:12:31.762162 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron_lib.callbacks.manager [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Subscribe: network precommit_create 55550000 {{(pid=102984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:12:31.762679 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.manager [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102984) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 11 16:12:31.762998 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO neutron.manager [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loading Plugin: tag Mar 11 16:12:31.769738 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.manager [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102984) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 11 16:12:31.770104 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO neutron.manager [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loading Plugin: timestamp Mar 11 16:12:31.774977 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.manager [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102984) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 11 16:12:31.775304 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO neutron.manager [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loading Plugin: network_ip_availability Mar 11 16:12:31.780943 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron_lib.callbacks.manager [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:12:31.781350 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron_lib.callbacks.manager [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:12:31.781708 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron_lib.callbacks.manager [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:12:31.782463 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.manager [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102984) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 11 16:12:31.782776 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO neutron.manager [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loading Plugin: flavors Mar 11 16:12:31.787684 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.manager [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102984) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 11 16:12:31.788148 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO neutron.manager [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loading Plugin: revisions Mar 11 16:12:31.793306 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.manager [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102984) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 11 16:12:31.793849 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_concurrency.lockutils [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.824s {{(pid=102984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 11 16:12:31.794469 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102984) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 11 16:12:31.794805 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Initializing extension manager. Mar 11 16:12:31.795323 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loading extension file: __init__.py {{(pid=102984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:12:31.795662 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loading extension file: __pycache__ {{(pid=102984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:12:31.795997 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loading extension file: address_group.py {{(pid=102984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:12:31.796762 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:12:31.797325 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loaded extension: address-group Mar 11 16:12:31.797645 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loading extension file: address_scope.py {{(pid=102984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:12:31.798384 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:12:31.798886 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loaded extension: address-scope Mar 11 16:12:31.799207 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loading extension file: admin_state_down_before_update.py {{(pid=102984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:12:31.800132 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:12:31.800631 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loaded extension: router-admin-state-down-before-update Mar 11 16:12:31.800950 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loading extension file: agent.py {{(pid=102984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:12:31.801640 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:12:31.802171 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loaded extension: agent Mar 11 16:12:31.802493 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loading extension file: agent_resources_synced.py {{(pid=102984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:12:31.803392 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:12:31.804458 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loaded extension: agent-resources-synced Mar 11 16:12:31.804783 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loading extension file: allowedaddresspairs.py {{(pid=102984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:12:31.806596 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:12:31.807112 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loaded extension: allowed-address-pairs Mar 11 16:12:31.807438 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loading extension file: auto_allocated_topology.py {{(pid=102984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:12:31.808512 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:12:31.809021 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loaded extension: auto-allocated-topology Mar 11 16:12:31.809341 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loading extension file: availability_zone.py {{(pid=102984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:12:31.810059 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:12:31.810594 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loaded extension: availability_zone Mar 11 16:12:31.810912 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loading extension file: availability_zone_filter.py {{(pid=102984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:12:31.811841 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:12:31.812337 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loaded extension: availability_zone_filter Mar 11 16:12:31.812652 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loading extension file: data_plane_status.py {{(pid=102984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:12:31.813547 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:12:31.814065 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Extension data-plane-status not supported by any of loaded plugins Mar 11 16:12:31.814385 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loading extension file: default_subnetpools.py {{(pid=102984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:12:31.815283 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:12:31.815777 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loaded extension: default-subnetpools Mar 11 16:12:31.816097 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loading extension file: dhcpagentscheduler.py {{(pid=102984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:12:31.816898 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:12:31.817391 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loaded extension: dhcp_agent_scheduler Mar 11 16:12:31.817710 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loading extension file: dns.py {{(pid=102984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:12:31.818626 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:12:31.819124 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Extension dns-integration not supported by any of loaded plugins Mar 11 16:12:31.820428 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loading extension file: dns_domain_ports.py {{(pid=102984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:12:31.821346 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:12:31.821847 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 11 16:12:31.822186 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:12:31.823098 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:12:31.823594 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 11 16:12:31.823906 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loading extension file: dvr.py {{(pid=102984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:12:31.824564 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:12:31.825356 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loaded extension: dvr Mar 11 16:12:31.825678 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loading extension file: ecmp_routes.py {{(pid=102984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:12:31.826618 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:12:31.827112 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Extension ecmp_routes not supported by any of loaded plugins Mar 11 16:12:31.827427 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loading extension file: empty_string_filtering.py {{(pid=102984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:12:31.828321 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:12:31.828810 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loaded extension: empty-string-filtering Mar 11 16:12:31.829125 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:12:31.830064 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:12:31.830560 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 11 16:12:31.830879 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:12:31.831809 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:12:31.832298 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 11 16:12:31.832613 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loading extension file: external_net.py {{(pid=102984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:12:31.833513 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:12:31.834032 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loaded extension: external-net Mar 11 16:12:31.834353 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loading extension file: extra_dhcp_opt.py {{(pid=102984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:12:31.836297 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:12:31.836798 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loaded extension: extra_dhcp_opt Mar 11 16:12:31.837118 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loading extension file: extraroute.py {{(pid=102984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:12:31.838051 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:12:31.838553 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loaded extension: extraroute Mar 11 16:12:31.838869 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loading extension file: extraroute_atomic.py {{(pid=102984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:12:31.840153 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:12:31.840646 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loaded extension: extraroute-atomic Mar 11 16:12:31.840963 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loading extension file: filter_validation.py {{(pid=102984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:12:31.841619 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:12:31.842145 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loaded extension: filter-validation Mar 11 16:12:31.842466 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loading extension file: fip_pf_description.py {{(pid=102984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:12:31.843360 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:12:31.843851 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 11 16:12:31.844166 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loading extension file: fip_port_details.py {{(pid=102984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:12:31.845248 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:12:31.845744 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loaded extension: fip-port-details Mar 11 16:12:31.846090 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loading extension file: flavors.py {{(pid=102984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:12:31.847342 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:12:31.847845 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loaded extension: flavors Mar 11 16:12:31.848165 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:12:31.849861 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:12:31.850407 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 11 16:12:31.851221 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loading extension file: floatingip_pools.py {{(pid=102984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:12:31.851927 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:12:31.852500 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loaded extension: floatingip-pools Mar 11 16:12:31.852828 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loading extension file: ip_allocation.py {{(pid=102984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:12:31.853737 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:12:31.854265 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Extension ip_allocation not supported by any of loaded plugins Mar 11 16:12:31.854590 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:12:31.855504 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:12:31.856006 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loaded extension: ip-substring-filtering Mar 11 16:12:31.856332 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loading extension file: l2_adjacency.py {{(pid=102984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:12:31.857247 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:12:31.857751 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Extension l2_adjacency not supported by any of loaded plugins Mar 11 16:12:31.858098 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loading extension file: l3.py {{(pid=102984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:12:31.859073 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:12:31.859586 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loaded extension: router Mar 11 16:12:31.859908 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loading extension file: l3_conntrack_helper.py {{(pid=102984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:12:31.862252 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:12:31.862774 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 11 16:12:31.863102 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:12:31.864041 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:12:31.864551 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loaded extension: ext-gw-mode Mar 11 16:12:31.864873 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:12:31.865816 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:12:31.866989 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loaded extension: l3-ha Mar 11 16:12:31.867317 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=102984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:12:31.868231 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=102984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:12:31.868733 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 11 16:12:31.871413 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loading extension file: l3_flavors.py {{(pid=102984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:12:31.871413 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:12:31.871413 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loaded extension: l3-flavors Mar 11 16:12:31.871413 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loading extension file: l3_ndp_proxy.py {{(pid=102984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:12:31.872139 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=102984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:12:31.872643 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 11 16:12:31.872965 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:12:31.873922 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:12:31.874454 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loaded extension: l3-port-ip-change-not-allowed Mar 11 16:12:31.874778 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loading extension file: l3agentscheduler.py {{(pid=102984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:12:31.875844 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:12:31.876353 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loaded extension: l3_agent_scheduler Mar 11 16:12:31.876673 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loading extension file: local_ip.py {{(pid=102984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:12:31.878489 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=102984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:12:31.879013 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Extension local_ip not supported by any of loaded plugins Mar 11 16:12:31.879347 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loading extension file: logging.py {{(pid=102984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:12:31.883408 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:12:31.883931 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Extension logging not supported by any of loaded plugins Mar 11 16:12:31.884265 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loading extension file: metering.py {{(pid=102984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:12:31.885015 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:12:31.885586 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loaded extension: metering Mar 11 16:12:31.885983 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:12:31.887093 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:12:31.887604 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loaded extension: metering_source_and_destination_fields Mar 11 16:12:31.887930 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loading extension file: multiprovidernet.py {{(pid=102984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:12:31.888863 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:12:31.889364 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loaded extension: multi-provider Mar 11 16:12:31.889686 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loading extension file: netmtu.py {{(pid=102984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:12:31.890641 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:12:31.891141 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loaded extension: net-mtu Mar 11 16:12:31.891463 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loading extension file: netmtu_writable.py {{(pid=102984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:12:31.892378 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:12:31.892877 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loaded extension: net-mtu-writable Mar 11 16:12:31.893193 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loading extension file: network_availability_zone.py {{(pid=102984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:12:31.893859 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:12:31.894398 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loaded extension: network_availability_zone Mar 11 16:12:31.894719 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loading extension file: network_ip_availability.py {{(pid=102984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:12:31.895843 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:12:31.896353 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loaded extension: network-ip-availability Mar 11 16:12:31.896675 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loading extension file: network_segment_range.py {{(pid=102984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:12:31.898174 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:12:31.899184 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Extension network-segment-range not supported by any of loaded plugins Mar 11 16:12:31.899506 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loading extension file: pagination.py {{(pid=102984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:12:31.900494 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:12:31.900820 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loaded extension: pagination Mar 11 16:12:31.901134 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loading extension file: port_device_profile.py {{(pid=102984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:12:31.902059 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:12:31.902563 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loaded extension: port-device-profile Mar 11 16:12:31.902879 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:12:31.903796 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:12:31.904297 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loaded extension: port-mac-address-regenerate Mar 11 16:12:31.904615 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:12:31.905513 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:12:31.906050 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loaded extension: port-numa-affinity-policy Mar 11 16:12:31.906373 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loading extension file: port_resource_request.py {{(pid=102984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:12:31.907281 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:12:31.907774 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Extension port-resource-request not supported by any of loaded plugins Mar 11 16:12:31.908090 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loading extension file: port_resource_request_groups.py {{(pid=102984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:12:31.909054 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=102984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:12:31.909552 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 11 16:12:31.909867 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loading extension file: portbindings.py {{(pid=102984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:12:31.910815 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:12:31.911307 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loaded extension: binding Mar 11 16:12:31.911625 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loading extension file: portbindings_extended.py {{(pid=102984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:12:31.912906 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:12:31.913763 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loaded extension: binding-extended Mar 11 16:12:31.914212 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loading extension file: portsecurity.py {{(pid=102984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:12:31.915132 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:12:31.915636 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loaded extension: port-security Mar 11 16:12:31.915959 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loading extension file: project_id.py {{(pid=102984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:12:31.916935 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:12:31.917259 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loaded extension: project-id Mar 11 16:12:31.917575 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loading extension file: providernet.py {{(pid=102984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:12:31.918516 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:12:31.919015 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loaded extension: provider Mar 11 16:12:31.919333 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loading extension file: qos.py {{(pid=102984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:12:31.922968 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:12:31.923481 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Extension qos not supported by any of loaded plugins Mar 11 16:12:31.923807 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:12:31.925045 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:12:31.925555 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 11 16:12:31.925883 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:12:31.926825 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:12:31.927328 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 11 16:12:31.927648 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loading extension file: qos_default.py {{(pid=102984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:12:31.928550 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:12:31.929666 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Extension qos-default not supported by any of loaded plugins Mar 11 16:12:31.930015 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loading extension file: qos_fip.py {{(pid=102984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:12:31.930960 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:12:31.931464 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Extension qos-fip not supported by any of loaded plugins Mar 11 16:12:31.931787 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loading extension file: qos_fip_network_policy.py {{(pid=102984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:12:31.932689 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=102984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:12:31.933188 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 11 16:12:31.933511 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loading extension file: qos_gateway_ip.py {{(pid=102984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:12:31.934449 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:12:31.934950 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 11 16:12:31.935272 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loading extension file: qos_port_network_policy.py {{(pid=102984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:12:31.936313 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:12:31.936812 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 11 16:12:31.937135 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:12:31.938209 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:12:31.938711 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 11 16:12:31.939030 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=102984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:12:31.940063 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=102984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:12:31.940563 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 11 16:12:31.940884 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loading extension file: qos_pps_rule.py {{(pid=102984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:12:31.942089 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:12:31.942601 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Extension qos-pps not supported by any of loaded plugins Mar 11 16:12:31.942925 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loading extension file: qos_rule_type_details.py {{(pid=102984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:12:31.943832 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:12:31.944878 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 11 16:12:31.945714 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loading extension file: qos_rules_alias.py {{(pid=102984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:12:31.946788 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:12:31.947292 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 11 16:12:31.947613 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loading extension file: quota_check_limit.py {{(pid=102984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:12:31.948527 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=102984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:12:31.949032 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loaded extension: quota-check-limit Mar 11 16:12:31.949351 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loading extension file: quotasv2.py {{(pid=102984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:12:31.950344 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:12:31.950668 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loaded extension: quotas Mar 11 16:12:31.950984 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loading extension file: quotasv2_detail.py {{(pid=102984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:12:31.952714 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:12:31.953055 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loaded extension: quota_details Mar 11 16:12:31.953386 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loading extension file: rbac.py {{(pid=102984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:12:31.954475 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:12:31.954993 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loaded extension: rbac-policies Mar 11 16:12:31.955322 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loading extension file: rbac_address_group.py {{(pid=102984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:12:31.956244 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:12:31.956757 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loaded extension: rbac-address-group Mar 11 16:12:31.957083 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loading extension file: rbac_address_scope.py {{(pid=102984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:12:31.958009 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:12:31.958520 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loaded extension: rbac-address-scope Mar 11 16:12:31.958842 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loading extension file: rbac_security_groups.py {{(pid=102984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:12:31.959745 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:12:31.961349 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loaded extension: rbac-security-groups Mar 11 16:12:31.961675 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loading extension file: rbac_subnetpool.py {{(pid=102984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:12:31.962628 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:12:31.963134 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loaded extension: rbac-subnetpool Mar 11 16:12:31.963454 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loading extension file: revisionifmatch.py {{(pid=102984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:12:31.964710 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:12:31.965210 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loaded extension: revision-if-match Mar 11 16:12:31.965531 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loading extension file: revisions.py {{(pid=102984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:12:31.966671 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:12:31.967178 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loaded extension: standard-attr-revisions Mar 11 16:12:31.967500 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loading extension file: router_availability_zone.py {{(pid=102984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:12:31.968165 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:12:31.968668 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loaded extension: router_availability_zone Mar 11 16:12:31.968994 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loading extension file: routerservicetype.py {{(pid=102984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:12:31.969903 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:12:31.970423 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Extension router-service-type not supported by any of loaded plugins Mar 11 16:12:31.970741 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:12:31.971652 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:12:31.972152 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loaded extension: security-groups-normalized-cidr Mar 11 16:12:31.972469 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loading extension file: security_groups_port_filtering.py {{(pid=102984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:12:31.973375 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:12:31.973870 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loaded extension: port-security-groups-filtering Mar 11 16:12:31.974213 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:12:31.975123 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:12:31.975855 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loaded extension: security-groups-remote-address-group Mar 11 16:12:31.976292 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loading extension file: security_groups_shared_filtering.py {{(pid=102984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:12:31.977292 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=102984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:12:31.977821 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loaded extension: security-groups-shared-filtering Mar 11 16:12:31.978181 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=102984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:12:31.978795 dv-cinder-750782-12-iscsi neutron-server[102984]: WARNING neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 11 16:12:31.979123 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loading extension file: securitygroup.py {{(pid=102984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:12:31.988792 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:12:31.989321 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loaded extension: security-group Mar 11 16:12:31.989655 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loading extension file: segment.py {{(pid=102984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:12:31.990415 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:12:31.990927 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Extension segment not supported by any of loaded plugins Mar 11 16:12:31.991362 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:12:31.992295 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:12:31.992803 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 11 16:12:31.993131 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loading extension file: servicetype.py {{(pid=102984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:12:31.994264 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:12:31.994776 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loaded extension: service-type Mar 11 16:12:31.995105 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loading extension file: sorting.py {{(pid=102984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:12:31.996090 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:12:31.996419 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loaded extension: sorting Mar 11 16:12:31.996741 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loading extension file: standard_attr_segment.py {{(pid=102984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:12:31.997651 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:12:31.998188 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 11 16:12:31.998513 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loading extension file: standardattrdescription.py {{(pid=102984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:12:31.999158 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:12:31.999659 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loaded extension: standard-attr-description Mar 11 16:12:31.999979 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loading extension file: stateful_security_group.py {{(pid=102984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:12:32.000921 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:12:32.001428 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loaded extension: stateful-security-group Mar 11 16:12:32.001751 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loading extension file: stdattrs_common.py {{(pid=102984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:12:32.002346 dv-cinder-750782-12-iscsi neutron-server[102984]: WARNING neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 11 16:12:32.002664 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:12:32.003604 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:12:32.004114 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 11 16:12:32.004436 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loading extension file: subnet_onboard.py {{(pid=102984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:12:32.005515 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:12:32.006060 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loaded extension: subnet_onboard Mar 11 16:12:32.006385 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:12:32.007846 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:12:32.008355 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 11 16:12:32.008679 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loading extension file: subnet_service_types.py {{(pid=102984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:12:32.009604 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:12:32.010147 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loaded extension: subnet-service-types Mar 11 16:12:32.010473 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loading extension file: subnetallocation.py {{(pid=102984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:12:32.011563 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:12:32.012121 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loaded extension: subnet_allocation Mar 11 16:12:32.012402 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:12:32.013067 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:12:32.013584 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loaded extension: subnetpool-prefix-ops Mar 11 16:12:32.013905 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:12:32.014855 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:12:32.015365 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 11 16:12:32.015686 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loading extension file: tagging.py {{(pid=102984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:12:32.016776 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:12:32.017288 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loaded extension: standard-attr-tag Mar 11 16:12:32.017612 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loading extension file: timestamp.py {{(pid=102984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:12:32.018847 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:12:32.019363 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loaded extension: standard-attr-timestamp Mar 11 16:12:32.019691 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loading extension file: trunk.py {{(pid=102984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:12:32.020729 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:12:32.021237 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Extension trunk not supported by any of loaded plugins Mar 11 16:12:32.021561 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loading extension file: trunk_details.py {{(pid=102984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:12:32.023103 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:12:32.023606 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Extension trunk-details not supported by any of loaded plugins Mar 11 16:12:32.023930 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loading extension file: uplink_status_propagation.py {{(pid=102984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:12:32.024852 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:12:32.025355 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 11 16:12:32.025677 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Loading extension file: vlantransparent.py {{(pid=102984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:12:32.026381 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:12:32.026882 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Extension vlan-transparent not supported by any of loaded plugins Mar 11 16:12:32.029425 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO neutron.quota.resource_registry [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Creating instance of TrackedResource for resource:network Mar 11 16:12:32.029973 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO neutron.quota.resource_registry [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Creating instance of TrackedResource for resource:subnet Mar 11 16:12:32.030378 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO neutron.quota.resource_registry [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Creating instance of TrackedResource for resource:subnetpool Mar 11 16:12:32.030772 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO neutron.quota.resource_registry [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Creating instance of TrackedResource for resource:port Mar 11 16:12:32.032166 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.v2.resource_helper [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102984) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 16:12:32.032634 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.v2.resource_helper [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Service FLAVORS assigned prefix: {{(pid=102984) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 16:12:32.033315 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.v2.resource_helper [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102984) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 16:12:32.033875 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.v2.resource_helper [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102984) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 16:12:32.034241 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO neutron.quota.resource_registry [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Creating instance of TrackedResource for resource:router Mar 11 16:12:32.034746 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO neutron.quota.resource_registry [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Creating instance of TrackedResource for resource:floatingip Mar 11 16:12:32.035371 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.v2.resource_helper [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Service METERING assigned prefix: /metering {{(pid=102984) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 16:12:32.037066 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron_lib.callbacks.manager [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:12:32.037547 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron_lib.callbacks.manager [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:12:32.037907 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron_lib.callbacks.manager [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:12:32.039179 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO neutron.quota.resource_registry [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Creating instance of CountableResource for resource:rbac_policy Mar 11 16:12:32.039627 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO neutron.quota.resource_registry [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Creating instance of TrackedResource for resource:security_group Mar 11 16:12:32.040136 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO neutron.quota.resource_registry [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Creating instance of TrackedResource for resource:security_group_rule Mar 11 16:12:32.040806 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.v2.resource_helper [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Service CORE assigned prefix: {{(pid=102984) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 16:12:32.041140 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO neutron.quota.resource_registry [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Creating instance of TrackedResource for resource:subnetpool Mar 11 16:12:32.041489 dv-cinder-750782-12-iscsi neutron-server[102984]: WARNING neutron.quota.resource_registry [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] subnetpool is already registered Mar 11 16:12:32.042075 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.v2.resource_helper [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Service CORE assigned prefix: {{(pid=102984) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 16:12:32.042524 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO neutron.quota.resource_registry [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Creating instance of TrackedResource for resource:subnetpool Mar 11 16:12:32.042863 dv-cinder-750782-12-iscsi neutron-server[102984]: WARNING neutron.quota.resource_registry [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] subnetpool is already registered Mar 11 16:12:32.045549 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.v2.resource_helper [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102984) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 16:12:32.046088 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.v2.resource_helper [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Service FLAVORS assigned prefix: {{(pid=102984) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 16:12:32.046694 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.v2.resource_helper [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102984) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 16:12:32.047188 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.v2.resource_helper [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102984) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 16:12:32.047520 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO neutron.quota.resource_registry [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Creating instance of TrackedResource for resource:router Mar 11 16:12:32.047862 dv-cinder-750782-12-iscsi neutron-server[102984]: WARNING neutron.quota.resource_registry [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] router is already registered Mar 11 16:12:32.048397 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO neutron.quota.resource_registry [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Creating instance of TrackedResource for resource:floatingip Mar 11 16:12:32.048735 dv-cinder-750782-12-iscsi neutron-server[102984]: WARNING neutron.quota.resource_registry [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] floatingip is already registered Mar 11 16:12:32.049368 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.v2.resource_helper [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Service METERING assigned prefix: /metering {{(pid=102984) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 16:12:32.050078 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO neutron.quota.resource_registry [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Creating instance of CountableResource for resource:rbac_policy Mar 11 16:12:32.050526 dv-cinder-750782-12-iscsi neutron-server[102984]: WARNING neutron.quota.resource_registry [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] rbac_policy is already registered Mar 11 16:12:32.051069 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO neutron.quota.resource_registry [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Creating instance of TrackedResource for resource:security_group Mar 11 16:12:32.051412 dv-cinder-750782-12-iscsi neutron-server[102984]: WARNING neutron.quota.resource_registry [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] security_group is already registered Mar 11 16:12:32.051823 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO neutron.quota.resource_registry [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Creating instance of TrackedResource for resource:security_group_rule Mar 11 16:12:32.052221 dv-cinder-750782-12-iscsi neutron-server[102984]: WARNING neutron.quota.resource_registry [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] security_group_rule is already registered Mar 11 16:12:32.052918 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.v2.resource_helper [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Service CORE assigned prefix: {{(pid=102984) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 16:12:32.053251 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO neutron.quota.resource_registry [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Creating instance of TrackedResource for resource:subnetpool Mar 11 16:12:32.053588 dv-cinder-750782-12-iscsi neutron-server[102984]: WARNING neutron.quota.resource_registry [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] subnetpool is already registered Mar 11 16:12:32.054758 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.v2.resource_helper [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Service CORE assigned prefix: {{(pid=102984) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 16:12:32.055085 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO neutron.quota.resource_registry [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Creating instance of TrackedResource for resource:subnetpool Mar 11 16:12:32.055417 dv-cinder-750782-12-iscsi neutron-server[102984]: WARNING neutron.quota.resource_registry [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] subnetpool is already registered Mar 11 16:12:32.055927 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Extended resource: extensions {{(pid=102984) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 16:12:32.057464 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Extended resource: address-groups {{(pid=102984) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 16:12:32.059013 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Extended resource: address-scopes {{(pid=102984) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 16:12:32.060351 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Extended resource: agents {{(pid=102984) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 16:12:32.061529 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Extended resource: auto-allocated-topology {{(pid=102984) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 16:12:32.062834 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Extended resource: availability_zones {{(pid=102984) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 16:12:32.064063 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Extended resource: dhcp-networks {{(pid=102984) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 16:12:32.065590 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Extended resource: dhcp-agents {{(pid=102984) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 16:12:32.067045 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Extended resource: routers {{(pid=102984) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 16:12:32.070019 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Extended resource: flavors {{(pid=102984) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 16:12:32.071209 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Extended resource: service_profiles {{(pid=102984) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 16:12:32.072428 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Extended resource: next_providers {{(pid=102984) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 16:12:32.073875 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Extended resource: service_profiles {{(pid=102984) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 16:12:32.075461 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Extended resource: floatingip-pools {{(pid=102984) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 16:12:32.076697 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Extended resource: routers {{(pid=102984) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 16:12:32.078875 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Extended resource: floatingips {{(pid=102984) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 16:12:32.081165 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Extended resource: l3-routers {{(pid=102984) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 16:12:32.082633 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Extended resource: l3-agents {{(pid=102984) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 16:12:32.084059 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Extended resource: metering-labels {{(pid=102984) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 16:12:32.085460 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Extended resource: metering-label-rules {{(pid=102984) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 16:12:32.086785 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Extended resource: network-ip-availabilities {{(pid=102984) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 16:12:32.088063 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Extended resource: bindings {{(pid=102984) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 16:12:32.090017 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Extended resource: quotas {{(pid=102984) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 16:12:32.091608 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Extended resource: quotas {{(pid=102984) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 16:12:32.093148 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Extended resource: rbac-policies {{(pid=102984) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 16:12:32.094501 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Extended resource: security-groups {{(pid=102984) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 16:12:32.095737 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Extended resource: security-group-rules {{(pid=102984) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 16:12:32.097033 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Extended resource: service-providers {{(pid=102984) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 16:12:32.098287 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Extended resource: subnetpools {{(pid=102984) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 16:12:32.099728 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Extended resource: subnetpools {{(pid=102984) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 16:12:32.101366 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Extended resource: tags {{(pid=102984) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 16:12:32.103222 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Extended resource: tags {{(pid=102984) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 16:12:32.105092 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Extended resource: tags {{(pid=102984) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 16:12:32.106907 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Extended resource: tags {{(pid=102984) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 16:12:32.108692 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Extended resource: tags {{(pid=102984) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 16:12:32.110585 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Extended resource: tags {{(pid=102984) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 16:12:32.112283 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Extended resource: tags {{(pid=102984) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 16:12:32.114204 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Extended resource: tags {{(pid=102984) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 16:12:32.115960 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Extended resource: tags {{(pid=102984) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 16:12:32.118464 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron.api.extensions [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Extended resource: tags {{(pid=102984) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 16:12:32.124389 dv-cinder-750782-12-iscsi neutron-server[102984]: WARNING keystonemiddleware.auth_token [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 11 16:12:32.129091 dv-cinder-750782-12-iscsi neutron-server[102984]: WARNING keystonemiddleware.auth_token [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 11 16:12:32.138528 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_concurrency.lockutils [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Acquired lock "singleton_lock" {{(pid=102984) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 11 16:12:32.139002 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_concurrency.lockutils [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Releasing lock "singleton_lock" {{(pid=102984) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 11 16:12:32.139656 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO oslo_service.service [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Starting 2 workers Mar 11 16:12:32.144458 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Started child 103091 {{(pid=102984) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 11 16:12:32.149095 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Started child 103092 {{(pid=102984) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 11 16:12:32.150691 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO neutron.service [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Neutron service started, listening on 0.0.0.0:9696 Mar 11 16:12:32.150907 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:12:32.151596 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron_lib.callbacks.manager [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Publish callbacks [] for process (None), before_spawn {{(pid=102984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:12:32.152470 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [-] (103091) wsgi starting up on http://0.0.0.0:9696 Mar 11 16:12:32.153770 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO oslo_service.service [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Starting 1 workers Mar 11 16:12:32.153923 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:12:32.155280 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [-] (103092) wsgi starting up on http://0.0.0.0:9696 Mar 11 16:12:32.158971 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Started child 103093 {{(pid=102984) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 11 16:12:32.159532 dv-cinder-750782-12-iscsi neutron-server[102984]: INFO oslo_service.service [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Starting 1 workers Mar 11 16:12:32.162841 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.service [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] calling RpcWorker wait() {{(pid=103093) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 11 16:12:32.163580 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.service [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] returning from RpcWorker wait() {{(pid=103093) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 11 16:12:32.164083 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Started child 103094 {{(pid=102984) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 11 16:12:32.164906 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG neutron_lib.callbacks.manager [None req-bc31654e-80fc-4e35-bde4-24959b6aa5df None None] Publish callbacks [] for process (None), after_spawn {{(pid=102984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:12:32.165025 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:12:32.165432 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:12:32.167116 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102984) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 11 16:12:32.167325 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 11 16:12:32.167509 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 11 16:12:32.167736 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 11 16:12:32.168086 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 11 16:12:32.168226 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 11 16:12:32.168744 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.169019 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.169282 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.169526 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.169838 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.169938 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:12:32.170469 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.170705 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.170878 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:12:32.170981 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.171207 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.171457 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.171630 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.171795 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.172042 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.172270 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.172570 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.172832 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.173066 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.173322 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.173493 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.173755 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.174045 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.174312 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.174569 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] debug = True {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.174833 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.175323 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.175550 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.175814 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.176059 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.176318 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.176568 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.176851 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.177091 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.177310 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.177560 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.177819 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.178085 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.178305 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.178579 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.179304 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.179572 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.179805 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.180413 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] host = dv-cinder-750782-12-iscsi {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.180665 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.180885 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.181139 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.181398 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.181644 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.181878 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.182156 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.182416 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.182650 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.182894 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.183142 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.183378 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.183614 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.183862 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] log_file = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.184029 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] log_options = True {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.184285 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.184560 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.184782 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.184975 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.185145 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.185309 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.185564 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.185730 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.185995 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.186215 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.186428 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.186646 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.186938 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.187123 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.187392 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.187604 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.187839 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.188070 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.188327 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.188569 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.188806 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.189022 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.189235 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.189482 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.189744 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.190308 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.190308 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.190567 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.190691 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.190862 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.191092 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.191338 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.191551 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.191794 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.192066 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.192294 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.192518 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.192760 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.193316 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.193316 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.193554 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.193912 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.193912 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.199057 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.199057 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.199057 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.199057 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] use_json = False {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.199057 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.199057 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.199057 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.199057 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.199057 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.201029 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.201029 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.201029 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.201029 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.201580 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 36298) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:12:32.202249 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.202249 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.202249 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.202249 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.202249 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.202249 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.202249 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.202249 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.203853 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.203853 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.203853 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.203853 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.203853 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.203853 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.203853 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.203853 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.204737 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.204737 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.204737 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.204737 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.204737 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.204737 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.205749 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.205749 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.205749 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.205749 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.206266 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.206266 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.206470 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.206813 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.207076 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.207343 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.72/identity {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.207607 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.208344 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.208344 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.208562 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [-] 10.222.0.72 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0067196 Mar 11 16:12:32.208683 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.208683 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.208683 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.209578 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.210635 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.210869 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.211089 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.211416 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.212986 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.213112 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.213319 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.214636 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.214906 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.215147 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.215401 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.215627 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.215864 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.216081 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.216327 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.216812 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.217272 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.217730 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.218205 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.218667 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.219083 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.219513 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.219818 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.220912 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.221262 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.221549 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.221829 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.222154 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.222432 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.222747 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.223031 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.223250 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.223464 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.223685 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.223920 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.224134 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.224547 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.224947 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.225162 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.225571 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.225783 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.226200 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.226640 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.227049 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.227464 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.227858 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.228244 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.228664 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.229084 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.229380 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.229692 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.230016 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.230360 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.230747 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.231059 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.231363 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.231642 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.231964 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.232244 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.232554 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.232777 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.233020 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.233232 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.233499 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.233719 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.233971 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.235119 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.235385 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.235651 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.235887 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.236107 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.236329 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.236552 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.236780 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.237000 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.237350 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.237813 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.238097 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.238329 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.238599 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.238886 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.239120 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.239398 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.239614 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.239888 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.240186 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.240443 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.240701 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.240945 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.241722 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.242024 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.242442 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.242876 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.243299 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.243744 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.243984 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.244238 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.244483 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.244716 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.244946 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.245243 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.245477 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.245692 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.245990 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.246211 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.246457 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.246691 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.246949 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.247191 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.247421 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.247676 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.248104 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.72/identity {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.248506 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.248939 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.249371 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.249794 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.250035 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.250255 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.250524 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.250724 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.250933 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.251387 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.251606 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.251826 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.252036 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.252407 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.252763 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.253146 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.254330 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.254735 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.255129 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.255509 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.255869 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.256236 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.256598 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.257729 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.257938 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.258253 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.258508 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.258726 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.258975 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.259229 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.259484 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.259703 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.259949 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.260168 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.260382 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.260591 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.261029 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.261297 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.261593 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.261910 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.262270 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.262511 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.262938 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.263458 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.263881 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.264278 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.264691 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.265160 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.265416 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.265634 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.265872 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.266141 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.266380 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.266610 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.266814 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.267042 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.267262 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.267479 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.267708 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.267973 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.268376 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.268644 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.268861 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.269074 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.269327 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.269544 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.269754 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.270166 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.270549 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.270928 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.271164 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.271371 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.271805 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.272054 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.272301 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.272594 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.273014 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.273457 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.273727 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.274432 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.274432 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.274432 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.274669 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.274824 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.275197 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.275559 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.275778 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.276020 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.276237 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.276446 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.277270 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.277270 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.277270 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.277270 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.277548 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.277690 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.278106 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.280017 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.280017 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.280017 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.280017 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.280017 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.280017 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.280017 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.280017 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.280551 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.280551 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.280551 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.280739 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.280819 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.281036 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.281527 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.281960 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.282381 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.282816 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.283271 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.283500 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.283759 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.284025 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.284252 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.284472 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.284729 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.285040 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.285332 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.285735 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.286170 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.286598 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.287009 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.287472 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.287854 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.288521 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.289184 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.289184 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.289362 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.289529 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.289769 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.290014 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.290382 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.290617 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.291051 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.291276 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.292363 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.292587 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.292882 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.293025 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.293463 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.293901 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.294363 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.294800 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.295240 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.295649 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.296011 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 11 16:12:32.296767 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102984) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 11 16:12:32.296929 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 11 16:12:32.298215 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 11 16:12:32.298215 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 11 16:12:32.298215 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 11 16:12:32.298215 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 11 16:12:32.298215 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.298215 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.298215 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.298656 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.298656 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.298656 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.298827 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.298988 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.299875 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.299875 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.299875 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.299875 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.299875 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.300211 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.300211 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.300331 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.300567 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.300785 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.301018 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.301233 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.301445 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.301662 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.301863 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] debug = True {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.302238 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.302498 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.302716 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.302932 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.303140 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.303498 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.304461 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.304827 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.305173 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.305483 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.305643 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.305965 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.306258 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.306541 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.306672 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:12:32.306971 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.307136 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.307441 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.307599 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.307763 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] host = dv-cinder-750782-12-iscsi {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.307924 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.308084 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.308244 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.308405 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.308565 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.308724 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.308883 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.309043 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.309209 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.309396 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.309520 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.309818 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.310144 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.310308 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] log_file = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.310474 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] log_options = True {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.310623 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.310780 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.310933 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.311126 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.311288 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.311588 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.311938 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.312273 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.312595 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.312760 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.312922 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.313080 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.313240 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.313398 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.313560 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.313741 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.313869 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.314208 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.314390 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.315392 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.315392 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.315392 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.315392 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.315392 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.315392 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.315849 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.315849 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.315849 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.316052 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.316052 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.316192 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.316313 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.316471 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.316787 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.317073 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.317378 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.317536 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.317696 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.317860 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.318040 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.318203 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.318364 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.318523 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.318682 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.318844 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.319002 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.319161 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] use_json = False {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.319376 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.320028 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.320187 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.320345 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.320513 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.320658 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.320817 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.320976 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.321134 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:12:32.321315 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.321481 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.321649 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.321978 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.322368 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.322675 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.322840 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.322992 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.323294 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.323455 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.323629 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.324657 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.324657 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.324657 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.324657 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.324657 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.324657 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.325027 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.325027 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.325027 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.325195 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.325305 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.325479 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.325636 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.325796 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.325970 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.326144 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.326313 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.326472 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.326647 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.326806 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.326967 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.72/identity {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.327129 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.327290 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.328195 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.328195 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.328195 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.328195 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.328195 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.328195 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.328627 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.328627 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.328627 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.328829 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.329553 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.329553 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.329553 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.329553 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.329553 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.329926 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.329926 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.330220 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.330220 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.330402 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.330504 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.330586 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.331847 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.331847 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.331847 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.331847 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.331847 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.331847 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.331847 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.331847 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.332422 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.332422 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.332422 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.332422 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.332666 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.332730 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.333704 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.333704 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.333704 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.333704 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.333704 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.333704 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.333704 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.334283 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.334283 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.334283 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.334508 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.334508 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.334650 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.335273 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.335273 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.335273 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.335273 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.335781 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.335781 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.335781 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.336069 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.336069 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.336276 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.336392 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.336539 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.336661 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.336782 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.336937 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.337087 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.337236 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.337383 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.337504 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.337668 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.337817 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.337986 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.338150 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.338310 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.338469 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.338651 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.338787 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.338950 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.339109 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.339705 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.340039 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.340362 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.340511 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.340672 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.340815 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.340981 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.341149 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.342016 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.342016 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.342016 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.342016 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.342016 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.342344 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.342344 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.342465 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.342558 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.342716 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.342876 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.343035 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.343196 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.343798 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.343798 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.343798 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.343798 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.344206 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.344206 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.344414 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.344518 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.346542 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.346542 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.346542 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.346542 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.346542 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.346542 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.346542 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.346542 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.347266 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.347266 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.72/identity {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.347266 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.347266 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.348226 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.348407 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.348566 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.348822 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.348822 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.349065 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.349187 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.349325 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.349853 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.349853 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.349853 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.349853 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.350566 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.350566 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.350566 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.350566 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.351105 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.351105 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.351105 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.351105 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.351606 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.351606 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.351874 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.351874 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.352817 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.352817 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.352817 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.352817 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.352817 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.352817 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.353672 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.353672 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.353672 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.353672 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.353672 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.353672 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.354579 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.354579 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.354579 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.354579 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.354579 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.354579 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.355624 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.355624 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.355624 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.355624 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.355624 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.355624 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.355624 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.356493 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.356493 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.356493 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.356493 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.356493 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.356493 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.357251 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.357251 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.357251 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.357251 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.357251 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.357879 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.357879 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.357879 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.357879 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.358431 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.358431 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.358431 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.358431 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.358959 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.358959 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.358959 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.359339 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.359339 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.359339 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.361229 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.361229 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.361229 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.361229 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.361229 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.361229 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.361229 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.361229 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.362556 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.362556 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.362556 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.362556 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.362556 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.362556 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.362556 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.362556 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.364175 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.364175 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.364175 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.364175 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.364175 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.364175 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.364175 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.364175 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.365559 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.365559 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.365559 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.365559 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.365559 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.365559 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.365559 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.365559 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.367137 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.367137 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.367137 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.367137 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.367137 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.367137 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.367137 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.367137 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.367939 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.367939 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.367939 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.367939 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.367939 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.367939 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.367939 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.368508 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.368508 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.368508 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.368508 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.368775 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.368775 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.368916 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.369064 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.369239 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.369405 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.369567 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.369731 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.369893 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.370080 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.370241 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.370402 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.370562 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.370725 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.370886 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.371048 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.371207 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.371527 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.371692 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.371855 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.372015 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.372177 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.372343 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.372505 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:12:32.372659 dv-cinder-750782-12-iscsi neutron-server[102984]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 11 16:12:43.854541 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d1dee2-1cbf-43e1-aa0a-b61d61f35fbd None None] get_active_networks_info from dv-cinder-750782-12-iscsi {{(pid=103093) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 11 16:12:43.921196 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d1dee2-1cbf-43e1-aa0a-b61d61f35fbd None None] No non-hosted networks {{(pid=103093) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 11 16:12:43.939667 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.agentschedulers_db [None req-b5d1dee2-1cbf-43e1-aa0a-b61d61f35fbd None None] DHCP Agent not found on host dv-cinder-750782-12-iscsi {{(pid=103093) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 11 16:12:44.022925 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-cbb33b0c-1a88-4e0d-bc1b-084f7f8375cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-771862'] for agent (52d54afa-c257-4acf-9353-cc1307944ae0), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:12:46.113975 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d48ba3c1-6dd0-4b69-a2d9-7c076fa5a549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-771862'] for agent (03422851-42b1-44c9-ada6-e479436b7b23), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:12:46.165506 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0a756f2f-dcc5-48b0-80fa-72d60f3f9d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (03422851-42b1-44c9-ada6-e479436b7b23), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:12:47.433800 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ae773407-53f5-44d0-bdbe-4d88b69a915f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-771862'] for agent (d0bcdf8a-248d-4278-aa4c-95e4828d61b2), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:12:48.781976 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-12686fd2-0f25-484f-a78a-b5cd34d8581b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-771862'] for agent (a5a5d809-3580-471a-ade1-6c5ecc269919), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:12:50.203855 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 36388) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:12:50.333422 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-771862'] for agent (1025624e-e238-47fc-86ae-58f7bb6baa16), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:12:50.335455 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:12:50.336039 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:12:50.336501 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:12:50.337061 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:12:50.338556 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:12:50.339511 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:12:50.340365 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:12:50.340904 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:12:50.342111 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:12:50.342662 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:12:50.343710 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:12:50.344480 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:12:50.344898 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:12:50.345432 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-750782-12-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:12:50.353527 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-750782-12-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:12:50.792298 dv-cinder-750782-12-iscsi neutron-server[103091]: WARNING oslo_policy.policy [None req-d06f265e-02c2-4222-b205-749157f96929 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 11 16:12:50.793138 dv-cinder-750782-12-iscsi neutron-server[103091]: WARNING oslo_policy.policy [None req-d06f265e-02c2-4222-b205-749157f96929 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 11 16:12:51.019560 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [None req-d06f265e-02c2-4222-b205-749157f96929 admin admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=103091) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 16:12:51.033984 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-d06f265e-02c2-4222-b205-749157f96929 admin admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8157694 Mar 11 16:12:53.328165 dv-cinder-750782-12-iscsi neutron-server[103093]: INFO neutron.db.l3_hamode_db [None req-12b8c074-558c-4c86-a876-57bb4616548f None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 11 16:12:53.408113 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b8c074-558c-4c86-a876-57bb4616548f None None] Routers set() bound to L3 agent in host dv-cinder-750782-12-iscsi {{(pid=103093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 16:12:53.408505 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b8c074-558c-4c86-a876-57bb4616548f None None] Router IDs set() for agent in host dv-cinder-750782-12-iscsi {{(pid=103093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 11 16:12:53.643031 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 36414) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:12:53.961214 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.v2.base [None req-adf160de-fe59-4d24-86a4-ce5a39de40e4 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'is_default': True, 'default_prefixlen': 26, 'shared': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=103091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:12:54.058073 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.policy [None req-adf160de-fe59-4d24-86a4-ce5a39de40e4 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103091) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 11 16:12:54.103346 dv-cinder-750782-12-iscsi neutron-server[103091]: WARNING oslo_policy.policy [None req-adf160de-fe59-4d24-86a4-ce5a39de40e4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 11 16:12:54.103727 dv-cinder-750782-12-iscsi neutron-server[103091]: WARNING oslo_policy.policy [None req-adf160de-fe59-4d24-86a4-ce5a39de40e4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 11 16:12:54.202278 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-adf160de-fe59-4d24-86a4-ce5a39de40e4 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780141403815', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780141402266', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780141418350', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780141418572', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780141420842', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780141363794', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1362118', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1334249', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-466023', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-33128307'] for rbac-policy (None), before_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:12:54.270223 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-adf160de-fe59-4d24-86a4-ce5a39de40e4 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:12:54.271402 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-adf160de-fe59-4d24-86a4-ce5a39de40e4 admin admin] 10.222.0.72 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6274121 Mar 11 16:12:56.781506 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 36424) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:12:57.131604 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.v2.base [None req-3dfedccb-43f2-4114-93fc-370e7806365e demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=103091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:12:57.165725 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dfedccb-43f2-4114-93fc-370e7806365e demo demo] Made reservation on behalf of fe84536e3853443d868a3b5dc6fefea5 for: {'network': 1} {{(pid=103091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:12:57.169624 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-3dfedccb-43f2-4114-93fc-370e7806365e demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for network (None), before_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:12:57.188276 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-3dfedccb-43f2-4114-93fc-370e7806365e demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:12:57.329688 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-3dfedccb-43f2-4114-93fc-370e7806365e demo demo] Publish callbacks [] for security_group (c14c6475-dc4a-4cf0-9e07-a7b7e4e44033), precommit_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:12:57.334929 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-3dfedccb-43f2-4114-93fc-370e7806365e demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (c14c6475-dc4a-4cf0-9e07-a7b7e4e44033), after_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:12:57.366850 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dfedccb-43f2-4114-93fc-370e7806365e demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 648} {{(pid=103091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:12:57.406260 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-3dfedccb-43f2-4114-93fc-370e7806365e demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8780138304013', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1821558'] for segment (6e06981b-24ff-4c5d-9b01-45fc40558c2c), precommit_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:12:57.406937 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-3dfedccb-43f2-4114-93fc-370e7806365e demo demo] Unsubscribe: segment precommit_create {{(pid=103091) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 11 16:12:57.407731 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.db.segments_db [None req-3dfedccb-43f2-4114-93fc-370e7806365e demo demo] Added segment 6e06981b-24ff-4c5d-9b01-45fc40558c2c of type vlan for network 2422f18f-ae27-470d-869e-e2592ff9f3c7 Mar 11 16:12:57.429331 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfedccb-43f2-4114-93fc-370e7806365e demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=c14c6475-dc4a-4cf0-9e07-a7b7e4e44033,revision_number=1']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:12:57.488241 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfedccb-43f2-4114-93fc-370e7806365e demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:12:57.488602 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfedccb-43f2-4114-93fc-370e7806365e demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:12:57.488939 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfedccb-43f2-4114-93fc-370e7806365e demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:12:57.489265 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfedccb-43f2-4114-93fc-370e7806365e demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:12:57.489664 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfedccb-43f2-4114-93fc-370e7806365e demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:12:57.489908 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfedccb-43f2-4114-93fc-370e7806365e demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:12:57.490307 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfedccb-43f2-4114-93fc-370e7806365e demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:12:57.490875 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfedccb-43f2-4114-93fc-370e7806365e demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:12:57.491391 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfedccb-43f2-4114-93fc-370e7806365e demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:12:57.491945 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfedccb-43f2-4114-93fc-370e7806365e demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:12:57.492384 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfedccb-43f2-4114-93fc-370e7806365e demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:12:57.492711 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfedccb-43f2-4114-93fc-370e7806365e demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:12:57.493092 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfedccb-43f2-4114-93fc-370e7806365e demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:12:57.494940 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfedccb-43f2-4114-93fc-370e7806365e demo demo] Tracked resource versions report: Mar 11 16:12:57.494940 dv-cinder-750782-12-iscsi neutron-server[103091]: pushed versions: Mar 11 16:12:57.494940 dv-cinder-750782-12-iscsi neutron-server[103091]: { 'AddressGroup': {'1.2'}, Mar 11 16:12:57.494940 dv-cinder-750782-12-iscsi neutron-server[103091]: 'ConntrackHelper': {'1.0'}, Mar 11 16:12:57.494940 dv-cinder-750782-12-iscsi neutron-server[103091]: 'LocalIPAssociation': {'1.0'}, Mar 11 16:12:57.494940 dv-cinder-750782-12-iscsi neutron-server[103091]: 'Log': {'1.0'}, Mar 11 16:12:57.494940 dv-cinder-750782-12-iscsi neutron-server[103091]: 'Network': {'1.1'}, Mar 11 16:12:57.494940 dv-cinder-750782-12-iscsi neutron-server[103091]: 'Port': {'1.7'}, Mar 11 16:12:57.494940 dv-cinder-750782-12-iscsi neutron-server[103091]: 'PortForwarding': {'1.2'}, Mar 11 16:12:57.494940 dv-cinder-750782-12-iscsi neutron-server[103091]: 'QosPolicy': {'1.10'}, Mar 11 16:12:57.494940 dv-cinder-750782-12-iscsi neutron-server[103091]: 'SecurityGroup': {'1.5'}, Mar 11 16:12:57.494940 dv-cinder-750782-12-iscsi neutron-server[103091]: 'SecurityGroupRule': {'1.2'}, Mar 11 16:12:57.494940 dv-cinder-750782-12-iscsi neutron-server[103091]: 'SubPort': {'1.0'}, Mar 11 16:12:57.494940 dv-cinder-750782-12-iscsi neutron-server[103091]: 'Subnet': {'1.1'}, Mar 11 16:12:57.494940 dv-cinder-750782-12-iscsi neutron-server[103091]: 'Trunk': {'1.1'}} Mar 11 16:12:57.494940 dv-cinder-750782-12-iscsi neutron-server[103091]: consumer versions: Mar 11 16:12:57.494940 dv-cinder-750782-12-iscsi neutron-server[103091]: { DHCP agent@dv-cinder-750782-12-iscsi: {}, Mar 11 16:12:57.494940 dv-cinder-750782-12-iscsi neutron-server[103091]: L3 agent@dv-cinder-750782-12-iscsi: {}, Mar 11 16:12:57.494940 dv-cinder-750782-12-iscsi neutron-server[103091]: Metadata agent@dv-cinder-750782-12-iscsi: {}, Mar 11 16:12:57.494940 dv-cinder-750782-12-iscsi neutron-server[103091]: Metering agent@dv-cinder-750782-12-iscsi: {}, Mar 11 16:12:57.494940 dv-cinder-750782-12-iscsi neutron-server[103091]: Open vSwitch agent@dv-cinder-750782-12-iscsi: { 'AddressGroup': '1.2', Mar 11 16:12:57.494940 dv-cinder-750782-12-iscsi neutron-server[103091]: 'ConntrackHelper': '1.0', Mar 11 16:12:57.494940 dv-cinder-750782-12-iscsi neutron-server[103091]: 'LocalIPAssociation': '1.0', Mar 11 16:12:57.494940 dv-cinder-750782-12-iscsi neutron-server[103091]: 'Log': '1.0', Mar 11 16:12:57.494940 dv-cinder-750782-12-iscsi neutron-server[103091]: 'Network': '1.1', Mar 11 16:12:57.494940 dv-cinder-750782-12-iscsi neutron-server[103091]: 'Port': '1.7', Mar 11 16:12:57.494940 dv-cinder-750782-12-iscsi neutron-server[103091]: 'PortForwarding': '1.2', Mar 11 16:12:57.494940 dv-cinder-750782-12-iscsi neutron-server[103091]: 'QosPolicy': '1.10', Mar 11 16:12:57.494940 dv-cinder-750782-12-iscsi neutron-server[103091]: 'SecurityGroup': '1.5', Mar 11 16:12:57.494940 dv-cinder-750782-12-iscsi neutron-server[103091]: 'SecurityGroupRule': '1.2', Mar 11 16:12:57.494940 dv-cinder-750782-12-iscsi neutron-server[103091]: 'SubPort': '1.0', Mar 11 16:12:57.494940 dv-cinder-750782-12-iscsi neutron-server[103091]: 'Subnet': '1.1', Mar 11 16:12:57.494940 dv-cinder-750782-12-iscsi neutron-server[103091]: 'Trunk': '1.1'}} Mar 11 16:12:57.494940 dv-cinder-750782-12-iscsi neutron-server[103091]: {{(pid=103091) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 11 16:12:57.536241 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-3dfedccb-43f2-4114-93fc-370e7806365e demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780137934026'] for network (2422f18f-ae27-470d-869e-e2592ff9f3c7), precommit_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:12:57.582883 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-3dfedccb-43f2-4114-93fc-370e7806365e demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410'] for network (2422f18f-ae27-470d-869e-e2592ff9f3c7), after_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:12:57.588202 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dfedccb-43f2-4114-93fc-370e7806365e demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:12:57.589207 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-3dfedccb-43f2-4114-93fc-370e7806365e demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779404'] for network (None), before_response {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:12:57.662431 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-3dfedccb-43f2-4114-93fc-370e7806365e demo demo] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.8777757 Mar 11 16:12:57.722149 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfedccb-43f2-4114-93fc-370e7806365e demo demo] Pushing event updated for resources: {'Network': ['ID=2422f18f-ae27-470d-869e-e2592ff9f3c7,revision_number=1']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:12:57.734897 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Network 2422f18f-ae27-470d-869e-e2592ff9f3c7 details requested by agent ovs-agent-dv-cinder-750782-12-iscsi with host dv-cinder-750782-12-iscsi {{(pid=103093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 16:13:00.254891 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 36436) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:13:00.752466 dv-cinder-750782-12-iscsi neutron-server[103092]: WARNING oslo_policy.policy [None req-b06b1bed-95bc-4ddb-804e-c66a56bada8a demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 11 16:13:00.753087 dv-cinder-750782-12-iscsi neutron-server[103092]: WARNING oslo_policy.policy [None req-b06b1bed-95bc-4ddb-804e-c66a56bada8a demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 11 16:13:01.195634 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.policy [None req-b06b1bed-95bc-4ddb-804e-c66a56bada8a demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103092) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 11 16:13:01.238398 dv-cinder-750782-12-iscsi neutron-server[103092]: WARNING oslo_policy.policy [None req-b06b1bed-95bc-4ddb-804e-c66a56bada8a demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 11 16:13:01.238775 dv-cinder-750782-12-iscsi neutron-server[103092]: WARNING oslo_policy.policy [None req-b06b1bed-95bc-4ddb-804e-c66a56bada8a demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 11 16:13:01.246784 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b06b1bed-95bc-4ddb-804e-c66a56bada8a demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:13:01.248658 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-b06b1bed-95bc-4ddb-804e-c66a56bada8a demo admin] 10.222.0.72 "GET /v2.0/networks/2422f18f-ae27-470d-869e-e2592ff9f3c7 HTTP/1.1" status: 200 len: 825 time: 0.9914107 Mar 11 16:13:01.288679 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-99f75a2c-ea23-4215-a96e-df42e9b8b552 demo admin] 10.222.0.72 "GET /v2.0/subnetpools/2e3c6dcf-6544-4c0d-907d-b38199941c84 HTTP/1.1" status: 200 len: 734 time: 0.0341752 Mar 11 16:13:01.297550 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.v2.base [None req-4e46d38d-cec3-414f-87df-167a098729a6 demo admin] Request body: {'subnet': {'subnetpool_id': '2e3c6dcf-6544-4c0d-907d-b38199941c84', 'network_id': '2422f18f-ae27-470d-869e-e2592ff9f3c7', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'ip_version': 4}} {{(pid=103092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:13:01.335140 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e46d38d-cec3-414f-87df-167a098729a6 demo admin] Made reservation on behalf of fe84536e3853443d868a3b5dc6fefea5 for: {'subnet': 1} {{(pid=103092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:13:01.337799 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-4e46d38d-cec3-414f-87df-167a098729a6 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:13:01.630299 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-4e46d38d-cec3-414f-87df-167a098729a6 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410'] for subnet (9f0f7312-b1b5-4b8b-aa81-e17fa0e43dec), after_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:13:01.696470 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e46d38d-cec3-414f-87df-167a098729a6 demo admin] Checking segment: {'id': '6e06981b-24ff-4c5d-9b01-45fc40558c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '2422f18f-ae27-470d-869e-e2592ff9f3c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 16:13:01.696817 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e46d38d-cec3-414f-87df-167a098729a6 demo admin] Network hostable DHCP agents. Network: 2422f18f-ae27-470d-869e-e2592ff9f3c7, hostable agents: ['52d54afa-c257-4acf-9353-cc1307944ae0'], hosted agents: [] {{(pid=103092) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:13:01.712707 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e46d38d-cec3-414f-87df-167a098729a6 demo admin] Pushing event updated for resources: {'Subnet': ['ID=9f0f7312-b1b5-4b8b-aa81-e17fa0e43dec,revision_number=0']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:13:01.725931 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e46d38d-cec3-414f-87df-167a098729a6 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:13:01.726312 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e46d38d-cec3-414f-87df-167a098729a6 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:13:01.726644 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e46d38d-cec3-414f-87df-167a098729a6 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:13:01.726967 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e46d38d-cec3-414f-87df-167a098729a6 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:13:01.727292 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e46d38d-cec3-414f-87df-167a098729a6 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:13:01.727752 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e46d38d-cec3-414f-87df-167a098729a6 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:13:01.728369 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e46d38d-cec3-414f-87df-167a098729a6 demo admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:13:01.728777 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e46d38d-cec3-414f-87df-167a098729a6 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:13:01.729110 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e46d38d-cec3-414f-87df-167a098729a6 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:13:01.729444 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e46d38d-cec3-414f-87df-167a098729a6 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:13:01.729760 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e46d38d-cec3-414f-87df-167a098729a6 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:13:01.730093 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e46d38d-cec3-414f-87df-167a098729a6 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:13:01.730404 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e46d38d-cec3-414f-87df-167a098729a6 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:13:01.731762 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e46d38d-cec3-414f-87df-167a098729a6 demo admin] Tracked resource versions report: Mar 11 16:13:01.731762 dv-cinder-750782-12-iscsi neutron-server[103092]: pushed versions: Mar 11 16:13:01.731762 dv-cinder-750782-12-iscsi neutron-server[103092]: { 'AddressGroup': {'1.2'}, Mar 11 16:13:01.731762 dv-cinder-750782-12-iscsi neutron-server[103092]: 'ConntrackHelper': {'1.0'}, Mar 11 16:13:01.731762 dv-cinder-750782-12-iscsi neutron-server[103092]: 'LocalIPAssociation': {'1.0'}, Mar 11 16:13:01.731762 dv-cinder-750782-12-iscsi neutron-server[103092]: 'Log': {'1.0'}, Mar 11 16:13:01.731762 dv-cinder-750782-12-iscsi neutron-server[103092]: 'Network': {'1.1'}, Mar 11 16:13:01.731762 dv-cinder-750782-12-iscsi neutron-server[103092]: 'Port': {'1.7'}, Mar 11 16:13:01.731762 dv-cinder-750782-12-iscsi neutron-server[103092]: 'PortForwarding': {'1.2'}, Mar 11 16:13:01.731762 dv-cinder-750782-12-iscsi neutron-server[103092]: 'QosPolicy': {'1.10'}, Mar 11 16:13:01.731762 dv-cinder-750782-12-iscsi neutron-server[103092]: 'SecurityGroup': {'1.5'}, Mar 11 16:13:01.731762 dv-cinder-750782-12-iscsi neutron-server[103092]: 'SecurityGroupRule': {'1.2'}, Mar 11 16:13:01.731762 dv-cinder-750782-12-iscsi neutron-server[103092]: 'SubPort': {'1.0'}, Mar 11 16:13:01.731762 dv-cinder-750782-12-iscsi neutron-server[103092]: 'Subnet': {'1.1'}, Mar 11 16:13:01.731762 dv-cinder-750782-12-iscsi neutron-server[103092]: 'Trunk': {'1.1'}} Mar 11 16:13:01.731762 dv-cinder-750782-12-iscsi neutron-server[103092]: consumer versions: Mar 11 16:13:01.731762 dv-cinder-750782-12-iscsi neutron-server[103092]: { DHCP agent@dv-cinder-750782-12-iscsi: {}, Mar 11 16:13:01.731762 dv-cinder-750782-12-iscsi neutron-server[103092]: L3 agent@dv-cinder-750782-12-iscsi: {}, Mar 11 16:13:01.731762 dv-cinder-750782-12-iscsi neutron-server[103092]: Metadata agent@dv-cinder-750782-12-iscsi: {}, Mar 11 16:13:01.731762 dv-cinder-750782-12-iscsi neutron-server[103092]: Metering agent@dv-cinder-750782-12-iscsi: {}, Mar 11 16:13:01.731762 dv-cinder-750782-12-iscsi neutron-server[103092]: Open vSwitch agent@dv-cinder-750782-12-iscsi: { 'AddressGroup': '1.2', Mar 11 16:13:01.731762 dv-cinder-750782-12-iscsi neutron-server[103092]: 'ConntrackHelper': '1.0', Mar 11 16:13:01.731762 dv-cinder-750782-12-iscsi neutron-server[103092]: 'LocalIPAssociation': '1.0', Mar 11 16:13:01.731762 dv-cinder-750782-12-iscsi neutron-server[103092]: 'Log': '1.0', Mar 11 16:13:01.731762 dv-cinder-750782-12-iscsi neutron-server[103092]: 'Network': '1.1', Mar 11 16:13:01.731762 dv-cinder-750782-12-iscsi neutron-server[103092]: 'Port': '1.7', Mar 11 16:13:01.731762 dv-cinder-750782-12-iscsi neutron-server[103092]: 'PortForwarding': '1.2', Mar 11 16:13:01.731762 dv-cinder-750782-12-iscsi neutron-server[103092]: 'QosPolicy': '1.10', Mar 11 16:13:01.731762 dv-cinder-750782-12-iscsi neutron-server[103092]: 'SecurityGroup': '1.5', Mar 11 16:13:01.731762 dv-cinder-750782-12-iscsi neutron-server[103092]: 'SecurityGroupRule': '1.2', Mar 11 16:13:01.731762 dv-cinder-750782-12-iscsi neutron-server[103092]: 'SubPort': '1.0', Mar 11 16:13:01.731762 dv-cinder-750782-12-iscsi neutron-server[103092]: 'Subnet': '1.1', Mar 11 16:13:01.731762 dv-cinder-750782-12-iscsi neutron-server[103092]: 'Trunk': '1.1'}} Mar 11 16:13:01.731762 dv-cinder-750782-12-iscsi neutron-server[103092]: {{(pid=103092) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 11 16:13:01.751441 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e46d38d-cec3-414f-87df-167a098729a6 demo admin] Network 2422f18f-ae27-470d-869e-e2592ff9f3c7 is scheduled to be hosted by DHCP agent 52d54afa-c257-4acf-9353-cc1307944ae0 with binding_index 1 {{(pid=103092) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:13:01.768724 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.scheduler.base_scheduler [None req-4e46d38d-cec3-414f-87df-167a098729a6 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-12-iscsi, 2422f18f-ae27-470d-869e-e2592ff9f3c7) {{(pid=103092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:13:01.773925 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e46d38d-cec3-414f-87df-167a098729a6 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:13:01.774615 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-4e46d38d-cec3-414f-87df-167a098729a6 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779404'] for subnet (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:13:01.779942 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b8c979-ac9d-4080-8f3b-7bdc824b58c3 None None] Network 2422f18f-ae27-470d-869e-e2592ff9f3c7 requested from dv-cinder-750782-12-iscsi {{(pid=103093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 16:13:01.795148 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-4e46d38d-cec3-414f-87df-167a098729a6 demo admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5010488 Mar 11 16:13:02.165062 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38f81106-7e79-431f-89f7-f4711b3555ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp725cae6e-9253-5061-8772-c6285d3d9ef8-2422f18f-ae27-470d-869e-e2592ff9f3c7', 'network_id': '2422f18f-ae27-470d-869e-e2592ff9f3c7', 'project_id': 'fe84536e3853443d868a3b5dc6fefea5', 'fixed_ips': [{'subnet_id': '9f0f7312-b1b5-4b8b-aa81-e17fa0e43dec'}]}} from dv-cinder-750782-12-iscsi. {{(pid=103093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 16:13:02.166342 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-38f81106-7e79-431f-89f7-f4711b3555ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:13:02.449840 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [None req-38f81106-7e79-431f-89f7-f4711b3555ad None None] Allocated IP 172.20.0.2 (2422f18f-ae27-470d-869e-e2592ff9f3c7/9f0f7312-b1b5-4b8b-aa81-e17fa0e43dec/70965739-0d00-4373-944b-f91125131b10) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:13:02.735682 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-38f81106-7e79-431f-89f7-f4711b3555ad None None] Publish callbacks [] for port (70965739-0d00-4373-944b-f91125131b10), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:13:02.744653 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-38f81106-7e79-431f-89f7-f4711b3555ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780137975911'] for port (70965739-0d00-4373-944b-f91125131b10), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:13:02.816531 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f81106-7e79-431f-89f7-f4711b3555ad None None] Network 2422f18f-ae27-470d-869e-e2592ff9f3c7 is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:13:02.822534 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-38f81106-7e79-431f-89f7-f4711b3555ad None None] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:13:02.834485 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f81106-7e79-431f-89f7-f4711b3555ad None None] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 16:13:02.842112 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f81106-7e79-431f-89f7-f4711b3555ad None None] Pushing event updated for resources: {'Port': ['ID=70965739-0d00-4373-944b-f91125131b10,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:13:02.877153 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f81106-7e79-431f-89f7-f4711b3555ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:13:02.877153 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f81106-7e79-431f-89f7-f4711b3555ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:13:02.877153 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f81106-7e79-431f-89f7-f4711b3555ad None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:13:02.877153 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f81106-7e79-431f-89f7-f4711b3555ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:13:02.877153 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f81106-7e79-431f-89f7-f4711b3555ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:13:02.877625 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f81106-7e79-431f-89f7-f4711b3555ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:13:02.877625 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f81106-7e79-431f-89f7-f4711b3555ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:13:02.878006 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f81106-7e79-431f-89f7-f4711b3555ad None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:13:02.878359 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f81106-7e79-431f-89f7-f4711b3555ad None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:13:02.878728 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f81106-7e79-431f-89f7-f4711b3555ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:13:02.879084 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f81106-7e79-431f-89f7-f4711b3555ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:13:02.879410 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f81106-7e79-431f-89f7-f4711b3555ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:13:02.879789 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f81106-7e79-431f-89f7-f4711b3555ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:13:02.881483 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f81106-7e79-431f-89f7-f4711b3555ad None None] Tracked resource versions report: Mar 11 16:13:02.881483 dv-cinder-750782-12-iscsi neutron-server[103093]: pushed versions: Mar 11 16:13:02.881483 dv-cinder-750782-12-iscsi neutron-server[103093]: { 'AddressGroup': {'1.2'}, Mar 11 16:13:02.881483 dv-cinder-750782-12-iscsi neutron-server[103093]: 'ConntrackHelper': {'1.0'}, Mar 11 16:13:02.881483 dv-cinder-750782-12-iscsi neutron-server[103093]: 'LocalIPAssociation': {'1.0'}, Mar 11 16:13:02.881483 dv-cinder-750782-12-iscsi neutron-server[103093]: 'Log': {'1.0'}, Mar 11 16:13:02.881483 dv-cinder-750782-12-iscsi neutron-server[103093]: 'Network': {'1.1'}, Mar 11 16:13:02.881483 dv-cinder-750782-12-iscsi neutron-server[103093]: 'Port': {'1.7'}, Mar 11 16:13:02.881483 dv-cinder-750782-12-iscsi neutron-server[103093]: 'PortForwarding': {'1.2'}, Mar 11 16:13:02.881483 dv-cinder-750782-12-iscsi neutron-server[103093]: 'QosPolicy': {'1.10'}, Mar 11 16:13:02.881483 dv-cinder-750782-12-iscsi neutron-server[103093]: 'SecurityGroup': {'1.5'}, Mar 11 16:13:02.881483 dv-cinder-750782-12-iscsi neutron-server[103093]: 'SecurityGroupRule': {'1.2'}, Mar 11 16:13:02.881483 dv-cinder-750782-12-iscsi neutron-server[103093]: 'SubPort': {'1.0'}, Mar 11 16:13:02.881483 dv-cinder-750782-12-iscsi neutron-server[103093]: 'Subnet': {'1.1'}, Mar 11 16:13:02.881483 dv-cinder-750782-12-iscsi neutron-server[103093]: 'Trunk': {'1.1'}} Mar 11 16:13:02.881483 dv-cinder-750782-12-iscsi neutron-server[103093]: consumer versions: Mar 11 16:13:02.881483 dv-cinder-750782-12-iscsi neutron-server[103093]: { DHCP agent@dv-cinder-750782-12-iscsi: {}, Mar 11 16:13:02.881483 dv-cinder-750782-12-iscsi neutron-server[103093]: L3 agent@dv-cinder-750782-12-iscsi: {}, Mar 11 16:13:02.881483 dv-cinder-750782-12-iscsi neutron-server[103093]: Metadata agent@dv-cinder-750782-12-iscsi: {}, Mar 11 16:13:02.881483 dv-cinder-750782-12-iscsi neutron-server[103093]: Metering agent@dv-cinder-750782-12-iscsi: {}, Mar 11 16:13:02.881483 dv-cinder-750782-12-iscsi neutron-server[103093]: Open vSwitch agent@dv-cinder-750782-12-iscsi: { 'AddressGroup': '1.2', Mar 11 16:13:02.881483 dv-cinder-750782-12-iscsi neutron-server[103093]: 'ConntrackHelper': '1.0', Mar 11 16:13:02.881483 dv-cinder-750782-12-iscsi neutron-server[103093]: 'LocalIPAssociation': '1.0', Mar 11 16:13:02.881483 dv-cinder-750782-12-iscsi neutron-server[103093]: 'Log': '1.0', Mar 11 16:13:02.881483 dv-cinder-750782-12-iscsi neutron-server[103093]: 'Network': '1.1', Mar 11 16:13:02.881483 dv-cinder-750782-12-iscsi neutron-server[103093]: 'Port': '1.7', Mar 11 16:13:02.881483 dv-cinder-750782-12-iscsi neutron-server[103093]: 'PortForwarding': '1.2', Mar 11 16:13:02.881483 dv-cinder-750782-12-iscsi neutron-server[103093]: 'QosPolicy': '1.10', Mar 11 16:13:02.881483 dv-cinder-750782-12-iscsi neutron-server[103093]: 'SecurityGroup': '1.5', Mar 11 16:13:02.881483 dv-cinder-750782-12-iscsi neutron-server[103093]: 'SecurityGroupRule': '1.2', Mar 11 16:13:02.881483 dv-cinder-750782-12-iscsi neutron-server[103093]: 'SubPort': '1.0', Mar 11 16:13:02.881483 dv-cinder-750782-12-iscsi neutron-server[103093]: 'Subnet': '1.1', Mar 11 16:13:02.881483 dv-cinder-750782-12-iscsi neutron-server[103093]: 'Trunk': '1.1'}} Mar 11 16:13:02.881483 dv-cinder-750782-12-iscsi neutron-server[103093]: {{(pid=103093) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 11 16:13:02.936661 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [None req-38f81106-7e79-431f-89f7-f4711b3555ad None None] Attempting to bind port 70965739-0d00-4373-944b-f91125131b10 on host dv-cinder-750782-12-iscsi for vnic_type normal with profile {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 16:13:02.937209 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [None req-38f81106-7e79-431f-89f7-f4711b3555ad None None] Attempting to bind port 70965739-0d00-4373-944b-f91125131b10 by drivers openvswitch,hyperv on host dv-cinder-750782-12-iscsi at level 0 using segments [{'id': '6e06981b-24ff-4c5d-9b01-45fc40558c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '2422f18f-ae27-470d-869e-e2592ff9f3c7'}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 16:13:02.937772 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f81106-7e79-431f-89f7-f4711b3555ad None None] Attempting to bind port 70965739-0d00-4373-944b-f91125131b10 on network 2422f18f-ae27-470d-869e-e2592ff9f3c7 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 16:13:02.944203 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f81106-7e79-431f-89f7-f4711b3555ad None None] Checking agent: {'id': '1025624e-e238-47fc-86ae-58f7bb6baa16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 12, 50), 'started_at': datetime.datetime(2022, 3, 11, 16, 12, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 12, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 16:13:02.944596 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f81106-7e79-431f-89f7-f4711b3555ad None None] Checking segment: {'id': '6e06981b-24ff-4c5d-9b01-45fc40558c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '2422f18f-ae27-470d-869e-e2592ff9f3c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 16:13:02.945122 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-38f81106-7e79-431f-89f7-f4711b3555ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:13:02.945539 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f81106-7e79-431f-89f7-f4711b3555ad None None] Bound using segment: {'id': '6e06981b-24ff-4c5d-9b01-45fc40558c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '2422f18f-ae27-470d-869e-e2592ff9f3c7'} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 16:13:02.946035 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [None req-38f81106-7e79-431f-89f7-f4711b3555ad None None] Bound port: 70965739-0d00-4373-944b-f91125131b10, host: dv-cinder-750782-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e06981b-24ff-4c5d-9b01-45fc40558c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '2422f18f-ae27-470d-869e-e2592ff9f3c7'}}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 16:13:02.946457 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-38f81106-7e79-431f-89f7-f4711b3555ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (70965739-0d00-4373-944b-f91125131b10), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:13:03.009041 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-38f81106-7e79-431f-89f7-f4711b3555ad None None] For port 70965739-0d00-4373-944b-f91125131b10, host dv-cinder-750782-12-iscsi, cleared binding levels {{(pid=103093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:13:03.014042 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-38f81106-7e79-431f-89f7-f4711b3555ad None None] For port 70965739-0d00-4373-944b-f91125131b10, host dv-cinder-750782-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-12-iscsi',level=0,port_id=70965739-0d00-4373-944b-f91125131b10,segment=NetworkSegment(6e06981b-24ff-4c5d-9b01-45fc40558c2c),segment_id=6e06981b-24ff-4c5d-9b01-45fc40558c2c)] {{(pid=103093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:13:03.024396 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-38f81106-7e79-431f-89f7-f4711b3555ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947'] for port (70965739-0d00-4373-944b-f91125131b10), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:13:03.097010 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f81106-7e79-431f-89f7-f4711b3555ad None None] Pushing event updated for resources: {'Port': ['ID=70965739-0d00-4373-944b-f91125131b10,revision_number=2']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:13:04.424584 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 36456) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:13:04.745201 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [None req-a2b449b2-67d4-45d8-b504-9d7f0bbd3628 admin admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=103092) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 16:13:04.762036 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-a2b449b2-67d4-45d8-b504-9d7f0bbd3628 admin admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3206797 Mar 11 16:13:07.340070 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 36464) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:13:07.666082 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [None req-38bf8fcf-4248-4ca4-b0d7-d83015f8c0ec admin admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=103092) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 16:13:07.667075 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-38bf8fcf-4248-4ca4-b0d7-d83015f8c0ec admin admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3260677 Mar 11 16:13:10.256087 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 36472) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:13:10.574933 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.v2.base [None req-7354ab07-0354-4bdc-adbf-dbce2cdc9da7 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=103091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:13:10.598677 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-7354ab07-0354-4bdc-adbf-dbce2cdc9da7 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-772388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-56450'] for router (6b1a82ef-e56f-416b-8788-665ad72b9d2b), before_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:13:10.601453 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-7354ab07-0354-4bdc-adbf-dbce2cdc9da7 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539762', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-605413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-56571'] for router (6b1a82ef-e56f-416b-8788-665ad72b9d2b), precommit_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:13:10.747160 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-7354ab07-0354-4bdc-adbf-dbce2cdc9da7 demo demo] Publish callbacks [] for router_controller (6b1a82ef-e56f-416b-8788-665ad72b9d2b), precommit_add_association {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:13:10.751985 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-7354ab07-0354-4bdc-adbf-dbce2cdc9da7 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-772511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539677'] for router (6b1a82ef-e56f-416b-8788-665ad72b9d2b), after_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:13:10.770748 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-7354ab07-0354-4bdc-adbf-dbce2cdc9da7 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:13:10.773113 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-7354ab07-0354-4bdc-adbf-dbce2cdc9da7 demo demo] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5156949 Mar 11 16:13:13.139249 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Device 70965739-0d00-4373-944b-f91125131b10 up at agent ovs-agent-dv-cinder-750782-12-iscsi {{(pid=103093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 16:13:13.235928 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Provisioning complete for port 70965739-0d00-4373-944b-f91125131b10 triggered by entity L2. {{(pid=103093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 16:13:13.236347 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397499'] for port (70965739-0d00-4373-944b-f91125131b10), provisioning_complete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:13:13.349158 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Current status of the port 70965739-0d00-4373-944b-f91125131b10 is: DOWN; New status is: ACTIVE {{(pid=103093) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 16:13:13.349588 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (70965739-0d00-4373-944b-f91125131b10), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:13:13.378642 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 36484) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:13:13.385580 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] For port 70965739-0d00-4373-944b-f91125131b10, host dv-cinder-750782-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-12-iscsi',level=0,port_id=70965739-0d00-4373-944b-f91125131b10,segment=NetworkSegment(6e06981b-24ff-4c5d-9b01-45fc40558c2c),segment_id=6e06981b-24ff-4c5d-9b01-45fc40558c2c)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:13:13.389589 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947'] for port (70965739-0d00-4373-944b-f91125131b10), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:13:13.438503 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Pushing event updated for resources: {'Port': ['ID=70965739-0d00-4373-944b-f91125131b10,revision_number=3']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:13:13.718028 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [None req-4d6f5921-c938-4c4d-ba6c-1085e583064f admin admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=103091) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 16:13:13.719032 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-4d6f5921-c938-4c4d-ba6c-1085e583064f admin admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3393612 Mar 11 16:13:13.780798 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-181845d9-8e45-4b25-bdb3-555b62adb8b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (52d54afa-c257-4acf-9353-cc1307944ae0), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:13:14.699731 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af96c78-299b-4366-99d5-777d172a1751 None None] Network 2422f18f-ae27-470d-869e-e2592ff9f3c7 requested from dv-cinder-750782-12-iscsi {{(pid=103093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 16:13:14.781438 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [None req-1a84fe66-b16d-4670-a332-fde2ed9f5fd0 None None] Provisioning complete for port 70965739-0d00-4373-944b-f91125131b10 triggered by entity DHCP. {{(pid=103093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 16:13:14.781815 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1a84fe66-b16d-4670-a332-fde2ed9f5fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397499'] for port (70965739-0d00-4373-944b-f91125131b10), provisioning_complete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:13:14.907677 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-1a84fe66-b16d-4670-a332-fde2ed9f5fd0 None None] Current status of the port 70965739-0d00-4373-944b-f91125131b10 is: ACTIVE; New status is: ACTIVE {{(pid=103093) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 16:13:15.111981 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Device 70965739-0d00-4373-944b-f91125131b10 up at agent ovs-agent-dv-cinder-750782-12-iscsi {{(pid=103093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 16:13:15.159555 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [None req-a1c472c1-2927-4c7d-9db2-b09c5b146c46 None None] Provisioning complete for port 70965739-0d00-4373-944b-f91125131b10 triggered by entity DHCP. {{(pid=103093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 16:13:15.159940 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a1c472c1-2927-4c7d-9db2-b09c5b146c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397499'] for port (70965739-0d00-4373-944b-f91125131b10), provisioning_complete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:13:15.207040 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Provisioning complete for port 70965739-0d00-4373-944b-f91125131b10 triggered by entity L2. {{(pid=103093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 16:13:15.207342 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397499'] for port (70965739-0d00-4373-944b-f91125131b10), provisioning_complete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:13:15.285591 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-a1c472c1-2927-4c7d-9db2-b09c5b146c46 None None] Current status of the port 70965739-0d00-4373-944b-f91125131b10 is: ACTIVE; New status is: ACTIVE {{(pid=103093) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 16:13:15.321936 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Current status of the port 70965739-0d00-4373-944b-f91125131b10 is: ACTIVE; New status is: ACTIVE {{(pid=103093) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 16:13:16.109868 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c3f1b720-73c5-495f-9184-19f9a7038de8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (03422851-42b1-44c9-ada6-e479436b7b23), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:13:16.287898 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 36492) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:13:16.617846 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.v2.base [None req-26c6d26d-00fa-4289-ab1a-00111b62c6de admin admin] Request body: {'network': {'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'is_default': True, 'router:external': True, 'name': 'public', 'admin_state_up': True}} {{(pid=103092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:13:16.639305 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26c6d26d-00fa-4289-ab1a-00111b62c6de admin admin] Made reservation on behalf of 75947a8464a844eb82ea770b539a157f for: {'network': 1} {{(pid=103092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:13:16.641609 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-26c6d26d-00fa-4289-ab1a-00111b62c6de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for network (None), before_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:13:16.657793 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-26c6d26d-00fa-4289-ab1a-00111b62c6de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:13:16.765938 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-26c6d26d-00fa-4289-ab1a-00111b62c6de admin admin] Publish callbacks [] for security_group (2198f104-9f71-4920-9564-9e468d708827), precommit_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:13:16.769412 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-26c6d26d-00fa-4289-ab1a-00111b62c6de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (2198f104-9f71-4920-9564-9e468d708827), after_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:13:16.792845 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-26c6d26d-00fa-4289-ab1a-00111b62c6de admin admin] Reserving flat network on physical network physnet1 {{(pid=103092) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 11 16:13:16.814452 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c6d26d-00fa-4289-ab1a-00111b62c6de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2198f104-9f71-4920-9564-9e468d708827,revision_number=1']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:13:16.823163 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-26c6d26d-00fa-4289-ab1a-00111b62c6de admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8780138304013', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1821558'] for segment (d35af6e3-4c7b-42bf-84c3-6daa0b397bde), precommit_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:13:16.823163 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-26c6d26d-00fa-4289-ab1a-00111b62c6de admin admin] Unsubscribe: segment precommit_create {{(pid=103092) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 11 16:13:16.823577 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.db.segments_db [None req-26c6d26d-00fa-4289-ab1a-00111b62c6de admin admin] Added segment d35af6e3-4c7b-42bf-84c3-6daa0b397bde of type flat for network ff1c1ad1-a65f-4be8-9483-081137458b82 Mar 11 16:13:16.884874 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-26c6d26d-00fa-4289-ab1a-00111b62c6de admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780137934026'] for network (ff1c1ad1-a65f-4be8-9483-081137458b82), precommit_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:13:16.924919 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-26c6d26d-00fa-4289-ab1a-00111b62c6de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410'] for network (ff1c1ad1-a65f-4be8-9483-081137458b82), after_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:13:16.925841 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c6d26d-00fa-4289-ab1a-00111b62c6de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:13:16.926435 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-26c6d26d-00fa-4289-ab1a-00111b62c6de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779404'] for network (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:13:16.997510 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-26c6d26d-00fa-4289-ab1a-00111b62c6de admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7085340 Mar 11 16:13:17.040109 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c6d26d-00fa-4289-ab1a-00111b62c6de admin admin] Pushing event updated for resources: {'Network': ['ID=ff1c1ad1-a65f-4be8-9483-081137458b82,revision_number=1']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:13:17.052063 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Network ff1c1ad1-a65f-4be8-9483-081137458b82 details requested by agent ovs-agent-dv-cinder-750782-12-iscsi with host dv-cinder-750782-12-iscsi {{(pid=103093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 16:13:17.378111 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ae773407-53f5-44d0-bdbe-4d88b69a915f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (d0bcdf8a-248d-4278-aa4c-95e4828d61b2), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:13:18.736621 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-12686fd2-0f25-484f-a78a-b5cd34d8581b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (a5a5d809-3580-471a-ade1-6c5ecc269919), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:13:19.582149 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 36510) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:13:19.825742 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f6856a7-59d3-4db0-9ce9-a413cc3387e2 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:13:19.827337 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-8f6856a7-59d3-4db0-9ce9-a413cc3387e2 demo admin] 10.222.0.72 "GET /v2.0/subnets/9f0f7312-b1b5-4b8b-aa81-e17fa0e43dec HTTP/1.1" status: 200 len: 849 time: 0.2442627 Mar 11 16:13:19.959615 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-05eac31d-6361-485b-a3f9-e6694c79a4d9 demo admin] 10.222.0.72 "GET /v2.0/routers/6b1a82ef-e56f-416b-8788-665ad72b9d2b HTTP/1.1" status: 200 len: 704 time: 0.1263733 Mar 11 16:13:20.245220 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-7e62f320-117b-4093-a75b-e99f8fec4970 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (None), before_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:13:20.326342 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (1025624e-e238-47fc-86ae-58f7bb6baa16), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:13:20.563596 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.db.db_base_plugin_common [None req-7e62f320-117b-4093-a75b-e99f8fec4970 demo admin] Allocated IP 172.20.0.1 (2422f18f-ae27-470d-869e-e2592ff9f3c7/9f0f7312-b1b5-4b8b-aa81-e17fa0e43dec/81961b2e-2b06-4bfc-888f-767eb40f3a44) {{(pid=103091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:13:20.751968 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-7e62f320-117b-4093-a75b-e99f8fec4970 demo admin] Publish callbacks [] for port (81961b2e-2b06-4bfc-888f-767eb40f3a44), precommit_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:13:20.821654 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-7e62f320-117b-4093-a75b-e99f8fec4970 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780137975911'] for port (81961b2e-2b06-4bfc-888f-767eb40f3a44), after_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:13:20.904930 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e62f320-117b-4093-a75b-e99f8fec4970 demo admin] Network 2422f18f-ae27-470d-869e-e2592ff9f3c7 is already hosted by enough agents. {{(pid=103091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:13:20.909481 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.scheduler.base_scheduler [None req-7e62f320-117b-4093-a75b-e99f8fec4970 demo admin] Resources bound (agent type, host, resource id): {{(pid=103091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:13:20.915807 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e62f320-117b-4093-a75b-e99f8fec4970 demo admin] Pushing event updated for resources: {'Port': ['ID=81961b2e-2b06-4bfc-888f-767eb40f3a44,revision_number=1']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:13:20.918726 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e62f320-117b-4093-a75b-e99f8fec4970 demo admin] Received port after_create {{(pid=103091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 16:13:20.919173 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-7e62f320-117b-4093-a75b-e99f8fec4970 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-770162'] for router_interface (6b1a82ef-e56f-416b-8788-665ad72b9d2b), before_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:13:21.143995 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [None req-02801bc9-0fea-4e73-a339-136d5d9be64a None None] Provisioning complete for port 81961b2e-2b06-4bfc-888f-767eb40f3a44 triggered by entity DHCP. {{(pid=103093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 16:13:21.144298 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-02801bc9-0fea-4e73-a339-136d5d9be64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397499'] for port (81961b2e-2b06-4bfc-888f-767eb40f3a44), provisioning_complete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:13:21.204023 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-7e62f320-117b-4093-a75b-e99f8fec4970 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (81961b2e-2b06-4bfc-888f-767eb40f3a44), before_update {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:13:21.229811 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-02801bc9-0fea-4e73-a339-136d5d9be64a None None] Port 81961b2e-2b06-4bfc-888f-767eb40f3a44 cannot update to ACTIVE because it is not bound. {{(pid=103093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 16:13:21.421486 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-7e62f320-117b-4093-a75b-e99f8fec4970 demo admin] Publish callbacks [] for port (81961b2e-2b06-4bfc-888f-767eb40f3a44), precommit_update {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:13:21.425836 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-7e62f320-117b-4093-a75b-e99f8fec4970 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947'] for port (81961b2e-2b06-4bfc-888f-767eb40f3a44), after_update {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:13:21.426711 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-7e62f320-117b-4093-a75b-e99f8fec4970 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-779424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-770270'] for router_interface (6b1a82ef-e56f-416b-8788-665ad72b9d2b), after_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:13:21.492406 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e62f320-117b-4093-a75b-e99f8fec4970 demo admin] Pushing event updated for resources: {'Port': ['ID=81961b2e-2b06-4bfc-888f-767eb40f3a44,revision_number=2']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:13:21.561029 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e62f320-117b-4093-a75b-e99f8fec4970 demo admin] Network 2422f18f-ae27-470d-869e-e2592ff9f3c7 is already hosted by enough agents. {{(pid=103091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:13:21.562387 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.scheduler.base_scheduler [None req-7e62f320-117b-4093-a75b-e99f8fec4970 demo admin] Resources bound (agent type, host, resource id): {{(pid=103091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:13:21.740842 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e62f320-117b-4093-a75b-e99f8fec4970 demo admin] Router 6b1a82ef-e56f-416b-8788-665ad72b9d2b is scheduled to L3 agent 03422851-42b1-44c9-ada6-e479436b7b23 with binding_index 1 {{(pid=103091) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 16:13:21.841892 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e62f320-117b-4093-a75b-e99f8fec4970 demo admin] Notify agent at l3_agent.dv-cinder-750782-12-iscsi the message routers_updated {{(pid=103091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:13:21.846923 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-7e62f320-117b-4093-a75b-e99f8fec4970 demo admin] 10.222.0.72 "PUT /v2.0/routers/6b1a82ef-e56f-416b-8788-665ad72b9d2b/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8819671 Mar 11 16:13:21.855795 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [None req-cd76b11e-311a-4422-a3cf-f3c504aa9184 None None] Provisioning complete for port 81961b2e-2b06-4bfc-888f-767eb40f3a44 triggered by entity DHCP. {{(pid=103093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 16:13:21.856372 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-cd76b11e-311a-4422-a3cf-f3c504aa9184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397499'] for port (81961b2e-2b06-4bfc-888f-767eb40f3a44), provisioning_complete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:13:21.861707 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9cd6551-f2cf-4d26-b657-626291503265 None None] Sync routers for ids ['6b1a82ef-e56f-416b-8788-665ad72b9d2b'] in dv-cinder-750782-12-iscsi {{(pid=103094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:13:21.876040 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9cd6551-f2cf-4d26-b657-626291503265 None None] Routers {'6b1a82ef-e56f-416b-8788-665ad72b9d2b'} bound to L3 agent in host dv-cinder-750782-12-iscsi {{(pid=103094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 16:13:21.876040 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_hamode_db [None req-f9cd6551-f2cf-4d26-b657-626291503265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-11T16:12:46Z,description=,heartbeat_timestamp=2022-03-11T16:13:16Z,host='dv-cinder-750782-12-iscsi',id=03422851-42b1-44c9-ada6-e479436b7b23,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:12:46Z,topic='l3_agent')) {'router_ids': ['6b1a82ef-e56f-416b-8788-665ad72b9d2b'], 'active': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:13:21.894217 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-cd76b11e-311a-4422-a3cf-f3c504aa9184 None None] Port 81961b2e-2b06-4bfc-888f-767eb40f3a44 cannot update to ACTIVE because it is not bound. {{(pid=103093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 16:13:22.077695 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_dvr_db [None req-f9cd6551-f2cf-4d26-b657-626291503265 None None] Set router 6b1a82ef-e56f-416b-8788-665ad72b9d2b gateway port host: None {{(pid=103094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 16:13:22.529786 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_hamode_db [None req-f9cd6551-f2cf-4d26-b657-626291503265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b1a82ef-e56f-416b-8788-665ad72b9d2b', 'name': 'router1', 'tenant_id': 'fe84536e3853443d868a3b5dc6fefea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:13:10Z', 'updated_at': '2022-03-11T16:13:21Z', 'revision_number': 2, 'project_id': 'fe84536e3853443d868a3b5dc6fefea5', 'gw_port_host': None, '_interfaces': [{'id': '81961b2e-2b06-4bfc-888f-767eb40f3a44', 'name': '', 'network_id': '2422f18f-ae27-470d-869e-e2592ff9f3c7', 'tenant_id': 'fe84536e3853443d868a3b5dc6fefea5', 'mac_address': 'fa:16:3e:d3:98:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b1a82ef-e56f-416b-8788-665ad72b9d2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9f0f7312-b1b5-4b8b-aa81-e17fa0e43dec', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:13:20Z', 'updated_at': '2022-03-11T16:13:21Z', 'revision_number': 2, 'project_id': 'fe84536e3853443d868a3b5dc6fefea5', 'subnets': [{'id': '9f0f7312-b1b5-4b8b-aa81-e17fa0e43dec', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2e3c6dcf-6544-4c0d-907d-b38199941c84'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-12-iscsi', False) {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:13:22.582568 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9cd6551-f2cf-4d26-b657-626291503265 None None] Checking router: 6b1a82ef-e56f-416b-8788-665ad72b9d2b for host: dv-cinder-750782-12-iscsi {{(pid=103094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:13:22.582938 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9cd6551-f2cf-4d26-b657-626291503265 None None] Updating router 6b1a82ef-e56f-416b-8788-665ad72b9d2b port 81961b2e-2b06-4bfc-888f-767eb40f3a44 binding host dv-cinder-750782-12-iscsi {{(pid=103094) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 16:13:22.636799 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f9cd6551-f2cf-4d26-b657-626291503265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (81961b2e-2b06-4bfc-888f-767eb40f3a44), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:13:23.170553 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f9cd6551-f2cf-4d26-b657-626291503265 None None] Publish callbacks [] for port (81961b2e-2b06-4bfc-888f-767eb40f3a44), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:13:23.178581 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f9cd6551-f2cf-4d26-b657-626291503265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947'] for port (81961b2e-2b06-4bfc-888f-767eb40f3a44), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:13:23.348465 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60f8193-e877-41d2-ab05-ac814ddfab0d None None] Pushing event updated for resources: {'Port': ['ID=81961b2e-2b06-4bfc-888f-767eb40f3a44,revision_number=3']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:13:23.363024 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60f8193-e877-41d2-ab05-ac814ddfab0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:13:23.363400 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60f8193-e877-41d2-ab05-ac814ddfab0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:13:23.363743 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60f8193-e877-41d2-ab05-ac814ddfab0d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:13:23.364080 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60f8193-e877-41d2-ab05-ac814ddfab0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:13:23.364409 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60f8193-e877-41d2-ab05-ac814ddfab0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:13:23.365265 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60f8193-e877-41d2-ab05-ac814ddfab0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:13:23.365630 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60f8193-e877-41d2-ab05-ac814ddfab0d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:13:23.365630 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60f8193-e877-41d2-ab05-ac814ddfab0d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:13:23.366381 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60f8193-e877-41d2-ab05-ac814ddfab0d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:13:23.366721 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60f8193-e877-41d2-ab05-ac814ddfab0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:13:23.367050 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60f8193-e877-41d2-ab05-ac814ddfab0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:13:23.367370 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60f8193-e877-41d2-ab05-ac814ddfab0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:13:23.367688 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60f8193-e877-41d2-ab05-ac814ddfab0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:13:23.369126 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60f8193-e877-41d2-ab05-ac814ddfab0d None None] Tracked resource versions report: Mar 11 16:13:23.369126 dv-cinder-750782-12-iscsi neutron-server[103094]: pushed versions: Mar 11 16:13:23.369126 dv-cinder-750782-12-iscsi neutron-server[103094]: { 'AddressGroup': {'1.2'}, Mar 11 16:13:23.369126 dv-cinder-750782-12-iscsi neutron-server[103094]: 'ConntrackHelper': {'1.0'}, Mar 11 16:13:23.369126 dv-cinder-750782-12-iscsi neutron-server[103094]: 'LocalIPAssociation': {'1.0'}, Mar 11 16:13:23.369126 dv-cinder-750782-12-iscsi neutron-server[103094]: 'Log': {'1.0'}, Mar 11 16:13:23.369126 dv-cinder-750782-12-iscsi neutron-server[103094]: 'Network': {'1.1'}, Mar 11 16:13:23.369126 dv-cinder-750782-12-iscsi neutron-server[103094]: 'Port': {'1.7'}, Mar 11 16:13:23.369126 dv-cinder-750782-12-iscsi neutron-server[103094]: 'PortForwarding': {'1.2'}, Mar 11 16:13:23.369126 dv-cinder-750782-12-iscsi neutron-server[103094]: 'QosPolicy': {'1.10'}, Mar 11 16:13:23.369126 dv-cinder-750782-12-iscsi neutron-server[103094]: 'SecurityGroup': {'1.5'}, Mar 11 16:13:23.369126 dv-cinder-750782-12-iscsi neutron-server[103094]: 'SecurityGroupRule': {'1.2'}, Mar 11 16:13:23.369126 dv-cinder-750782-12-iscsi neutron-server[103094]: 'SubPort': {'1.0'}, Mar 11 16:13:23.369126 dv-cinder-750782-12-iscsi neutron-server[103094]: 'Subnet': {'1.1'}, Mar 11 16:13:23.369126 dv-cinder-750782-12-iscsi neutron-server[103094]: 'Trunk': {'1.1'}} Mar 11 16:13:23.369126 dv-cinder-750782-12-iscsi neutron-server[103094]: consumer versions: Mar 11 16:13:23.369126 dv-cinder-750782-12-iscsi neutron-server[103094]: { DHCP agent@dv-cinder-750782-12-iscsi: {}, Mar 11 16:13:23.369126 dv-cinder-750782-12-iscsi neutron-server[103094]: L3 agent@dv-cinder-750782-12-iscsi: {}, Mar 11 16:13:23.369126 dv-cinder-750782-12-iscsi neutron-server[103094]: Metadata agent@dv-cinder-750782-12-iscsi: {}, Mar 11 16:13:23.369126 dv-cinder-750782-12-iscsi neutron-server[103094]: Metering agent@dv-cinder-750782-12-iscsi: {}, Mar 11 16:13:23.369126 dv-cinder-750782-12-iscsi neutron-server[103094]: Open vSwitch agent@dv-cinder-750782-12-iscsi: { 'AddressGroup': '1.2', Mar 11 16:13:23.369126 dv-cinder-750782-12-iscsi neutron-server[103094]: 'ConntrackHelper': '1.0', Mar 11 16:13:23.369126 dv-cinder-750782-12-iscsi neutron-server[103094]: 'LocalIPAssociation': '1.0', Mar 11 16:13:23.369126 dv-cinder-750782-12-iscsi neutron-server[103094]: 'Log': '1.0', Mar 11 16:13:23.369126 dv-cinder-750782-12-iscsi neutron-server[103094]: 'Network': '1.1', Mar 11 16:13:23.369126 dv-cinder-750782-12-iscsi neutron-server[103094]: 'Port': '1.7', Mar 11 16:13:23.369126 dv-cinder-750782-12-iscsi neutron-server[103094]: 'PortForwarding': '1.2', Mar 11 16:13:23.369126 dv-cinder-750782-12-iscsi neutron-server[103094]: 'QosPolicy': '1.10', Mar 11 16:13:23.369126 dv-cinder-750782-12-iscsi neutron-server[103094]: 'SecurityGroup': '1.5', Mar 11 16:13:23.369126 dv-cinder-750782-12-iscsi neutron-server[103094]: 'SecurityGroupRule': '1.2', Mar 11 16:13:23.369126 dv-cinder-750782-12-iscsi neutron-server[103094]: 'SubPort': '1.0', Mar 11 16:13:23.369126 dv-cinder-750782-12-iscsi neutron-server[103094]: 'Subnet': '1.1', Mar 11 16:13:23.369126 dv-cinder-750782-12-iscsi neutron-server[103094]: 'Trunk': '1.1'}} Mar 11 16:13:23.369126 dv-cinder-750782-12-iscsi neutron-server[103094]: {{(pid=103094) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 11 16:13:23.375041 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [None req-f9cd6551-f2cf-4d26-b657-626291503265 None None] Attempting to bind port 81961b2e-2b06-4bfc-888f-767eb40f3a44 on host dv-cinder-750782-12-iscsi for vnic_type normal with profile {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 16:13:23.375459 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [None req-f9cd6551-f2cf-4d26-b657-626291503265 None None] Attempting to bind port 81961b2e-2b06-4bfc-888f-767eb40f3a44 by drivers openvswitch,hyperv on host dv-cinder-750782-12-iscsi at level 0 using segments [{'id': '6e06981b-24ff-4c5d-9b01-45fc40558c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '2422f18f-ae27-470d-869e-e2592ff9f3c7'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 16:13:23.375890 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9cd6551-f2cf-4d26-b657-626291503265 None None] Attempting to bind port 81961b2e-2b06-4bfc-888f-767eb40f3a44 on network 2422f18f-ae27-470d-869e-e2592ff9f3c7 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 16:13:23.382897 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9cd6551-f2cf-4d26-b657-626291503265 None None] Checking agent: {'id': '1025624e-e238-47fc-86ae-58f7bb6baa16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 12, 50), 'started_at': datetime.datetime(2022, 3, 11, 16, 13, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 13, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 16:13:23.383290 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9cd6551-f2cf-4d26-b657-626291503265 None None] Checking segment: {'id': '6e06981b-24ff-4c5d-9b01-45fc40558c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '2422f18f-ae27-470d-869e-e2592ff9f3c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 16:13:23.383795 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f9cd6551-f2cf-4d26-b657-626291503265 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:13:23.384183 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9cd6551-f2cf-4d26-b657-626291503265 None None] Bound using segment: {'id': '6e06981b-24ff-4c5d-9b01-45fc40558c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '2422f18f-ae27-470d-869e-e2592ff9f3c7'} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 16:13:23.384656 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [None req-f9cd6551-f2cf-4d26-b657-626291503265 None None] Bound port: 81961b2e-2b06-4bfc-888f-767eb40f3a44, host: dv-cinder-750782-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e06981b-24ff-4c5d-9b01-45fc40558c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '2422f18f-ae27-470d-869e-e2592ff9f3c7'}}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 16:13:23.385033 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f9cd6551-f2cf-4d26-b657-626291503265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (81961b2e-2b06-4bfc-888f-767eb40f3a44), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:13:23.426262 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [None req-00ba04ef-5ff8-4a76-9886-83a921eaa4cb None None] Provisioning complete for port 81961b2e-2b06-4bfc-888f-767eb40f3a44 triggered by entity DHCP. {{(pid=103093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 16:13:23.426800 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-00ba04ef-5ff8-4a76-9886-83a921eaa4cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397499'] for port (81961b2e-2b06-4bfc-888f-767eb40f3a44), provisioning_complete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:13:23.471680 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-00ba04ef-5ff8-4a76-9886-83a921eaa4cb None None] Port 81961b2e-2b06-4bfc-888f-767eb40f3a44 cannot update to ACTIVE because it is not bound. {{(pid=103093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 16:13:23.471859 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.plugins.ml2.db [None req-f9cd6551-f2cf-4d26-b657-626291503265 None None] For port 81961b2e-2b06-4bfc-888f-767eb40f3a44, host dv-cinder-750782-12-iscsi, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:13:23.494987 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.plugins.ml2.db [None req-f9cd6551-f2cf-4d26-b657-626291503265 None None] For port 81961b2e-2b06-4bfc-888f-767eb40f3a44, host dv-cinder-750782-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-12-iscsi',level=0,port_id=81961b2e-2b06-4bfc-888f-767eb40f3a44,segment=NetworkSegment(6e06981b-24ff-4c5d-9b01-45fc40558c2c),segment_id=6e06981b-24ff-4c5d-9b01-45fc40558c2c)] {{(pid=103094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:13:23.502356 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-f9cd6551-f2cf-4d26-b657-626291503265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947'] for port (81961b2e-2b06-4bfc-888f-767eb40f3a44), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:13:23.559723 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9cd6551-f2cf-4d26-b657-626291503265 None None] Routers {'6b1a82ef-e56f-416b-8788-665ad72b9d2b'} bound to L3 agent in host dv-cinder-750782-12-iscsi {{(pid=103094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 16:13:23.560424 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_hamode_db [None req-f9cd6551-f2cf-4d26-b657-626291503265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-11T16:12:46Z,description=,heartbeat_timestamp=2022-03-11T16:13:16Z,host='dv-cinder-750782-12-iscsi',id=03422851-42b1-44c9-ada6-e479436b7b23,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:12:46Z,topic='l3_agent')) {'router_ids': ['6b1a82ef-e56f-416b-8788-665ad72b9d2b'], 'active': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:13:23.660895 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_dvr_db [None req-f9cd6551-f2cf-4d26-b657-626291503265 None None] Set router 6b1a82ef-e56f-416b-8788-665ad72b9d2b gateway port host: None {{(pid=103094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 16:13:23.663234 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60f8193-e877-41d2-ab05-ac814ddfab0d None None] Pushing event updated for resources: {'Port': ['ID=81961b2e-2b06-4bfc-888f-767eb40f3a44,revision_number=4']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:13:23.791976 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [None req-aeb97912-58b6-405f-8478-0ef0722b52d2 None None] Provisioning complete for port 81961b2e-2b06-4bfc-888f-767eb40f3a44 triggered by entity DHCP. {{(pid=103093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 16:13:23.792622 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-aeb97912-58b6-405f-8478-0ef0722b52d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397499'] for port (81961b2e-2b06-4bfc-888f-767eb40f3a44), provisioning_complete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:13:23.875527 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-aeb97912-58b6-405f-8478-0ef0722b52d2 None None] Current status of the port 81961b2e-2b06-4bfc-888f-767eb40f3a44 is: DOWN; New status is: ACTIVE {{(pid=103093) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 16:13:23.875927 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-aeb97912-58b6-405f-8478-0ef0722b52d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (81961b2e-2b06-4bfc-888f-767eb40f3a44), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:13:23.895443 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_hamode_db [None req-f9cd6551-f2cf-4d26-b657-626291503265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b1a82ef-e56f-416b-8788-665ad72b9d2b', 'name': 'router1', 'tenant_id': 'fe84536e3853443d868a3b5dc6fefea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:13:10Z', 'updated_at': '2022-03-11T16:13:21Z', 'revision_number': 2, 'project_id': 'fe84536e3853443d868a3b5dc6fefea5', 'gw_port_host': None, '_interfaces': [{'id': '81961b2e-2b06-4bfc-888f-767eb40f3a44', 'name': '', 'network_id': '2422f18f-ae27-470d-869e-e2592ff9f3c7', 'tenant_id': 'fe84536e3853443d868a3b5dc6fefea5', 'mac_address': 'fa:16:3e:d3:98:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b1a82ef-e56f-416b-8788-665ad72b9d2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9f0f7312-b1b5-4b8b-aa81-e17fa0e43dec', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:13:20Z', 'updated_at': '2022-03-11T16:13:23Z', 'revision_number': 4, 'project_id': 'fe84536e3853443d868a3b5dc6fefea5', 'subnets': [{'id': '9f0f7312-b1b5-4b8b-aa81-e17fa0e43dec', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2e3c6dcf-6544-4c0d-907d-b38199941c84'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-12-iscsi', False) {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:13:23.910787 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-aeb97912-58b6-405f-8478-0ef0722b52d2 None None] For port 81961b2e-2b06-4bfc-888f-767eb40f3a44, host dv-cinder-750782-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-12-iscsi',level=0,port_id=81961b2e-2b06-4bfc-888f-767eb40f3a44,segment=NetworkSegment(6e06981b-24ff-4c5d-9b01-45fc40558c2c),segment_id=6e06981b-24ff-4c5d-9b01-45fc40558c2c)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:13:23.916084 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-aeb97912-58b6-405f-8478-0ef0722b52d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947'] for port (81961b2e-2b06-4bfc-888f-767eb40f3a44), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:13:23.924800 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9cd6551-f2cf-4d26-b657-626291503265 None None] The sync data for ids ['6b1a82ef-e56f-416b-8788-665ad72b9d2b'] in dv-cinder-750782-12-iscsi is: [{'id': '6b1a82ef-e56f-416b-8788-665ad72b9d2b', 'name': 'router1', 'tenant_id': 'fe84536e3853443d868a3b5dc6fefea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:13:10Z', 'updated_at': '2022-03-11T16:13:21Z', 'revision_number': 2, 'project_id': 'fe84536e3853443d868a3b5dc6fefea5', 'gw_port_host': None, '_interfaces': [{'id': '81961b2e-2b06-4bfc-888f-767eb40f3a44', 'name': '', 'network_id': '2422f18f-ae27-470d-869e-e2592ff9f3c7', 'tenant_id': 'fe84536e3853443d868a3b5dc6fefea5', 'mac_address': 'fa:16:3e:d3:98:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b1a82ef-e56f-416b-8788-665ad72b9d2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9f0f7312-b1b5-4b8b-aa81-e17fa0e43dec', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:13:20Z', 'updated_at': '2022-03-11T16:13:23Z', 'revision_number': 4, 'project_id': 'fe84536e3853443d868a3b5dc6fefea5', 'subnets': [{'id': '9f0f7312-b1b5-4b8b-aa81-e17fa0e43dec', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2e3c6dcf-6544-4c0d-907d-b38199941c84'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:13:23.971895 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb97912-58b6-405f-8478-0ef0722b52d2 None None] Pushing event updated for resources: {'Port': ['ID=81961b2e-2b06-4bfc-888f-767eb40f3a44,revision_number=5']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:13:24.384408 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 36532) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:13:24.501713 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bb7647e-6e2f-4042-807b-540a1a5aab2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:13:24.503031 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-1bb7647e-6e2f-4042-807b-540a1a5aab2a admin admin] 10.222.0.72 "GET /v2.0/networks/ff1c1ad1-a65f-4be8-9483-081137458b82 HTTP/1.1" status: 200 len: 842 time: 0.1176741 Mar 11 16:13:24.512695 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.v2.base [None req-396c8d91-2621-4d23-afe7-4b1b8b78e849 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'enable_dhcp': False, 'gateway_ip': '172.27.0.1', 'name': 'public-subnet', 'cidr': '172.27.0.0/24'}} {{(pid=103091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:13:24.538039 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-396c8d91-2621-4d23-afe7-4b1b8b78e849 admin admin] Made reservation on behalf of 75947a8464a844eb82ea770b539a157f for: {'subnet': 1} {{(pid=103091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:13:24.540310 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-396c8d91-2621-4d23-afe7-4b1b8b78e849 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:13:24.872458 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.objects.ports [None req-396c8d91-2621-4d23-afe7-4b1b8b78e849 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103091) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 11 16:13:24.873122 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-396c8d91-2621-4d23-afe7-4b1b8b78e849 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410'] for subnet (5240f8c4-acf8-4de2-827e-773879cfd307), after_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:13:24.936775 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396c8d91-2621-4d23-afe7-4b1b8b78e849 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5240f8c4-acf8-4de2-827e-773879cfd307,revision_number=0']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:13:24.946315 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-396c8d91-2621-4d23-afe7-4b1b8b78e849 admin admin] Checking segment: {'id': 'd35af6e3-4c7b-42bf-84c3-6daa0b397bde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 16:13:24.946704 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-396c8d91-2621-4d23-afe7-4b1b8b78e849 admin admin] Network hostable DHCP agents. Network: ff1c1ad1-a65f-4be8-9483-081137458b82, hostable agents: ['52d54afa-c257-4acf-9353-cc1307944ae0'], hosted agents: [] {{(pid=103091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:13:24.974211 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-396c8d91-2621-4d23-afe7-4b1b8b78e849 admin admin] Network ff1c1ad1-a65f-4be8-9483-081137458b82 is scheduled to be hosted by DHCP agent 52d54afa-c257-4acf-9353-cc1307944ae0 with binding_index 1 {{(pid=103091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:13:24.986343 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.scheduler.base_scheduler [None req-396c8d91-2621-4d23-afe7-4b1b8b78e849 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-12-iscsi, ff1c1ad1-a65f-4be8-9483-081137458b82) {{(pid=103091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:13:24.990773 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-396c8d91-2621-4d23-afe7-4b1b8b78e849 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:13:24.991365 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-396c8d91-2621-4d23-afe7-4b1b8b78e849 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779404'] for subnet (None), before_response {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:13:24.997306 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c24d582-2978-4646-9f19-3bc3e0fa9465 None None] Network ff1c1ad1-a65f-4be8-9483-081137458b82 requested from dv-cinder-750782-12-iscsi {{(pid=103093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 16:13:25.009046 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-396c8d91-2621-4d23-afe7-4b1b8b78e849 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4998295 Mar 11 16:13:25.114346 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f6cdeb-adab-4fa1-9446-8d4960165b78 None None] Network ff1c1ad1-a65f-4be8-9483-081137458b82 requested from dv-cinder-750782-12-iscsi {{(pid=103093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 16:13:27.567468 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 36540) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:13:27.711528 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-f278cb6e-b1e7-4c19-92a7-90614eb74189 demo admin] 10.222.0.72 "GET /v2.0/routers/6b1a82ef-e56f-416b-8788-665ad72b9d2b HTTP/1.1" status: 200 len: 710 time: 0.1425161 Mar 11 16:13:27.803213 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c31efd8-e5c9-4230-b7d7-efe8f7f908d0 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:13:27.804495 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-2c31efd8-e5c9-4230-b7d7-efe8f7f908d0 demo admin] 10.222.0.72 "GET /v2.0/networks/ff1c1ad1-a65f-4be8-9483-081137458b82 HTTP/1.1" status: 200 len: 886 time: 0.0874052 Mar 11 16:13:27.813204 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.v2.base [None req-0e5de819-85cd-459d-bfe2-4a1b29dd74e3 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82'}}} {{(pid=103091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:13:28.167314 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-0e5de819-85cd-459d-bfe2-4a1b29dd74e3 demo admin] Publish callbacks [] for router_gateway (6b1a82ef-e56f-416b-8788-665ad72b9d2b), precommit_update {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:13:28.419656 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-0e5de819-85cd-459d-bfe2-4a1b29dd74e3 demo admin] Publish callbacks [] for router_gateway (6b1a82ef-e56f-416b-8788-665ad72b9d2b), before_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:13:28.498923 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-0e5de819-85cd-459d-bfe2-4a1b29dd74e3 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (None), before_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:13:28.605438 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.db.db_base_plugin_common [None req-0e5de819-85cd-459d-bfe2-4a1b29dd74e3 demo admin] Allocated IP 172.27.0.126 (ff1c1ad1-a65f-4be8-9483-081137458b82/5240f8c4-acf8-4de2-827e-773879cfd307/1238a697-3e0a-4f17-8df8-c5c8a09e1d7a) {{(pid=103091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:13:28.714947 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-0e5de819-85cd-459d-bfe2-4a1b29dd74e3 demo admin] Publish callbacks [] for port (1238a697-3e0a-4f17-8df8-c5c8a09e1d7a), precommit_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:13:28.751217 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-0e5de819-85cd-459d-bfe2-4a1b29dd74e3 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780137975911'] for port (1238a697-3e0a-4f17-8df8-c5c8a09e1d7a), after_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:13:28.787380 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e5de819-85cd-459d-bfe2-4a1b29dd74e3 demo admin] Network ff1c1ad1-a65f-4be8-9483-081137458b82 is already hosted by enough agents. {{(pid=103091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:13:28.790248 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.scheduler.base_scheduler [None req-0e5de819-85cd-459d-bfe2-4a1b29dd74e3 demo admin] Resources bound (agent type, host, resource id): {{(pid=103091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:13:28.798086 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5de819-85cd-459d-bfe2-4a1b29dd74e3 demo admin] Received port after_create {{(pid=103091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 16:13:28.838855 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5de819-85cd-459d-bfe2-4a1b29dd74e3 demo admin] Pushing event updated for resources: {'Port': ['ID=1238a697-3e0a-4f17-8df8-c5c8a09e1d7a,revision_number=1']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:13:29.066848 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-0e5de819-85cd-459d-bfe2-4a1b29dd74e3 demo admin] Publish callbacks [] for router_gateway (6b1a82ef-e56f-416b-8788-665ad72b9d2b), after_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:13:29.279106 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-0e5de819-85cd-459d-bfe2-4a1b29dd74e3 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-539648', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-772518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-56553'] for router (6b1a82ef-e56f-416b-8788-665ad72b9d2b), precommit_update {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:13:29.282822 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-0e5de819-85cd-459d-bfe2-4a1b29dd74e3 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-539663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-539670', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-772525'] for router (6b1a82ef-e56f-416b-8788-665ad72b9d2b), after_update {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:13:29.500492 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e5de819-85cd-459d-bfe2-4a1b29dd74e3 demo admin] Router 6b1a82ef-e56f-416b-8788-665ad72b9d2b has already been hosted by L3 agent 03422851-42b1-44c9-ada6-e479436b7b23 {{(pid=103091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:13:29.617620 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e5de819-85cd-459d-bfe2-4a1b29dd74e3 demo admin] Notify agent at l3_agent.dv-cinder-750782-12-iscsi the message routers_updated {{(pid=103091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:13:29.621874 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-0e5de819-85cd-459d-bfe2-4a1b29dd74e3 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:13:29.623274 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-0e5de819-85cd-459d-bfe2-4a1b29dd74e3 demo admin] 10.222.0.72 "PUT /v2.0/routers/6b1a82ef-e56f-416b-8788-665ad72b9d2b HTTP/1.1" status: 200 len: 890 time: 1.8132570 Mar 11 16:13:31.160356 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Device 81961b2e-2b06-4bfc-888f-767eb40f3a44 up at agent ovs-agent-dv-cinder-750782-12-iscsi {{(pid=103093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 16:13:31.222908 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.agents_db [None req-ed17eba3-c4d2-4aaa-a64c-93b8434a4a48 None None] Agent healthcheck: found 5 active agents {{(pid=103094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 16:13:31.224822 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Provisioning complete for port 81961b2e-2b06-4bfc-888f-767eb40f3a44 triggered by entity L2. {{(pid=103093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 16:13:31.225218 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397499'] for port (81961b2e-2b06-4bfc-888f-767eb40f3a44), provisioning_complete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:13:31.330056 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Current status of the port 81961b2e-2b06-4bfc-888f-767eb40f3a44 is: ACTIVE; New status is: ACTIVE {{(pid=103093) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 16:13:32.424318 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 36552) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:13:32.561777 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-61665303-07d7-4212-a433-9d41c7268445 admin admin] 10.222.0.72 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1363134 Mar 11 16:13:33.042007 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d89cd8-ed1f-4260-8f4e-463048b86a22 None None] Sync routers for ids ['6b1a82ef-e56f-416b-8788-665ad72b9d2b'] in dv-cinder-750782-12-iscsi {{(pid=103093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:13:33.058500 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d89cd8-ed1f-4260-8f4e-463048b86a22 None None] Routers {'6b1a82ef-e56f-416b-8788-665ad72b9d2b'} bound to L3 agent in host dv-cinder-750782-12-iscsi {{(pid=103093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 16:13:33.059519 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_hamode_db [None req-96d89cd8-ed1f-4260-8f4e-463048b86a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-11T16:12:46Z,description=,heartbeat_timestamp=2022-03-11T16:13:16Z,host='dv-cinder-750782-12-iscsi',id=03422851-42b1-44c9-ada6-e479436b7b23,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:12:46Z,topic='l3_agent')) {'router_ids': ['6b1a82ef-e56f-416b-8788-665ad72b9d2b'], 'active': True} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:13:33.325216 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_dvr_db [None req-96d89cd8-ed1f-4260-8f4e-463048b86a22 None None] Set router 6b1a82ef-e56f-416b-8788-665ad72b9d2b gateway port host: dv-cinder-750782-12-iscsi {{(pid=103093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 16:13:33.898960 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_hamode_db [None req-96d89cd8-ed1f-4260-8f4e-463048b86a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b1a82ef-e56f-416b-8788-665ad72b9d2b', 'name': 'router1', 'tenant_id': 'fe84536e3853443d868a3b5dc6fefea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'external_fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '1238a697-3e0a-4f17-8df8-c5c8a09e1d7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:13:10Z', 'updated_at': '2022-03-11T16:13:28Z', 'revision_number': 4, 'project_id': 'fe84536e3853443d868a3b5dc6fefea5', 'gw_port': {'id': '1238a697-3e0a-4f17-8df8-c5c8a09e1d7a', 'name': '', 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:60:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b1a82ef-e56f-416b-8788-665ad72b9d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:13:28Z', 'updated_at': '2022-03-11T16:13:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-12-iscsi', '_interfaces': [{'id': '81961b2e-2b06-4bfc-888f-767eb40f3a44', 'name': '', 'network_id': '2422f18f-ae27-470d-869e-e2592ff9f3c7', 'tenant_id': 'fe84536e3853443d868a3b5dc6fefea5', 'mac_address': 'fa:16:3e:d3:98:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1a82ef-e56f-416b-8788-665ad72b9d2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9f0f7312-b1b5-4b8b-aa81-e17fa0e43dec', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:13:20Z', 'updated_at': '2022-03-11T16:13:23Z', 'revision_number': 5, 'project_id': 'fe84536e3853443d868a3b5dc6fefea5', 'subnets': [{'id': '9f0f7312-b1b5-4b8b-aa81-e17fa0e43dec', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2e3c6dcf-6544-4c0d-907d-b38199941c84'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-12-iscsi', False) {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:13:33.975181 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d89cd8-ed1f-4260-8f4e-463048b86a22 None None] Checking router: 6b1a82ef-e56f-416b-8788-665ad72b9d2b for host: dv-cinder-750782-12-iscsi {{(pid=103093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:13:33.975557 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d89cd8-ed1f-4260-8f4e-463048b86a22 None None] Updating router 6b1a82ef-e56f-416b-8788-665ad72b9d2b port 1238a697-3e0a-4f17-8df8-c5c8a09e1d7a binding host dv-cinder-750782-12-iscsi {{(pid=103093) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 16:13:34.034255 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-96d89cd8-ed1f-4260-8f4e-463048b86a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (1238a697-3e0a-4f17-8df8-c5c8a09e1d7a), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:13:34.425038 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-96d89cd8-ed1f-4260-8f4e-463048b86a22 None None] Publish callbacks [] for port (1238a697-3e0a-4f17-8df8-c5c8a09e1d7a), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:13:34.434900 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-96d89cd8-ed1f-4260-8f4e-463048b86a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947'] for port (1238a697-3e0a-4f17-8df8-c5c8a09e1d7a), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:13:34.487869 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbea1e6-d757-4fac-9664-7c0b6a3f2a81 None None] Pushing event updated for resources: {'Port': ['ID=1238a697-3e0a-4f17-8df8-c5c8a09e1d7a,revision_number=2']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:13:34.510401 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [None req-96d89cd8-ed1f-4260-8f4e-463048b86a22 None None] Attempting to bind port 1238a697-3e0a-4f17-8df8-c5c8a09e1d7a on host dv-cinder-750782-12-iscsi for vnic_type normal with profile {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 16:13:34.510861 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [None req-96d89cd8-ed1f-4260-8f4e-463048b86a22 None None] Attempting to bind port 1238a697-3e0a-4f17-8df8-c5c8a09e1d7a by drivers openvswitch,hyperv on host dv-cinder-750782-12-iscsi at level 0 using segments [{'id': 'd35af6e3-4c7b-42bf-84c3-6daa0b397bde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82'}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 16:13:34.511323 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d89cd8-ed1f-4260-8f4e-463048b86a22 None None] Attempting to bind port 1238a697-3e0a-4f17-8df8-c5c8a09e1d7a on network ff1c1ad1-a65f-4be8-9483-081137458b82 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 16:13:34.518634 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d89cd8-ed1f-4260-8f4e-463048b86a22 None None] Checking agent: {'id': '1025624e-e238-47fc-86ae-58f7bb6baa16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 12, 50), 'started_at': datetime.datetime(2022, 3, 11, 16, 13, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 13, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 16:13:34.519102 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d89cd8-ed1f-4260-8f4e-463048b86a22 None None] Checking segment: {'id': 'd35af6e3-4c7b-42bf-84c3-6daa0b397bde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 16:13:34.519688 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-96d89cd8-ed1f-4260-8f4e-463048b86a22 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:13:34.520259 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d89cd8-ed1f-4260-8f4e-463048b86a22 None None] Bound using segment: {'id': 'd35af6e3-4c7b-42bf-84c3-6daa0b397bde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82'} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 16:13:34.521665 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [None req-96d89cd8-ed1f-4260-8f4e-463048b86a22 None None] Bound port: 1238a697-3e0a-4f17-8df8-c5c8a09e1d7a, host: dv-cinder-750782-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd35af6e3-4c7b-42bf-84c3-6daa0b397bde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82'}}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 16:13:34.521665 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-96d89cd8-ed1f-4260-8f4e-463048b86a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (1238a697-3e0a-4f17-8df8-c5c8a09e1d7a), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:13:34.581709 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-96d89cd8-ed1f-4260-8f4e-463048b86a22 None None] For port 1238a697-3e0a-4f17-8df8-c5c8a09e1d7a, host dv-cinder-750782-12-iscsi, cleared binding levels {{(pid=103093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:13:34.585998 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-96d89cd8-ed1f-4260-8f4e-463048b86a22 None None] For port 1238a697-3e0a-4f17-8df8-c5c8a09e1d7a, host dv-cinder-750782-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-12-iscsi',level=0,port_id=1238a697-3e0a-4f17-8df8-c5c8a09e1d7a,segment=NetworkSegment(d35af6e3-4c7b-42bf-84c3-6daa0b397bde),segment_id=d35af6e3-4c7b-42bf-84c3-6daa0b397bde)] {{(pid=103093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:13:34.593597 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-96d89cd8-ed1f-4260-8f4e-463048b86a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947'] for port (1238a697-3e0a-4f17-8df8-c5c8a09e1d7a), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:13:34.652295 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d89cd8-ed1f-4260-8f4e-463048b86a22 None None] Routers {'6b1a82ef-e56f-416b-8788-665ad72b9d2b'} bound to L3 agent in host dv-cinder-750782-12-iscsi {{(pid=103093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 16:13:34.652295 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_hamode_db [None req-96d89cd8-ed1f-4260-8f4e-463048b86a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-11T16:12:46Z,description=,heartbeat_timestamp=2022-03-11T16:13:16Z,host='dv-cinder-750782-12-iscsi',id=03422851-42b1-44c9-ada6-e479436b7b23,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:12:46Z,topic='l3_agent')) {'router_ids': ['6b1a82ef-e56f-416b-8788-665ad72b9d2b'], 'active': True} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:13:34.726224 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbea1e6-d757-4fac-9664-7c0b6a3f2a81 None None] Pushing event updated for resources: {'Port': ['ID=1238a697-3e0a-4f17-8df8-c5c8a09e1d7a,revision_number=3']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:13:34.801074 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_dvr_db [None req-96d89cd8-ed1f-4260-8f4e-463048b86a22 None None] Set router 6b1a82ef-e56f-416b-8788-665ad72b9d2b gateway port host: dv-cinder-750782-12-iscsi {{(pid=103093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 16:13:35.140327 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_hamode_db [None req-96d89cd8-ed1f-4260-8f4e-463048b86a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b1a82ef-e56f-416b-8788-665ad72b9d2b', 'name': 'router1', 'tenant_id': 'fe84536e3853443d868a3b5dc6fefea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'external_fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '1238a697-3e0a-4f17-8df8-c5c8a09e1d7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:13:10Z', 'updated_at': '2022-03-11T16:13:28Z', 'revision_number': 4, 'project_id': 'fe84536e3853443d868a3b5dc6fefea5', 'gw_port': {'id': '1238a697-3e0a-4f17-8df8-c5c8a09e1d7a', 'name': '', 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:60:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b1a82ef-e56f-416b-8788-665ad72b9d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:13:28Z', 'updated_at': '2022-03-11T16:13:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-12-iscsi', '_interfaces': [{'id': '81961b2e-2b06-4bfc-888f-767eb40f3a44', 'name': '', 'network_id': '2422f18f-ae27-470d-869e-e2592ff9f3c7', 'tenant_id': 'fe84536e3853443d868a3b5dc6fefea5', 'mac_address': 'fa:16:3e:d3:98:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1a82ef-e56f-416b-8788-665ad72b9d2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9f0f7312-b1b5-4b8b-aa81-e17fa0e43dec', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:13:20Z', 'updated_at': '2022-03-11T16:13:23Z', 'revision_number': 5, 'project_id': 'fe84536e3853443d868a3b5dc6fefea5', 'subnets': [{'id': '9f0f7312-b1b5-4b8b-aa81-e17fa0e43dec', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2e3c6dcf-6544-4c0d-907d-b38199941c84'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-12-iscsi', False) {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:13:35.170645 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d89cd8-ed1f-4260-8f4e-463048b86a22 None None] The sync data for ids ['6b1a82ef-e56f-416b-8788-665ad72b9d2b'] in dv-cinder-750782-12-iscsi is: [{'id': '6b1a82ef-e56f-416b-8788-665ad72b9d2b', 'name': 'router1', 'tenant_id': 'fe84536e3853443d868a3b5dc6fefea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'external_fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '1238a697-3e0a-4f17-8df8-c5c8a09e1d7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:13:10Z', 'updated_at': '2022-03-11T16:13:28Z', 'revision_number': 4, 'project_id': 'fe84536e3853443d868a3b5dc6fefea5', 'gw_port': {'id': '1238a697-3e0a-4f17-8df8-c5c8a09e1d7a', 'name': '', 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:60:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b1a82ef-e56f-416b-8788-665ad72b9d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:13:28Z', 'updated_at': '2022-03-11T16:13:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-12-iscsi', '_interfaces': [{'id': '81961b2e-2b06-4bfc-888f-767eb40f3a44', 'name': '', 'network_id': '2422f18f-ae27-470d-869e-e2592ff9f3c7', 'tenant_id': 'fe84536e3853443d868a3b5dc6fefea5', 'mac_address': 'fa:16:3e:d3:98:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1a82ef-e56f-416b-8788-665ad72b9d2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9f0f7312-b1b5-4b8b-aa81-e17fa0e43dec', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:13:20Z', 'updated_at': '2022-03-11T16:13:23Z', 'revision_number': 5, 'project_id': 'fe84536e3853443d868a3b5dc6fefea5', 'subnets': [{'id': '9f0f7312-b1b5-4b8b-aa81-e17fa0e43dec', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2e3c6dcf-6544-4c0d-907d-b38199941c84'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:13:37.375594 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Device 1238a697-3e0a-4f17-8df8-c5c8a09e1d7a up at agent ovs-agent-dv-cinder-750782-12-iscsi {{(pid=103093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 16:13:37.468195 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Provisioning complete for port 1238a697-3e0a-4f17-8df8-c5c8a09e1d7a triggered by entity L2. {{(pid=103093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 16:13:37.468656 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397499'] for port (1238a697-3e0a-4f17-8df8-c5c8a09e1d7a), provisioning_complete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:13:37.564585 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Current status of the port 1238a697-3e0a-4f17-8df8-c5c8a09e1d7a is: DOWN; New status is: ACTIVE {{(pid=103093) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 16:13:37.564840 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (1238a697-3e0a-4f17-8df8-c5c8a09e1d7a), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:13:37.592258 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] For port 1238a697-3e0a-4f17-8df8-c5c8a09e1d7a, host dv-cinder-750782-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-12-iscsi',level=0,port_id=1238a697-3e0a-4f17-8df8-c5c8a09e1d7a,segment=NetworkSegment(d35af6e3-4c7b-42bf-84c3-6daa0b397bde),segment_id=d35af6e3-4c7b-42bf-84c3-6daa0b397bde)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:13:37.604996 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947'] for port (1238a697-3e0a-4f17-8df8-c5c8a09e1d7a), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:13:37.706531 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Pushing event updated for resources: {'Port': ['ID=1238a697-3e0a-4f17-8df8-c5c8a09e1d7a,revision_number=4']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:13:39.302204 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Device 1238a697-3e0a-4f17-8df8-c5c8a09e1d7a up at agent ovs-agent-dv-cinder-750782-12-iscsi {{(pid=103093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 16:13:39.394262 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Provisioning complete for port 1238a697-3e0a-4f17-8df8-c5c8a09e1d7a triggered by entity L2. {{(pid=103093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 16:13:39.394900 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397499'] for port (1238a697-3e0a-4f17-8df8-c5c8a09e1d7a), provisioning_complete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:13:39.571496 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Current status of the port 1238a697-3e0a-4f17-8df8-c5c8a09e1d7a is: ACTIVE; New status is: ACTIVE {{(pid=103093) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 16:13:43.790399 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c9223c0b-19d7-4b59-b723-64dd6ced3e97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (52d54afa-c257-4acf-9353-cc1307944ae0), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:13:46.115672 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c93e85fe-5997-4f8d-8dee-077cfa3a2571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (03422851-42b1-44c9-ada6-e479436b7b23), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:13:47.383282 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ae773407-53f5-44d0-bdbe-4d88b69a915f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (d0bcdf8a-248d-4278-aa4c-95e4828d61b2), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:13:48.739346 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-12686fd2-0f25-484f-a78a-b5cd34d8581b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (a5a5d809-3580-471a-ade1-6c5ecc269919), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:13:50.336352 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (1025624e-e238-47fc-86ae-58f7bb6baa16), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:14:08.225996 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.agents_db [None req-ed17eba3-c4d2-4aaa-a64c-93b8434a4a48 None None] Agent healthcheck: found 5 active agents {{(pid=103094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 16:14:13.779181 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4480348a-0a22-42f6-857e-46b01ecb8c96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (52d54afa-c257-4acf-9353-cc1307944ae0), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:14:16.108977 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-238d56dc-32be-4f4e-a73d-90e48bbf1fa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (03422851-42b1-44c9-ada6-e479436b7b23), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:14:17.390304 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ae773407-53f5-44d0-bdbe-4d88b69a915f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (d0bcdf8a-248d-4278-aa4c-95e4828d61b2), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:14:18.818350 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-12686fd2-0f25-484f-a78a-b5cd34d8581b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (a5a5d809-3580-471a-ade1-6c5ecc269919), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:14:20.334284 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (1025624e-e238-47fc-86ae-58f7bb6baa16), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:14:43.773218 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-fbe33a12-0f2b-4a2e-a0fb-d0f2ec92be77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (52d54afa-c257-4acf-9353-cc1307944ae0), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:14:45.224105 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.agents_db [None req-ed17eba3-c4d2-4aaa-a64c-93b8434a4a48 None None] Agent healthcheck: found 5 active agents {{(pid=103094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 16:14:46.111825 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3ff9ff5c-2d69-4190-b2e0-82cc69aa9b3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (03422851-42b1-44c9-ada6-e479436b7b23), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:14:47.389145 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ae773407-53f5-44d0-bdbe-4d88b69a915f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (d0bcdf8a-248d-4278-aa4c-95e4828d61b2), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:14:48.752367 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-12686fd2-0f25-484f-a78a-b5cd34d8581b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (a5a5d809-3580-471a-ade1-6c5ecc269919), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:14:50.329573 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (1025624e-e238-47fc-86ae-58f7bb6baa16), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:14:58.415006 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 37036) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:14:58.480716 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e3d74ae-30bc-4cb4-a542-d67ccb0f69d7 admin admin] GET failed (client error): The resource could not be found. Mar 11 16:14:58.482031 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-0e3d74ae-30bc-4cb4-a542-d67ccb0f69d7 admin admin] 10.222.0.72 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0660493 Mar 11 16:14:58.648168 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e6cd0de-b619-4a5d-b0b4-25d3ca86de4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:14:58.649545 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-1e6cd0de-b619-4a5d-b0b4-25d3ca86de4a admin admin] 10.222.0.72 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1633685 Mar 11 16:15:01.104988 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 37046) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:15:01.198660 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc7c54dc-1a9b-4a60-ba9c-9e834dac8f23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:01.200081 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-cc7c54dc-1a9b-4a60-ba9c-9e834dac8f23 admin admin] 10.222.0.72 "GET /v2.0/subnets/9f0f7312-b1b5-4b8b-aa81-e17fa0e43dec HTTP/1.1" status: 200 len: 849 time: 0.0941522 Mar 11 16:15:01.210143 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.v2.base [None req-a0c6e9b1-249b-47b9-9a65-49c7638b534b admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:15:01.306654 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-a0c6e9b1-249b-47b9-9a65-49c7638b534b admin admin] Publish callbacks [] for subnet (9f0f7312-b1b5-4b8b-aa81-e17fa0e43dec), before_update {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:15:01.453796 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-a0c6e9b1-249b-47b9-9a65-49c7638b534b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8780138542430'] for subnet (9f0f7312-b1b5-4b8b-aa81-e17fa0e43dec), after_update {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:15:01.482646 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c6e9b1-249b-47b9-9a65-49c7638b534b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:01.483232 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-a0c6e9b1-249b-47b9-9a65-49c7638b534b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779404'] for subnet (None), before_response {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:15:01.484515 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-a0c6e9b1-249b-47b9-9a65-49c7638b534b admin admin] 10.222.0.72 "PUT /v2.0/subnets/9f0f7312-b1b5-4b8b-aa81-e17fa0e43dec HTTP/1.1" status: 200 len: 868 time: 0.2780931 Mar 11 16:15:01.494391 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f7aacfb-0616-42c6-8a78-369cab3ac8e4 None None] Network 2422f18f-ae27-470d-869e-e2592ff9f3c7 requested from dv-cinder-750782-12-iscsi {{(pid=103093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 16:15:01.510915 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c6e9b1-249b-47b9-9a65-49c7638b534b admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f0f7312-b1b5-4b8b-aa81-e17fa0e43dec,revision_number=1']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:01.518671 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c6e9b1-249b-47b9-9a65-49c7638b534b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:15:01.519039 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c6e9b1-249b-47b9-9a65-49c7638b534b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:15:01.519395 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c6e9b1-249b-47b9-9a65-49c7638b534b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:15:01.519735 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c6e9b1-249b-47b9-9a65-49c7638b534b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:15:01.520357 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c6e9b1-249b-47b9-9a65-49c7638b534b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:15:01.520571 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c6e9b1-249b-47b9-9a65-49c7638b534b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:15:01.521051 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c6e9b1-249b-47b9-9a65-49c7638b534b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:15:01.521378 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c6e9b1-249b-47b9-9a65-49c7638b534b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:15:01.521725 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c6e9b1-249b-47b9-9a65-49c7638b534b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:15:01.522093 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c6e9b1-249b-47b9-9a65-49c7638b534b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:15:01.522424 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c6e9b1-249b-47b9-9a65-49c7638b534b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:15:01.522762 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c6e9b1-249b-47b9-9a65-49c7638b534b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:15:01.523071 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c6e9b1-249b-47b9-9a65-49c7638b534b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:15:01.855954 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [None req-936c4060-6bfd-4b3a-9420-7f08f7968253 None None] Provisioning complete for port 81961b2e-2b06-4bfc-888f-767eb40f3a44 triggered by entity DHCP. {{(pid=103093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 16:15:01.856344 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-936c4060-6bfd-4b3a-9420-7f08f7968253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397499'] for port (81961b2e-2b06-4bfc-888f-767eb40f3a44), provisioning_complete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:15:01.937657 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-936c4060-6bfd-4b3a-9420-7f08f7968253 None None] Current status of the port 81961b2e-2b06-4bfc-888f-767eb40f3a44 is: ACTIVE; New status is: ACTIVE {{(pid=103093) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 16:15:01.948001 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [None req-936c4060-6bfd-4b3a-9420-7f08f7968253 None None] Provisioning complete for port 70965739-0d00-4373-944b-f91125131b10 triggered by entity DHCP. {{(pid=103093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 16:15:01.948391 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-936c4060-6bfd-4b3a-9420-7f08f7968253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397499'] for port (70965739-0d00-4373-944b-f91125131b10), provisioning_complete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:15:02.026631 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-936c4060-6bfd-4b3a-9420-7f08f7968253 None None] Current status of the port 70965739-0d00-4373-944b-f91125131b10 is: ACTIVE; New status is: ACTIVE {{(pid=103093) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 16:15:03.866037 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 37056) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:15:04.073034 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef9c0102-8a39-4bb6-bbc9-3efbe0f779eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:04.073424 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef9c0102-8a39-4bb6-bbc9-3efbe0f779eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:04.075001 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-ef9c0102-8a39-4bb6-bbc9-3efbe0f779eb admin admin] 10.222.0.72 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2078993 Mar 11 16:15:06.412040 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 37064) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:15:06.542655 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b611b252-a78f-4e30-9c51-31e8d47316ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:06.543116 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b611b252-a78f-4e30-9c51-31e8d47316ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:06.544639 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-b611b252-a78f-4e30-9c51-31e8d47316ef admin admin] 10.222.0.72 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1316454 Mar 11 16:15:08.954739 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 37072) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:15:09.090365 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a55b43f1-78b1-48c9-a178-c59162fcb9d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:09.091750 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-a55b43f1-78b1-48c9-a178-c59162fcb9d9 admin admin] 10.222.0.72 "GET /v2.0/networks/2422f18f-ae27-470d-869e-e2592ff9f3c7 HTTP/1.1" status: 200 len: 869 time: 0.1359911 Mar 11 16:15:11.488700 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 37080) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:15:11.617487 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-986c412f-1f1a-4910-8d2b-e9f70407ff9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:11.618900 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-986c412f-1f1a-4910-8d2b-e9f70407ff9e admin admin] 10.222.0.72 "GET /v2.0/networks/ff1c1ad1-a65f-4be8-9483-081137458b82 HTTP/1.1" status: 200 len: 886 time: 0.1292572 Mar 11 16:15:13.777520 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0801146c-144e-4486-846a-b7e6dc78d1f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (52d54afa-c257-4acf-9353-cc1307944ae0), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:15:13.958684 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 37088) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:15:14.090415 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9f4612b-43b4-4051-95e5-cce4d423dd70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:14.090792 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9f4612b-43b4-4051-95e5-cce4d423dd70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:14.092919 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-a9f4612b-43b4-4051-95e5-cce4d423dd70 admin admin] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1332557 Mar 11 16:15:16.116772 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-40872f92-2573-4d0f-b07c-d47385d599b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (03422851-42b1-44c9-ada6-e479436b7b23), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:15:16.480903 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 37096) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:15:16.571048 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-333ee1ad-a3eb-411d-a5b6-5b50239cbf6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:16.571506 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-333ee1ad-a3eb-411d-a5b6-5b50239cbf6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:16.573047 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-333ee1ad-a3eb-411d-a5b6-5b50239cbf6f admin admin] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0912015 Mar 11 16:15:17.391823 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ae773407-53f5-44d0-bdbe-4d88b69a915f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (d0bcdf8a-248d-4278-aa4c-95e4828d61b2), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:15:18.754596 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-12686fd2-0f25-484f-a78a-b5cd34d8581b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (a5a5d809-3580-471a-ade1-6c5ecc269919), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:15:18.919768 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 37104) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:15:19.007914 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-049e636a-6af1-466f-a495-06991c551e6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:19.009210 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-049e636a-6af1-466f-a495-06991c551e6c admin admin] 10.222.0.72 "GET /v2.0/subnets/5240f8c4-acf8-4de2-827e-773879cfd307 HTTP/1.1" status: 200 len: 816 time: 0.0884919 Mar 11 16:15:20.333323 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (1025624e-e238-47fc-86ae-58f7bb6baa16), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:15:21.362752 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 37112) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:15:21.457271 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fbc13be-8cd7-45c8-825c-531230408514 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:21.458640 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-0fbc13be-8cd7-45c8-825c-531230408514 admin admin] 10.222.0.72 "GET /v2.0/subnets/9f0f7312-b1b5-4b8b-aa81-e17fa0e43dec HTTP/1.1" status: 200 len: 868 time: 0.0949409 Mar 11 16:15:22.222894 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.agents_db [None req-ed17eba3-c4d2-4aaa-a64c-93b8434a4a48 None None] Agent healthcheck: found 5 active agents {{(pid=103094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 16:15:43.780660 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-93842817-3e9f-468d-a616-d39d589783a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (52d54afa-c257-4acf-9353-cc1307944ae0), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:15:46.119592 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6b7cb311-e641-42bd-a6aa-34935a2118e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (03422851-42b1-44c9-ada6-e479436b7b23), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:15:47.396569 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ae773407-53f5-44d0-bdbe-4d88b69a915f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (d0bcdf8a-248d-4278-aa4c-95e4828d61b2), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:15:48.753076 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-12686fd2-0f25-484f-a78a-b5cd34d8581b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (a5a5d809-3580-471a-ade1-6c5ecc269919), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:15:50.160193 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 37164) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:15:50.210641 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [None req-b2065dea-8357-48c1-b4f7-df57b32fc144 admin admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=103092) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 16:15:50.211891 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-b2065dea-8357-48c1-b4f7-df57b32fc144 admin admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0504632 Mar 11 16:15:50.337131 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (1025624e-e238-47fc-86ae-58f7bb6baa16), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:15:52.655414 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 37172) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:15:52.718767 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1fb27e5-c932-4a81-a0d9-e7dddcda4fec admin admin] GET failed (client error): The resource could not be found. Mar 11 16:15:52.720362 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-a1fb27e5-c932-4a81-a0d9-e7dddcda4fec admin admin] 10.222.0.72 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0639992 Mar 11 16:15:52.809893 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77779bfa-c409-47f5-9b6d-b274a55b27da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:52.811414 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-77779bfa-c409-47f5-9b6d-b274a55b27da admin admin] 10.222.0.72 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0869212 Mar 11 16:15:55.217965 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 37180) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:15:55.268008 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.v2.base [None req-da978220-f9a6-415e-8f09-8081c5374589 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=103092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:15:55.290087 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da978220-f9a6-415e-8f09-8081c5374589 admin admin] Made reservation on behalf of 75947a8464a844eb82ea770b539a157f for: {'network': 1} {{(pid=103092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:15:55.292460 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-da978220-f9a6-415e-8f09-8081c5374589 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for network (None), before_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:15:55.329372 dv-cinder-750782-12-iscsi neutron-server[103092]: WARNING neutron.services.revisions.revision_plugin [None req-da978220-f9a6-415e-8f09-8081c5374589 admin admin] Could not find related network for resource to bump revision. Mar 11 16:15:55.345959 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da978220-f9a6-415e-8f09-8081c5374589 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 601} {{(pid=103092) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:15:55.355350 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-da978220-f9a6-415e-8f09-8081c5374589 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1821558'] for segment (ea2291dc-6ff9-44a4-9bae-37e2c8a5571f), precommit_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:15:55.355656 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.db.segments_db [None req-da978220-f9a6-415e-8f09-8081c5374589 admin admin] Added segment ea2291dc-6ff9-44a4-9bae-37e2c8a5571f of type vlan for network f6118f99-784f-439c-9596-6350aa7f2d80 Mar 11 16:15:55.400760 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-da978220-f9a6-415e-8f09-8081c5374589 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780137934026'] for network (f6118f99-784f-439c-9596-6350aa7f2d80), precommit_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:15:55.427583 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-da978220-f9a6-415e-8f09-8081c5374589 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410'] for network (f6118f99-784f-439c-9596-6350aa7f2d80), after_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:15:55.428659 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da978220-f9a6-415e-8f09-8081c5374589 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:55.429272 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-da978220-f9a6-415e-8f09-8081c5374589 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779404'] for network (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:15:55.465747 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-da978220-f9a6-415e-8f09-8081c5374589 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2466400 Mar 11 16:15:55.496743 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da978220-f9a6-415e-8f09-8081c5374589 admin admin] Pushing event updated for resources: {'Network': ['ID=f6118f99-784f-439c-9596-6350aa7f2d80,revision_number=1']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:55.504797 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da978220-f9a6-415e-8f09-8081c5374589 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:15:55.505163 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da978220-f9a6-415e-8f09-8081c5374589 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:15:55.505506 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da978220-f9a6-415e-8f09-8081c5374589 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:15:55.505839 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da978220-f9a6-415e-8f09-8081c5374589 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:15:55.506199 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da978220-f9a6-415e-8f09-8081c5374589 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:15:55.506515 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da978220-f9a6-415e-8f09-8081c5374589 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:15:55.506859 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da978220-f9a6-415e-8f09-8081c5374589 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:15:55.507185 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da978220-f9a6-415e-8f09-8081c5374589 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:15:55.507523 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da978220-f9a6-415e-8f09-8081c5374589 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:15:55.507847 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da978220-f9a6-415e-8f09-8081c5374589 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:15:55.508167 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da978220-f9a6-415e-8f09-8081c5374589 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:15:55.508484 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da978220-f9a6-415e-8f09-8081c5374589 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:15:55.508795 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da978220-f9a6-415e-8f09-8081c5374589 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:15:55.521525 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Network f6118f99-784f-439c-9596-6350aa7f2d80 details requested by agent ovs-agent-dv-cinder-750782-12-iscsi with host dv-cinder-750782-12-iscsi {{(pid=103093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 16:15:57.958868 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 37188) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:15:58.022092 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5fa1a17-70c8-40a5-80ff-f7ff54532963 admin admin] GET failed (client error): The resource could not be found. Mar 11 16:15:58.023456 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-e5fa1a17-70c8-40a5-80ff-f7ff54532963 admin admin] 10.222.0.72 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0636275 Mar 11 16:15:58.134830 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-481a78d6-8b4e-4079-89e7-8a0fdd33e675 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:58.136262 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-481a78d6-8b4e-4079-89e7-8a0fdd33e675 admin admin] 10.222.0.72 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1084833 Mar 11 16:15:58.147547 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.v2.base [None req-390c2044-b8ab-46b0-8563-35f7ed7813ec admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': 'f6118f99-784f-439c-9596-6350aa7f2d80', 'ip_version': 4, 'name': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=103091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:15:58.169481 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-390c2044-b8ab-46b0-8563-35f7ed7813ec admin admin] Made reservation on behalf of 75947a8464a844eb82ea770b539a157f for: {'subnet': 1} {{(pid=103091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:15:58.171767 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-390c2044-b8ab-46b0-8563-35f7ed7813ec admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:15:58.347619 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-390c2044-b8ab-46b0-8563-35f7ed7813ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410'] for subnet (064ef1b3-8f47-4853-b87d-66f9c979187a), after_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:15:58.408949 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390c2044-b8ab-46b0-8563-35f7ed7813ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=064ef1b3-8f47-4853-b87d-66f9c979187a,revision_number=0']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:58.418941 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390c2044-b8ab-46b0-8563-35f7ed7813ec admin admin] Checking segment: {'id': 'ea2291dc-6ff9-44a4-9bae-37e2c8a5571f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'f6118f99-784f-439c-9596-6350aa7f2d80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 16:15:58.419293 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-390c2044-b8ab-46b0-8563-35f7ed7813ec admin admin] Network hostable DHCP agents. Network: f6118f99-784f-439c-9596-6350aa7f2d80, hostable agents: ['52d54afa-c257-4acf-9353-cc1307944ae0'], hosted agents: [] {{(pid=103091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:15:58.436906 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-390c2044-b8ab-46b0-8563-35f7ed7813ec admin admin] Network f6118f99-784f-439c-9596-6350aa7f2d80 is scheduled to be hosted by DHCP agent 52d54afa-c257-4acf-9353-cc1307944ae0 with binding_index 1 {{(pid=103091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:15:58.447378 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.scheduler.base_scheduler [None req-390c2044-b8ab-46b0-8563-35f7ed7813ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-12-iscsi, f6118f99-784f-439c-9596-6350aa7f2d80) {{(pid=103091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:15:58.451812 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-390c2044-b8ab-46b0-8563-35f7ed7813ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:58.452393 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-390c2044-b8ab-46b0-8563-35f7ed7813ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779404'] for subnet (None), before_response {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:15:58.457404 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2a7bcd7-c531-448d-8089-ca6707719d90 None None] Network f6118f99-784f-439c-9596-6350aa7f2d80 requested from dv-cinder-750782-12-iscsi {{(pid=103093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 16:15:58.478704 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-390c2044-b8ab-46b0-8563-35f7ed7813ec admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3263912 Mar 11 16:15:58.577965 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ff8534d-fdbb-4d90-97ab-500310ba7d9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp725cae6e-9253-5061-8772-c6285d3d9ef8-f6118f99-784f-439c-9596-6350aa7f2d80', 'network_id': 'f6118f99-784f-439c-9596-6350aa7f2d80', 'project_id': '75947a8464a844eb82ea770b539a157f', 'fixed_ips': [{'subnet_id': '064ef1b3-8f47-4853-b87d-66f9c979187a'}]}} from dv-cinder-750782-12-iscsi. {{(pid=103093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 16:15:58.579645 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-5ff8534d-fdbb-4d90-97ab-500310ba7d9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:15:58.746300 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [None req-5ff8534d-fdbb-4d90-97ab-500310ba7d9a None None] Allocated IP 192.168.233.2 (f6118f99-784f-439c-9596-6350aa7f2d80/064ef1b3-8f47-4853-b87d-66f9c979187a/fa534fbc-279c-424c-93e6-9db4980cb5b0) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:15:58.912376 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-5ff8534d-fdbb-4d90-97ab-500310ba7d9a None None] Publish callbacks [] for port (fa534fbc-279c-424c-93e6-9db4980cb5b0), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:15:58.924715 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-5ff8534d-fdbb-4d90-97ab-500310ba7d9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780137975911'] for port (fa534fbc-279c-424c-93e6-9db4980cb5b0), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:15:58.970580 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff8534d-fdbb-4d90-97ab-500310ba7d9a None None] Network f6118f99-784f-439c-9596-6350aa7f2d80 is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:15:58.975568 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-5ff8534d-fdbb-4d90-97ab-500310ba7d9a None None] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:15:58.978491 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff8534d-fdbb-4d90-97ab-500310ba7d9a None None] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 16:15:58.988307 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff8534d-fdbb-4d90-97ab-500310ba7d9a None None] Pushing event updated for resources: {'Port': ['ID=fa534fbc-279c-424c-93e6-9db4980cb5b0,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:58.997984 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff8534d-fdbb-4d90-97ab-500310ba7d9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:15:58.998334 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff8534d-fdbb-4d90-97ab-500310ba7d9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:15:58.998645 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff8534d-fdbb-4d90-97ab-500310ba7d9a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:15:58.998984 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff8534d-fdbb-4d90-97ab-500310ba7d9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:15:58.999308 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff8534d-fdbb-4d90-97ab-500310ba7d9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:15:58.999628 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff8534d-fdbb-4d90-97ab-500310ba7d9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:15:58.999960 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff8534d-fdbb-4d90-97ab-500310ba7d9a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:15:59.000347 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff8534d-fdbb-4d90-97ab-500310ba7d9a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:15:59.001175 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff8534d-fdbb-4d90-97ab-500310ba7d9a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:15:59.001824 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff8534d-fdbb-4d90-97ab-500310ba7d9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:15:59.001824 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff8534d-fdbb-4d90-97ab-500310ba7d9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:15:59.002192 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff8534d-fdbb-4d90-97ab-500310ba7d9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:15:59.002935 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff8534d-fdbb-4d90-97ab-500310ba7d9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:15:59.061120 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [None req-5ff8534d-fdbb-4d90-97ab-500310ba7d9a None None] Attempting to bind port fa534fbc-279c-424c-93e6-9db4980cb5b0 on host dv-cinder-750782-12-iscsi for vnic_type normal with profile {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 16:15:59.061640 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [None req-5ff8534d-fdbb-4d90-97ab-500310ba7d9a None None] Attempting to bind port fa534fbc-279c-424c-93e6-9db4980cb5b0 by drivers openvswitch,hyperv on host dv-cinder-750782-12-iscsi at level 0 using segments [{'id': 'ea2291dc-6ff9-44a4-9bae-37e2c8a5571f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'f6118f99-784f-439c-9596-6350aa7f2d80'}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 16:15:59.062023 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff8534d-fdbb-4d90-97ab-500310ba7d9a None None] Attempting to bind port fa534fbc-279c-424c-93e6-9db4980cb5b0 on network f6118f99-784f-439c-9596-6350aa7f2d80 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 16:15:59.068866 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff8534d-fdbb-4d90-97ab-500310ba7d9a None None] Checking agent: {'id': '1025624e-e238-47fc-86ae-58f7bb6baa16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 12, 50), 'started_at': datetime.datetime(2022, 3, 11, 16, 13, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 15, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 16:15:59.069234 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff8534d-fdbb-4d90-97ab-500310ba7d9a None None] Checking segment: {'id': 'ea2291dc-6ff9-44a4-9bae-37e2c8a5571f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'f6118f99-784f-439c-9596-6350aa7f2d80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 16:15:59.069629 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-5ff8534d-fdbb-4d90-97ab-500310ba7d9a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:15:59.070087 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff8534d-fdbb-4d90-97ab-500310ba7d9a None None] Bound using segment: {'id': 'ea2291dc-6ff9-44a4-9bae-37e2c8a5571f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'f6118f99-784f-439c-9596-6350aa7f2d80'} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 16:15:59.070556 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [None req-5ff8534d-fdbb-4d90-97ab-500310ba7d9a None None] Bound port: fa534fbc-279c-424c-93e6-9db4980cb5b0, host: dv-cinder-750782-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea2291dc-6ff9-44a4-9bae-37e2c8a5571f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'f6118f99-784f-439c-9596-6350aa7f2d80'}}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 16:15:59.070930 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-5ff8534d-fdbb-4d90-97ab-500310ba7d9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (fa534fbc-279c-424c-93e6-9db4980cb5b0), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:15:59.148563 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-5ff8534d-fdbb-4d90-97ab-500310ba7d9a None None] For port fa534fbc-279c-424c-93e6-9db4980cb5b0, host dv-cinder-750782-12-iscsi, cleared binding levels {{(pid=103093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:15:59.152654 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-5ff8534d-fdbb-4d90-97ab-500310ba7d9a None None] For port fa534fbc-279c-424c-93e6-9db4980cb5b0, host dv-cinder-750782-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-12-iscsi',level=0,port_id=fa534fbc-279c-424c-93e6-9db4980cb5b0,segment=NetworkSegment(ea2291dc-6ff9-44a4-9bae-37e2c8a5571f),segment_id=ea2291dc-6ff9-44a4-9bae-37e2c8a5571f)] {{(pid=103093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:15:59.162253 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-5ff8534d-fdbb-4d90-97ab-500310ba7d9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947'] for port (fa534fbc-279c-424c-93e6-9db4980cb5b0), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:15:59.225880 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.agents_db [None req-ed17eba3-c4d2-4aaa-a64c-93b8434a4a48 None None] Agent healthcheck: found 5 active agents {{(pid=103094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 16:15:59.332483 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff8534d-fdbb-4d90-97ab-500310ba7d9a None None] Pushing event updated for resources: {'Port': ['ID=fa534fbc-279c-424c-93e6-9db4980cb5b0,revision_number=2']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:16:00.314918 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2889602b-7352-4fe5-a220-07b23f2dff3b None None] Network f6118f99-784f-439c-9596-6350aa7f2d80 requested from dv-cinder-750782-12-iscsi {{(pid=103093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 16:16:00.422141 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [None req-82fad42b-b9d6-4911-9039-d0ad07ade789 None None] Provisioning complete for port fa534fbc-279c-424c-93e6-9db4980cb5b0 triggered by entity DHCP. {{(pid=103093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 16:16:00.422715 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-82fad42b-b9d6-4911-9039-d0ad07ade789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397499'] for port (fa534fbc-279c-424c-93e6-9db4980cb5b0), provisioning_complete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:16:00.537988 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-82fad42b-b9d6-4911-9039-d0ad07ade789 None None] Current status of the port fa534fbc-279c-424c-93e6-9db4980cb5b0 is: DOWN; New status is: ACTIVE {{(pid=103093) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 16:16:00.538498 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-82fad42b-b9d6-4911-9039-d0ad07ade789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (fa534fbc-279c-424c-93e6-9db4980cb5b0), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:16:00.597679 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-82fad42b-b9d6-4911-9039-d0ad07ade789 None None] For port fa534fbc-279c-424c-93e6-9db4980cb5b0, host dv-cinder-750782-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-12-iscsi',level=0,port_id=fa534fbc-279c-424c-93e6-9db4980cb5b0,segment=NetworkSegment(ea2291dc-6ff9-44a4-9bae-37e2c8a5571f),segment_id=ea2291dc-6ff9-44a4-9bae-37e2c8a5571f)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:16:00.604578 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-82fad42b-b9d6-4911-9039-d0ad07ade789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947'] for port (fa534fbc-279c-424c-93e6-9db4980cb5b0), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:16:00.700804 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fad42b-b9d6-4911-9039-d0ad07ade789 None None] Pushing event updated for resources: {'Port': ['ID=fa534fbc-279c-424c-93e6-9db4980cb5b0,revision_number=3']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:16:00.832645 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [None req-724218ee-afc7-4be5-ad21-51a1ab00c3ce None None] Provisioning complete for port fa534fbc-279c-424c-93e6-9db4980cb5b0 triggered by entity DHCP. {{(pid=103093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 16:16:00.833035 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-724218ee-afc7-4be5-ad21-51a1ab00c3ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397499'] for port (fa534fbc-279c-424c-93e6-9db4980cb5b0), provisioning_complete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:16:00.927227 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-724218ee-afc7-4be5-ad21-51a1ab00c3ce None None] Current status of the port fa534fbc-279c-424c-93e6-9db4980cb5b0 is: ACTIVE; New status is: ACTIVE {{(pid=103093) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 16:16:01.273182 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Device fa534fbc-279c-424c-93e6-9db4980cb5b0 up at agent ovs-agent-dv-cinder-750782-12-iscsi {{(pid=103093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 16:16:01.329156 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Provisioning complete for port fa534fbc-279c-424c-93e6-9db4980cb5b0 triggered by entity L2. {{(pid=103093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 16:16:01.330170 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397499'] for port (fa534fbc-279c-424c-93e6-9db4980cb5b0), provisioning_complete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:16:01.418493 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Current status of the port fa534fbc-279c-424c-93e6-9db4980cb5b0 is: ACTIVE; New status is: ACTIVE {{(pid=103093) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 16:16:13.785988 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-48ead0d1-1996-47cb-8018-5d5b022a6ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (52d54afa-c257-4acf-9353-cc1307944ae0), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:16:16.129506 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e0996edc-20f3-4927-9264-b5863fc49dd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (03422851-42b1-44c9-ada6-e479436b7b23), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:16:17.398405 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ae773407-53f5-44d0-bdbe-4d88b69a915f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (d0bcdf8a-248d-4278-aa4c-95e4828d61b2), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:16:18.754766 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-12686fd2-0f25-484f-a78a-b5cd34d8581b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (a5a5d809-3580-471a-ade1-6c5ecc269919), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:16:20.342620 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (1025624e-e238-47fc-86ae-58f7bb6baa16), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:16:36.229961 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.agents_db [None req-ed17eba3-c4d2-4aaa-a64c-93b8434a4a48 None None] Agent healthcheck: found 5 active agents {{(pid=103094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 16:16:43.778890 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-302c1260-e3c1-40ee-9bc8-18b4c9c814df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (52d54afa-c257-4acf-9353-cc1307944ae0), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:16:46.125326 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f84e2d65-10ca-4147-8163-b605629cad59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (03422851-42b1-44c9-ada6-e479436b7b23), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:16:47.399999 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ae773407-53f5-44d0-bdbe-4d88b69a915f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (d0bcdf8a-248d-4278-aa4c-95e4828d61b2), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:16:48.758602 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-12686fd2-0f25-484f-a78a-b5cd34d8581b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (a5a5d809-3580-471a-ade1-6c5ecc269919), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:16:50.341064 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (1025624e-e238-47fc-86ae-58f7bb6baa16), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:17:13.228038 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.agents_db [None req-ed17eba3-c4d2-4aaa-a64c-93b8434a4a48 None None] Agent healthcheck: found 5 active agents {{(pid=103094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 16:17:13.782393 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-618430a0-32b5-42f1-8555-c697b1da20e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (52d54afa-c257-4acf-9353-cc1307944ae0), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:17:16.128238 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-07532d2d-c33b-4dda-b849-8e38d3bb5056 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (03422851-42b1-44c9-ada6-e479436b7b23), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:17:17.402556 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ae773407-53f5-44d0-bdbe-4d88b69a915f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (d0bcdf8a-248d-4278-aa4c-95e4828d61b2), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:17:18.761155 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-12686fd2-0f25-484f-a78a-b5cd34d8581b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (a5a5d809-3580-471a-ade1-6c5ecc269919), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:17:20.345379 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (1025624e-e238-47fc-86ae-58f7bb6baa16), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:17:21.510674 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 37226) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:17:21.517006 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [None req-a9356d72-861a-49b6-bdd4-f249286aa395 tempest-verify_tempest_config-834787072 tempest-verify_tempest_config-834787072-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=103092) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 16:17:21.518019 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-a9356d72-861a-49b6-bdd4-f249286aa395 tempest-verify_tempest_config-834787072 tempest-verify_tempest_config-834787072-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0063617 Mar 11 16:17:21.808616 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 37244) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:17:21.912402 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-4479decd-13e5-4d29-8b48-e7a2d8a1d03f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:17:21.985871 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-4479decd-13e5-4d29-8b48-e7a2d8a1d03f admin admin] Publish callbacks [] for security_group (9aeb2a98-87fb-4ae3-ac91-db029546eb7a), precommit_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:17:21.989597 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-4479decd-13e5-4d29-8b48-e7a2d8a1d03f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (9aeb2a98-87fb-4ae3-ac91-db029546eb7a), after_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:17:22.038890 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-4479decd-13e5-4d29-8b48-e7a2d8a1d03f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8aa92570965243ddae58cdbdbdda1962&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2292309 Mar 11 16:17:22.039803 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4479decd-13e5-4d29-8b48-e7a2d8a1d03f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aeb2a98-87fb-4ae3-ac91-db029546eb7a,revision_number=1']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:22.041566 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 37248) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:17:22.047346 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4479decd-13e5-4d29-8b48-e7a2d8a1d03f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:17:22.047712 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4479decd-13e5-4d29-8b48-e7a2d8a1d03f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:17:22.048238 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4479decd-13e5-4d29-8b48-e7a2d8a1d03f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:17:22.048574 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4479decd-13e5-4d29-8b48-e7a2d8a1d03f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:17:22.048900 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4479decd-13e5-4d29-8b48-e7a2d8a1d03f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:17:22.049226 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4479decd-13e5-4d29-8b48-e7a2d8a1d03f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:17:22.049567 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4479decd-13e5-4d29-8b48-e7a2d8a1d03f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:17:22.050017 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4479decd-13e5-4d29-8b48-e7a2d8a1d03f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:17:22.050269 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4479decd-13e5-4d29-8b48-e7a2d8a1d03f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:17:22.050584 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4479decd-13e5-4d29-8b48-e7a2d8a1d03f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:17:22.050904 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4479decd-13e5-4d29-8b48-e7a2d8a1d03f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:17:22.051243 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4479decd-13e5-4d29-8b48-e7a2d8a1d03f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:17:22.051534 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4479decd-13e5-4d29-8b48-e7a2d8a1d03f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:17:22.099579 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-c31990fe-4ccd-4b50-8e47-192f2e19c777 admin admin] Publish callbacks [] for security_group (9aeb2a98-87fb-4ae3-ac91-db029546eb7a), before_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:17:22.120734 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-c31990fe-4ccd-4b50-8e47-192f2e19c777 admin admin] Publish callbacks [] for security_group (9aeb2a98-87fb-4ae3-ac91-db029546eb7a), precommit_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:17:22.214825 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-c31990fe-4ccd-4b50-8e47-192f2e19c777 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (9aeb2a98-87fb-4ae3-ac91-db029546eb7a), after_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:17:22.217769 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-c31990fe-4ccd-4b50-8e47-192f2e19c777 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:17:22.218980 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-c31990fe-4ccd-4b50-8e47-192f2e19c777 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/9aeb2a98-87fb-4ae3-ac91-db029546eb7a HTTP/1.1" status: 204 len: 168 time: 0.1764364 Mar 11 16:17:22.227732 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31990fe-4ccd-4b50-8e47-192f2e19c777 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aeb2a98-87fb-4ae3-ac91-db029546eb7a,revision_number=None']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:22.234662 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31990fe-4ccd-4b50-8e47-192f2e19c777 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:17:22.235028 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31990fe-4ccd-4b50-8e47-192f2e19c777 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:17:22.235372 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31990fe-4ccd-4b50-8e47-192f2e19c777 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:17:22.235705 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31990fe-4ccd-4b50-8e47-192f2e19c777 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:17:22.236032 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31990fe-4ccd-4b50-8e47-192f2e19c777 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:17:22.236356 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31990fe-4ccd-4b50-8e47-192f2e19c777 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:17:22.236691 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31990fe-4ccd-4b50-8e47-192f2e19c777 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:17:22.237069 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31990fe-4ccd-4b50-8e47-192f2e19c777 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:17:22.237357 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31990fe-4ccd-4b50-8e47-192f2e19c777 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:17:22.237674 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31990fe-4ccd-4b50-8e47-192f2e19c777 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:17:22.238007 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31990fe-4ccd-4b50-8e47-192f2e19c777 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:17:22.238326 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31990fe-4ccd-4b50-8e47-192f2e19c777 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:17:22.238636 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31990fe-4ccd-4b50-8e47-192f2e19c777 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:17:43.784275 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f8836967-9fa1-4d00-8c85-0d4d27caa01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (52d54afa-c257-4acf-9353-cc1307944ae0), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:17:46.130065 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a60a7940-d0bf-4102-b2e0-afe563b348ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (03422851-42b1-44c9-ada6-e479436b7b23), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:17:47.404126 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ae773407-53f5-44d0-bdbe-4d88b69a915f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (d0bcdf8a-248d-4278-aa4c-95e4828d61b2), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:17:48.764356 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-12686fd2-0f25-484f-a78a-b5cd34d8581b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (a5a5d809-3580-471a-ade1-6c5ecc269919), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:17:50.226163 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.agents_db [None req-ed17eba3-c4d2-4aaa-a64c-93b8434a4a48 None None] Agent healthcheck: found 5 active agents {{(pid=103094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 16:17:50.349248 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (1025624e-e238-47fc-86ae-58f7bb6baa16), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:18:13.786817 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4a7cda60-fcde-4d2b-903a-1ca8072bf97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (52d54afa-c257-4acf-9353-cc1307944ae0), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:18:16.134081 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1ffc48ed-8e70-4a54-999b-ef48fff448ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (03422851-42b1-44c9-ada6-e479436b7b23), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:18:17.407435 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ae773407-53f5-44d0-bdbe-4d88b69a915f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (d0bcdf8a-248d-4278-aa4c-95e4828d61b2), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:18:18.766978 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-12686fd2-0f25-484f-a78a-b5cd34d8581b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (a5a5d809-3580-471a-ade1-6c5ecc269919), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:18:20.362597 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (1025624e-e238-47fc-86ae-58f7bb6baa16), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:18:27.224261 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.agents_db [None req-ed17eba3-c4d2-4aaa-a64c-93b8434a4a48 None None] Agent healthcheck: found 5 active agents {{(pid=103094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 16:18:43.788816 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7f374f32-4a39-4ba2-bce7-363dec14c503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (52d54afa-c257-4acf-9353-cc1307944ae0), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:18:46.135348 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b5f667b3-3544-4407-a909-fe32ae1ea559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (03422851-42b1-44c9-ada6-e479436b7b23), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:18:47.410141 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ae773407-53f5-44d0-bdbe-4d88b69a915f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (d0bcdf8a-248d-4278-aa4c-95e4828d61b2), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:18:48.770327 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-12686fd2-0f25-484f-a78a-b5cd34d8581b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (a5a5d809-3580-471a-ade1-6c5ecc269919), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:18:50.356859 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (1025624e-e238-47fc-86ae-58f7bb6baa16), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:19:04.223041 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.agents_db [None req-ed17eba3-c4d2-4aaa-a64c-93b8434a4a48 None None] Agent healthcheck: found 5 active agents {{(pid=103094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 16:19:05.215063 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-771862'] for agent (42978ec7-0c45-4bcc-88e8-64ee44356522), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:19:13.791680 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b272908e-8b27-45ed-b09b-d16a63ab1d4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (52d54afa-c257-4acf-9353-cc1307944ae0), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:19:16.136916 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2dd4c0dc-6edc-4e8d-87a8-d6c31da56ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (03422851-42b1-44c9-ada6-e479436b7b23), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:19:17.412585 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ae773407-53f5-44d0-bdbe-4d88b69a915f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (d0bcdf8a-248d-4278-aa4c-95e4828d61b2), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:19:18.775692 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-12686fd2-0f25-484f-a78a-b5cd34d8581b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (a5a5d809-3580-471a-ade1-6c5ecc269919), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:19:20.362693 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (1025624e-e238-47fc-86ae-58f7bb6baa16), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:19:20.998705 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 37320) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:19:21.104039 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-2442e8ce-2a8d-45cb-8cd9-e46404551240 admin admin] 10.222.0.72 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1042209 Mar 11 16:19:23.489499 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 37330) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:19:23.550563 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-4b6acd6d-ae6b-4478-a7a6-ee061adb80a7 admin admin] 10.222.0.72 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0596373 Mar 11 16:19:35.167226 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (42978ec7-0c45-4bcc-88e8-64ee44356522), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:19:41.222194 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.agents_db [None req-ed17eba3-c4d2-4aaa-a64c-93b8434a4a48 None None] Agent healthcheck: found 6 active agents {{(pid=103094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 16:19:43.794841 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d87af1ce-98c0-45f4-b921-8fc80cf9433a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (52d54afa-c257-4acf-9353-cc1307944ae0), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:19:46.140326 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-44910f69-e7ca-4446-bed1-89e3bb4cd03a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (03422851-42b1-44c9-ada6-e479436b7b23), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:19:47.415227 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ae773407-53f5-44d0-bdbe-4d88b69a915f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (d0bcdf8a-248d-4278-aa4c-95e4828d61b2), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:19:48.778954 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-12686fd2-0f25-484f-a78a-b5cd34d8581b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (a5a5d809-3580-471a-ade1-6c5ecc269919), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:19:50.366090 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (1025624e-e238-47fc-86ae-58f7bb6baa16), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:20:05.167372 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (42978ec7-0c45-4bcc-88e8-64ee44356522), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:20:13.796821 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d7fca2b9-41a1-4675-91b1-4c00825cdcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (52d54afa-c257-4acf-9353-cc1307944ae0), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:20:16.141705 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-547abbac-3f5d-4f1e-aea7-f764e155c1f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (03422851-42b1-44c9-ada6-e479436b7b23), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:20:17.426753 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ae773407-53f5-44d0-bdbe-4d88b69a915f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (d0bcdf8a-248d-4278-aa4c-95e4828d61b2), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:20:18.222941 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.agents_db [None req-ed17eba3-c4d2-4aaa-a64c-93b8434a4a48 None None] Agent healthcheck: found 6 active agents {{(pid=103094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 16:20:18.782903 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-12686fd2-0f25-484f-a78a-b5cd34d8581b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (a5a5d809-3580-471a-ade1-6c5ecc269919), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:20:20.374028 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (1025624e-e238-47fc-86ae-58f7bb6baa16), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:20:35.181824 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (42978ec7-0c45-4bcc-88e8-64ee44356522), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:20:43.801502 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-93ce36eb-a669-48e4-b9c3-eed944732831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (52d54afa-c257-4acf-9353-cc1307944ae0), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:20:46.144768 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-eb50eaeb-4eb9-428a-b460-891d6ac4afbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (03422851-42b1-44c9-ada6-e479436b7b23), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:20:47.423690 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ae773407-53f5-44d0-bdbe-4d88b69a915f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (d0bcdf8a-248d-4278-aa4c-95e4828d61b2), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:20:48.785022 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-12686fd2-0f25-484f-a78a-b5cd34d8581b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (a5a5d809-3580-471a-ade1-6c5ecc269919), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:20:50.368177 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (1025624e-e238-47fc-86ae-58f7bb6baa16), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:20:55.223751 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.agents_db [None req-ed17eba3-c4d2-4aaa-a64c-93b8434a4a48 None None] Agent healthcheck: found 6 active agents {{(pid=103094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 16:21:03.709181 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 37432) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:21:03.969874 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.v2.base [None req-550e8c16-267d-4192-bfb6-2b32dcfc0642 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1853710950-network', 'tenant_id': 'a951288cde284b359074a2755c43fd3f'}} {{(pid=103091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:21:04.003747 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-550e8c16-267d-4192-bfb6-2b32dcfc0642 admin admin] Made reservation on behalf of a951288cde284b359074a2755c43fd3f for: {'network': 1} {{(pid=103091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:21:04.006291 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-550e8c16-267d-4192-bfb6-2b32dcfc0642 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for network (None), before_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:04.021423 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-550e8c16-267d-4192-bfb6-2b32dcfc0642 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:04.148881 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-550e8c16-267d-4192-bfb6-2b32dcfc0642 admin admin] Publish callbacks [] for security_group (101370f1-d22f-4761-9861-57c1f4b32a08), precommit_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:04.155035 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-550e8c16-267d-4192-bfb6-2b32dcfc0642 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (101370f1-d22f-4761-9861-57c1f4b32a08), after_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:04.207721 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-550e8c16-267d-4192-bfb6-2b32dcfc0642 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 627} {{(pid=103091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:21:04.213449 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550e8c16-267d-4192-bfb6-2b32dcfc0642 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=101370f1-d22f-4761-9861-57c1f4b32a08,revision_number=1']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:04.226188 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550e8c16-267d-4192-bfb6-2b32dcfc0642 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:21:04.226761 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550e8c16-267d-4192-bfb6-2b32dcfc0642 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:21:04.227360 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550e8c16-267d-4192-bfb6-2b32dcfc0642 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:21:04.228718 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550e8c16-267d-4192-bfb6-2b32dcfc0642 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:21:04.228718 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550e8c16-267d-4192-bfb6-2b32dcfc0642 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:21:04.228718 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550e8c16-267d-4192-bfb6-2b32dcfc0642 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:21:04.229034 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550e8c16-267d-4192-bfb6-2b32dcfc0642 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:21:04.229595 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550e8c16-267d-4192-bfb6-2b32dcfc0642 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:21:04.230872 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550e8c16-267d-4192-bfb6-2b32dcfc0642 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:21:04.230872 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550e8c16-267d-4192-bfb6-2b32dcfc0642 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:21:04.231264 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550e8c16-267d-4192-bfb6-2b32dcfc0642 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:21:04.231480 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550e8c16-267d-4192-bfb6-2b32dcfc0642 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:21:04.232177 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550e8c16-267d-4192-bfb6-2b32dcfc0642 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:21:04.233532 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550e8c16-267d-4192-bfb6-2b32dcfc0642 admin admin] Tracked resource versions report: Mar 11 16:21:04.233532 dv-cinder-750782-12-iscsi neutron-server[103091]: pushed versions: Mar 11 16:21:04.233532 dv-cinder-750782-12-iscsi neutron-server[103091]: { 'AddressGroup': {'1.2'}, Mar 11 16:21:04.233532 dv-cinder-750782-12-iscsi neutron-server[103091]: 'ConntrackHelper': {'1.0'}, Mar 11 16:21:04.233532 dv-cinder-750782-12-iscsi neutron-server[103091]: 'LocalIPAssociation': {'1.0'}, Mar 11 16:21:04.233532 dv-cinder-750782-12-iscsi neutron-server[103091]: 'Log': {'1.0'}, Mar 11 16:21:04.233532 dv-cinder-750782-12-iscsi neutron-server[103091]: 'Network': {'1.1'}, Mar 11 16:21:04.233532 dv-cinder-750782-12-iscsi neutron-server[103091]: 'Port': {'1.7'}, Mar 11 16:21:04.233532 dv-cinder-750782-12-iscsi neutron-server[103091]: 'PortForwarding': {'1.2'}, Mar 11 16:21:04.233532 dv-cinder-750782-12-iscsi neutron-server[103091]: 'QosPolicy': {'1.10'}, Mar 11 16:21:04.233532 dv-cinder-750782-12-iscsi neutron-server[103091]: 'SecurityGroup': {'1.5'}, Mar 11 16:21:04.233532 dv-cinder-750782-12-iscsi neutron-server[103091]: 'SecurityGroupRule': {'1.2'}, Mar 11 16:21:04.233532 dv-cinder-750782-12-iscsi neutron-server[103091]: 'SubPort': {'1.0'}, Mar 11 16:21:04.233532 dv-cinder-750782-12-iscsi neutron-server[103091]: 'Subnet': {'1.1'}, Mar 11 16:21:04.233532 dv-cinder-750782-12-iscsi neutron-server[103091]: 'Trunk': {'1.1'}} Mar 11 16:21:04.233532 dv-cinder-750782-12-iscsi neutron-server[103091]: consumer versions: Mar 11 16:21:04.233532 dv-cinder-750782-12-iscsi neutron-server[103091]: { DHCP agent@dv-cinder-750782-12-iscsi: {}, Mar 11 16:21:04.233532 dv-cinder-750782-12-iscsi neutron-server[103091]: HyperV agent@hv-cinder-75078: {}, Mar 11 16:21:04.233532 dv-cinder-750782-12-iscsi neutron-server[103091]: L3 agent@dv-cinder-750782-12-iscsi: {}, Mar 11 16:21:04.233532 dv-cinder-750782-12-iscsi neutron-server[103091]: Metadata agent@dv-cinder-750782-12-iscsi: {}, Mar 11 16:21:04.233532 dv-cinder-750782-12-iscsi neutron-server[103091]: Metering agent@dv-cinder-750782-12-iscsi: {}, Mar 11 16:21:04.233532 dv-cinder-750782-12-iscsi neutron-server[103091]: Open vSwitch agent@dv-cinder-750782-12-iscsi: { 'AddressGroup': '1.2', Mar 11 16:21:04.233532 dv-cinder-750782-12-iscsi neutron-server[103091]: 'ConntrackHelper': '1.0', Mar 11 16:21:04.233532 dv-cinder-750782-12-iscsi neutron-server[103091]: 'LocalIPAssociation': '1.0', Mar 11 16:21:04.233532 dv-cinder-750782-12-iscsi neutron-server[103091]: 'Log': '1.0', Mar 11 16:21:04.233532 dv-cinder-750782-12-iscsi neutron-server[103091]: 'Network': '1.1', Mar 11 16:21:04.233532 dv-cinder-750782-12-iscsi neutron-server[103091]: 'Port': '1.7', Mar 11 16:21:04.233532 dv-cinder-750782-12-iscsi neutron-server[103091]: 'PortForwarding': '1.2', Mar 11 16:21:04.233532 dv-cinder-750782-12-iscsi neutron-server[103091]: 'QosPolicy': '1.10', Mar 11 16:21:04.233532 dv-cinder-750782-12-iscsi neutron-server[103091]: 'SecurityGroup': '1.5', Mar 11 16:21:04.233532 dv-cinder-750782-12-iscsi neutron-server[103091]: 'SecurityGroupRule': '1.2', Mar 11 16:21:04.233532 dv-cinder-750782-12-iscsi neutron-server[103091]: 'SubPort': '1.0', Mar 11 16:21:04.233532 dv-cinder-750782-12-iscsi neutron-server[103091]: 'Subnet': '1.1', Mar 11 16:21:04.233532 dv-cinder-750782-12-iscsi neutron-server[103091]: 'Trunk': '1.1'}} Mar 11 16:21:04.233532 dv-cinder-750782-12-iscsi neutron-server[103091]: {{(pid=103091) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 11 16:21:04.248158 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-550e8c16-267d-4192-bfb6-2b32dcfc0642 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1821558'] for segment (a719ed4c-1b21-4087-84c5-f4c81307e7ed), precommit_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:04.248701 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.db.segments_db [None req-550e8c16-267d-4192-bfb6-2b32dcfc0642 admin admin] Added segment a719ed4c-1b21-4087-84c5-f4c81307e7ed of type vlan for network 4d385937-5589-47ac-b063-981bb549e693 Mar 11 16:21:04.303909 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-550e8c16-267d-4192-bfb6-2b32dcfc0642 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780137934026'] for network (4d385937-5589-47ac-b063-981bb549e693), precommit_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:04.348281 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-550e8c16-267d-4192-bfb6-2b32dcfc0642 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410'] for network (4d385937-5589-47ac-b063-981bb549e693), after_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:04.350877 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-550e8c16-267d-4192-bfb6-2b32dcfc0642 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:04.351936 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-550e8c16-267d-4192-bfb6-2b32dcfc0642 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779404'] for network (None), before_response {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:04.439761 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-550e8c16-267d-4192-bfb6-2b32dcfc0642 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7239120 Mar 11 16:21:04.440101 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 37480) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:21:04.455629 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.v2.base [None req-cf3d27ad-e236-4db5-8227-d9bda8ce28c0 admin admin] Request body: {'subnet': {'network_id': '4d385937-5589-47ac-b063-981bb549e693', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1853710950-subnet', 'tenant_id': 'a951288cde284b359074a2755c43fd3f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:21:04.503122 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf3d27ad-e236-4db5-8227-d9bda8ce28c0 admin admin] Made reservation on behalf of a951288cde284b359074a2755c43fd3f for: {'subnet': 1} {{(pid=103092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:21:04.505838 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-cf3d27ad-e236-4db5-8227-d9bda8ce28c0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:04.654353 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550e8c16-267d-4192-bfb6-2b32dcfc0642 admin admin] Pushing event updated for resources: {'Network': ['ID=4d385937-5589-47ac-b063-981bb549e693,revision_number=1']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:04.668491 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Network 4d385937-5589-47ac-b063-981bb549e693 details requested by agent ovs-agent-dv-cinder-750782-12-iscsi with host dv-cinder-750782-12-iscsi {{(pid=103093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 16:21:04.770539 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-cf3d27ad-e236-4db5-8227-d9bda8ce28c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410'] for subnet (1fa91c63-7953-4f02-bfd2-c0a4c4e05e10), after_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:04.847930 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3d27ad-e236-4db5-8227-d9bda8ce28c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1fa91c63-7953-4f02-bfd2-c0a4c4e05e10,revision_number=0']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:04.857330 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3d27ad-e236-4db5-8227-d9bda8ce28c0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:21:04.857739 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3d27ad-e236-4db5-8227-d9bda8ce28c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:21:04.858305 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3d27ad-e236-4db5-8227-d9bda8ce28c0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:21:04.859446 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3d27ad-e236-4db5-8227-d9bda8ce28c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:21:04.859978 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3d27ad-e236-4db5-8227-d9bda8ce28c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:21:04.860916 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3d27ad-e236-4db5-8227-d9bda8ce28c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:21:04.861470 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3d27ad-e236-4db5-8227-d9bda8ce28c0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:21:04.861987 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3d27ad-e236-4db5-8227-d9bda8ce28c0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:21:04.862503 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3d27ad-e236-4db5-8227-d9bda8ce28c0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:21:04.862997 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3d27ad-e236-4db5-8227-d9bda8ce28c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:21:04.863617 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3d27ad-e236-4db5-8227-d9bda8ce28c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:21:04.866539 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3d27ad-e236-4db5-8227-d9bda8ce28c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:21:04.867374 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3d27ad-e236-4db5-8227-d9bda8ce28c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:21:04.868686 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3d27ad-e236-4db5-8227-d9bda8ce28c0 admin admin] Tracked resource versions report: Mar 11 16:21:04.868686 dv-cinder-750782-12-iscsi neutron-server[103092]: pushed versions: Mar 11 16:21:04.868686 dv-cinder-750782-12-iscsi neutron-server[103092]: { 'AddressGroup': {'1.2'}, Mar 11 16:21:04.868686 dv-cinder-750782-12-iscsi neutron-server[103092]: 'ConntrackHelper': {'1.0'}, Mar 11 16:21:04.868686 dv-cinder-750782-12-iscsi neutron-server[103092]: 'LocalIPAssociation': {'1.0'}, Mar 11 16:21:04.868686 dv-cinder-750782-12-iscsi neutron-server[103092]: 'Log': {'1.0'}, Mar 11 16:21:04.868686 dv-cinder-750782-12-iscsi neutron-server[103092]: 'Network': {'1.1'}, Mar 11 16:21:04.868686 dv-cinder-750782-12-iscsi neutron-server[103092]: 'Port': {'1.7'}, Mar 11 16:21:04.868686 dv-cinder-750782-12-iscsi neutron-server[103092]: 'PortForwarding': {'1.2'}, Mar 11 16:21:04.868686 dv-cinder-750782-12-iscsi neutron-server[103092]: 'QosPolicy': {'1.10'}, Mar 11 16:21:04.868686 dv-cinder-750782-12-iscsi neutron-server[103092]: 'SecurityGroup': {'1.5'}, Mar 11 16:21:04.868686 dv-cinder-750782-12-iscsi neutron-server[103092]: 'SecurityGroupRule': {'1.2'}, Mar 11 16:21:04.868686 dv-cinder-750782-12-iscsi neutron-server[103092]: 'SubPort': {'1.0'}, Mar 11 16:21:04.868686 dv-cinder-750782-12-iscsi neutron-server[103092]: 'Subnet': {'1.1'}, Mar 11 16:21:04.868686 dv-cinder-750782-12-iscsi neutron-server[103092]: 'Trunk': {'1.1'}} Mar 11 16:21:04.868686 dv-cinder-750782-12-iscsi neutron-server[103092]: consumer versions: Mar 11 16:21:04.868686 dv-cinder-750782-12-iscsi neutron-server[103092]: { DHCP agent@dv-cinder-750782-12-iscsi: {}, Mar 11 16:21:04.868686 dv-cinder-750782-12-iscsi neutron-server[103092]: HyperV agent@hv-cinder-75078: {}, Mar 11 16:21:04.868686 dv-cinder-750782-12-iscsi neutron-server[103092]: L3 agent@dv-cinder-750782-12-iscsi: {}, Mar 11 16:21:04.868686 dv-cinder-750782-12-iscsi neutron-server[103092]: Metadata agent@dv-cinder-750782-12-iscsi: {}, Mar 11 16:21:04.868686 dv-cinder-750782-12-iscsi neutron-server[103092]: Metering agent@dv-cinder-750782-12-iscsi: {}, Mar 11 16:21:04.868686 dv-cinder-750782-12-iscsi neutron-server[103092]: Open vSwitch agent@dv-cinder-750782-12-iscsi: { 'AddressGroup': '1.2', Mar 11 16:21:04.868686 dv-cinder-750782-12-iscsi neutron-server[103092]: 'ConntrackHelper': '1.0', Mar 11 16:21:04.868686 dv-cinder-750782-12-iscsi neutron-server[103092]: 'LocalIPAssociation': '1.0', Mar 11 16:21:04.868686 dv-cinder-750782-12-iscsi neutron-server[103092]: 'Log': '1.0', Mar 11 16:21:04.868686 dv-cinder-750782-12-iscsi neutron-server[103092]: 'Network': '1.1', Mar 11 16:21:04.868686 dv-cinder-750782-12-iscsi neutron-server[103092]: 'Port': '1.7', Mar 11 16:21:04.868686 dv-cinder-750782-12-iscsi neutron-server[103092]: 'PortForwarding': '1.2', Mar 11 16:21:04.868686 dv-cinder-750782-12-iscsi neutron-server[103092]: 'QosPolicy': '1.10', Mar 11 16:21:04.868686 dv-cinder-750782-12-iscsi neutron-server[103092]: 'SecurityGroup': '1.5', Mar 11 16:21:04.868686 dv-cinder-750782-12-iscsi neutron-server[103092]: 'SecurityGroupRule': '1.2', Mar 11 16:21:04.868686 dv-cinder-750782-12-iscsi neutron-server[103092]: 'SubPort': '1.0', Mar 11 16:21:04.868686 dv-cinder-750782-12-iscsi neutron-server[103092]: 'Subnet': '1.1', Mar 11 16:21:04.868686 dv-cinder-750782-12-iscsi neutron-server[103092]: 'Trunk': '1.1'}} Mar 11 16:21:04.868686 dv-cinder-750782-12-iscsi neutron-server[103092]: {{(pid=103092) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 11 16:21:04.897752 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3d27ad-e236-4db5-8227-d9bda8ce28c0 admin admin] Checking segment: {'id': 'a719ed4c-1b21-4087-84c5-f4c81307e7ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '4d385937-5589-47ac-b063-981bb549e693'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 16:21:04.898383 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf3d27ad-e236-4db5-8227-d9bda8ce28c0 admin admin] Network hostable DHCP agents. Network: 4d385937-5589-47ac-b063-981bb549e693, hostable agents: ['52d54afa-c257-4acf-9353-cc1307944ae0'], hosted agents: [] {{(pid=103092) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:21:04.920639 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf3d27ad-e236-4db5-8227-d9bda8ce28c0 admin admin] Network 4d385937-5589-47ac-b063-981bb549e693 is scheduled to be hosted by DHCP agent 52d54afa-c257-4acf-9353-cc1307944ae0 with binding_index 1 {{(pid=103092) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:21:04.935858 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.scheduler.base_scheduler [None req-cf3d27ad-e236-4db5-8227-d9bda8ce28c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-12-iscsi, 4d385937-5589-47ac-b063-981bb549e693) {{(pid=103092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:21:04.944791 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3d27ad-e236-4db5-8227-d9bda8ce28c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:04.945823 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-cf3d27ad-e236-4db5-8227-d9bda8ce28c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779404'] for subnet (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:04.951143 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f01de64d-7dff-4556-9992-6e6c405c7871 None None] Network 4d385937-5589-47ac-b063-981bb549e693 requested from dv-cinder-750782-12-iscsi {{(pid=103093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 16:21:04.972989 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-cf3d27ad-e236-4db5-8227-d9bda8ce28c0 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5273225 Mar 11 16:21:04.974002 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 37496) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:21:04.979528 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.v2.base [None req-5531fb52-26e8-449f-bd2b-729177d3682d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1853710950-router', 'tenant_id': 'a951288cde284b359074a2755c43fd3f', 'external_gateway_info': {'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82'}}} {{(pid=103091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:21:05.005875 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-5531fb52-26e8-449f-bd2b-729177d3682d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-772388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-56450'] for router (839b5096-b9c0-4547-9685-d62aca0b2418), before_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:05.009690 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-5531fb52-26e8-449f-bd2b-729177d3682d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539762', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-605413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-56571'] for router (839b5096-b9c0-4547-9685-d62aca0b2418), precommit_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:05.089126 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-5531fb52-26e8-449f-bd2b-729177d3682d admin admin] Publish callbacks [] for router_controller (839b5096-b9c0-4547-9685-d62aca0b2418), precommit_add_association {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:05.101993 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ac5ad4-3e19-4185-91a0-f74bd6c7f9fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp725cae6e-9253-5061-8772-c6285d3d9ef8-4d385937-5589-47ac-b063-981bb549e693', 'network_id': '4d385937-5589-47ac-b063-981bb549e693', 'project_id': 'a951288cde284b359074a2755c43fd3f', 'fixed_ips': [{'subnet_id': '1fa91c63-7953-4f02-bfd2-c0a4c4e05e10'}]}} from dv-cinder-750782-12-iscsi. {{(pid=103093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 16:21:05.102939 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-16ac5ad4-3e19-4185-91a0-f74bd6c7f9fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:05.274201 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-5531fb52-26e8-449f-bd2b-729177d3682d admin admin] Publish callbacks [] for router_gateway (839b5096-b9c0-4547-9685-d62aca0b2418), precommit_update {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:05.287876 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (42978ec7-0c45-4bcc-88e8-64ee44356522), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:05.357600 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [None req-16ac5ad4-3e19-4185-91a0-f74bd6c7f9fd None None] Allocated IP 172.20.0.2 (4d385937-5589-47ac-b063-981bb549e693/1fa91c63-7953-4f02-bfd2-c0a4c4e05e10/6deedc6e-1191-4dfa-afdd-341e86dc6e75) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:21:05.541032 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-16ac5ad4-3e19-4185-91a0-f74bd6c7f9fd None None] Publish callbacks [] for port (6deedc6e-1191-4dfa-afdd-341e86dc6e75), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:05.552549 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-16ac5ad4-3e19-4185-91a0-f74bd6c7f9fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780137975911'] for port (6deedc6e-1191-4dfa-afdd-341e86dc6e75), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:05.621962 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16ac5ad4-3e19-4185-91a0-f74bd6c7f9fd None None] Network 4d385937-5589-47ac-b063-981bb549e693 is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:21:05.623507 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ac5ad4-3e19-4185-91a0-f74bd6c7f9fd None None] Pushing event updated for resources: {'Port': ['ID=6deedc6e-1191-4dfa-afdd-341e86dc6e75,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:05.632832 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-16ac5ad4-3e19-4185-91a0-f74bd6c7f9fd None None] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:21:05.635361 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ac5ad4-3e19-4185-91a0-f74bd6c7f9fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:21:05.635728 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ac5ad4-3e19-4185-91a0-f74bd6c7f9fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:21:05.636095 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ac5ad4-3e19-4185-91a0-f74bd6c7f9fd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:21:05.636605 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ac5ad4-3e19-4185-91a0-f74bd6c7f9fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:21:05.636762 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ac5ad4-3e19-4185-91a0-f74bd6c7f9fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:21:05.637126 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ac5ad4-3e19-4185-91a0-f74bd6c7f9fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:21:05.637472 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ac5ad4-3e19-4185-91a0-f74bd6c7f9fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:21:05.637806 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ac5ad4-3e19-4185-91a0-f74bd6c7f9fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:21:05.638163 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ac5ad4-3e19-4185-91a0-f74bd6c7f9fd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:21:05.638507 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ac5ad4-3e19-4185-91a0-f74bd6c7f9fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:21:05.638837 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ac5ad4-3e19-4185-91a0-f74bd6c7f9fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:21:05.639157 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ac5ad4-3e19-4185-91a0-f74bd6c7f9fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:21:05.639479 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ac5ad4-3e19-4185-91a0-f74bd6c7f9fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:21:05.641229 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ac5ad4-3e19-4185-91a0-f74bd6c7f9fd None None] Tracked resource versions report: Mar 11 16:21:05.641229 dv-cinder-750782-12-iscsi neutron-server[103093]: pushed versions: Mar 11 16:21:05.641229 dv-cinder-750782-12-iscsi neutron-server[103093]: { 'AddressGroup': {'1.2'}, Mar 11 16:21:05.641229 dv-cinder-750782-12-iscsi neutron-server[103093]: 'ConntrackHelper': {'1.0'}, Mar 11 16:21:05.641229 dv-cinder-750782-12-iscsi neutron-server[103093]: 'LocalIPAssociation': {'1.0'}, Mar 11 16:21:05.641229 dv-cinder-750782-12-iscsi neutron-server[103093]: 'Log': {'1.0'}, Mar 11 16:21:05.641229 dv-cinder-750782-12-iscsi neutron-server[103093]: 'Network': {'1.1'}, Mar 11 16:21:05.641229 dv-cinder-750782-12-iscsi neutron-server[103093]: 'Port': {'1.7'}, Mar 11 16:21:05.641229 dv-cinder-750782-12-iscsi neutron-server[103093]: 'PortForwarding': {'1.2'}, Mar 11 16:21:05.641229 dv-cinder-750782-12-iscsi neutron-server[103093]: 'QosPolicy': {'1.10'}, Mar 11 16:21:05.641229 dv-cinder-750782-12-iscsi neutron-server[103093]: 'SecurityGroup': {'1.5'}, Mar 11 16:21:05.641229 dv-cinder-750782-12-iscsi neutron-server[103093]: 'SecurityGroupRule': {'1.2'}, Mar 11 16:21:05.641229 dv-cinder-750782-12-iscsi neutron-server[103093]: 'SubPort': {'1.0'}, Mar 11 16:21:05.641229 dv-cinder-750782-12-iscsi neutron-server[103093]: 'Subnet': {'1.1'}, Mar 11 16:21:05.641229 dv-cinder-750782-12-iscsi neutron-server[103093]: 'Trunk': {'1.1'}} Mar 11 16:21:05.641229 dv-cinder-750782-12-iscsi neutron-server[103093]: consumer versions: Mar 11 16:21:05.641229 dv-cinder-750782-12-iscsi neutron-server[103093]: { DHCP agent@dv-cinder-750782-12-iscsi: {}, Mar 11 16:21:05.641229 dv-cinder-750782-12-iscsi neutron-server[103093]: HyperV agent@hv-cinder-75078: {}, Mar 11 16:21:05.641229 dv-cinder-750782-12-iscsi neutron-server[103093]: L3 agent@dv-cinder-750782-12-iscsi: {}, Mar 11 16:21:05.641229 dv-cinder-750782-12-iscsi neutron-server[103093]: Metadata agent@dv-cinder-750782-12-iscsi: {}, Mar 11 16:21:05.641229 dv-cinder-750782-12-iscsi neutron-server[103093]: Metering agent@dv-cinder-750782-12-iscsi: {}, Mar 11 16:21:05.641229 dv-cinder-750782-12-iscsi neutron-server[103093]: Open vSwitch agent@dv-cinder-750782-12-iscsi: { 'AddressGroup': '1.2', Mar 11 16:21:05.641229 dv-cinder-750782-12-iscsi neutron-server[103093]: 'ConntrackHelper': '1.0', Mar 11 16:21:05.641229 dv-cinder-750782-12-iscsi neutron-server[103093]: 'LocalIPAssociation': '1.0', Mar 11 16:21:05.641229 dv-cinder-750782-12-iscsi neutron-server[103093]: 'Log': '1.0', Mar 11 16:21:05.641229 dv-cinder-750782-12-iscsi neutron-server[103093]: 'Network': '1.1', Mar 11 16:21:05.641229 dv-cinder-750782-12-iscsi neutron-server[103093]: 'Port': '1.7', Mar 11 16:21:05.641229 dv-cinder-750782-12-iscsi neutron-server[103093]: 'PortForwarding': '1.2', Mar 11 16:21:05.641229 dv-cinder-750782-12-iscsi neutron-server[103093]: 'QosPolicy': '1.10', Mar 11 16:21:05.641229 dv-cinder-750782-12-iscsi neutron-server[103093]: 'SecurityGroup': '1.5', Mar 11 16:21:05.641229 dv-cinder-750782-12-iscsi neutron-server[103093]: 'SecurityGroupRule': '1.2', Mar 11 16:21:05.641229 dv-cinder-750782-12-iscsi neutron-server[103093]: 'SubPort': '1.0', Mar 11 16:21:05.641229 dv-cinder-750782-12-iscsi neutron-server[103093]: 'Subnet': '1.1', Mar 11 16:21:05.641229 dv-cinder-750782-12-iscsi neutron-server[103093]: 'Trunk': '1.1'}} Mar 11 16:21:05.641229 dv-cinder-750782-12-iscsi neutron-server[103093]: {{(pid=103093) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 11 16:21:05.650403 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ac5ad4-3e19-4185-91a0-f74bd6c7f9fd None None] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 16:21:05.665292 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-5531fb52-26e8-449f-bd2b-729177d3682d admin admin] Publish callbacks [] for router_gateway (839b5096-b9c0-4547-9685-d62aca0b2418), before_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:05.688319 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-5531fb52-26e8-449f-bd2b-729177d3682d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (None), before_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:05.726423 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [None req-16ac5ad4-3e19-4185-91a0-f74bd6c7f9fd None None] Attempting to bind port 6deedc6e-1191-4dfa-afdd-341e86dc6e75 on host dv-cinder-750782-12-iscsi for vnic_type normal with profile {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 16:21:05.727047 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [None req-16ac5ad4-3e19-4185-91a0-f74bd6c7f9fd None None] Attempting to bind port 6deedc6e-1191-4dfa-afdd-341e86dc6e75 by drivers openvswitch,hyperv on host dv-cinder-750782-12-iscsi at level 0 using segments [{'id': 'a719ed4c-1b21-4087-84c5-f4c81307e7ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '4d385937-5589-47ac-b063-981bb549e693'}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 16:21:05.727175 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ac5ad4-3e19-4185-91a0-f74bd6c7f9fd None None] Attempting to bind port 6deedc6e-1191-4dfa-afdd-341e86dc6e75 on network 4d385937-5589-47ac-b063-981bb549e693 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 16:21:05.733556 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ac5ad4-3e19-4185-91a0-f74bd6c7f9fd None None] Checking agent: {'id': '1025624e-e238-47fc-86ae-58f7bb6baa16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 12, 50), 'started_at': datetime.datetime(2022, 3, 11, 16, 13, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 20, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 16:21:05.733796 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ac5ad4-3e19-4185-91a0-f74bd6c7f9fd None None] Checking segment: {'id': 'a719ed4c-1b21-4087-84c5-f4c81307e7ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '4d385937-5589-47ac-b063-981bb549e693'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 16:21:05.734870 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-16ac5ad4-3e19-4185-91a0-f74bd6c7f9fd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:05.735386 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ac5ad4-3e19-4185-91a0-f74bd6c7f9fd None None] Bound using segment: {'id': 'a719ed4c-1b21-4087-84c5-f4c81307e7ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '4d385937-5589-47ac-b063-981bb549e693'} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 16:21:05.735838 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [None req-16ac5ad4-3e19-4185-91a0-f74bd6c7f9fd None None] Bound port: 6deedc6e-1191-4dfa-afdd-341e86dc6e75, host: dv-cinder-750782-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a719ed4c-1b21-4087-84c5-f4c81307e7ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '4d385937-5589-47ac-b063-981bb549e693'}}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 16:21:05.736228 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-16ac5ad4-3e19-4185-91a0-f74bd6c7f9fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (6deedc6e-1191-4dfa-afdd-341e86dc6e75), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:05.836010 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-16ac5ad4-3e19-4185-91a0-f74bd6c7f9fd None None] For port 6deedc6e-1191-4dfa-afdd-341e86dc6e75, host dv-cinder-750782-12-iscsi, cleared binding levels {{(pid=103093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:21:05.839193 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.db.db_base_plugin_common [None req-5531fb52-26e8-449f-bd2b-729177d3682d admin admin] Allocated IP 172.27.0.79 (ff1c1ad1-a65f-4be8-9483-081137458b82/5240f8c4-acf8-4de2-827e-773879cfd307/502e9fb5-5295-4eef-85c5-d90406a3e043) {{(pid=103091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:21:05.844344 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-16ac5ad4-3e19-4185-91a0-f74bd6c7f9fd None None] For port 6deedc6e-1191-4dfa-afdd-341e86dc6e75, host dv-cinder-750782-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-12-iscsi',level=0,port_id=6deedc6e-1191-4dfa-afdd-341e86dc6e75,segment=NetworkSegment(a719ed4c-1b21-4087-84c5-f4c81307e7ed),segment_id=a719ed4c-1b21-4087-84c5-f4c81307e7ed)] {{(pid=103093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:21:05.856725 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-16ac5ad4-3e19-4185-91a0-f74bd6c7f9fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947'] for port (6deedc6e-1191-4dfa-afdd-341e86dc6e75), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:05.973061 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ac5ad4-3e19-4185-91a0-f74bd6c7f9fd None None] Pushing event updated for resources: {'Port': ['ID=6deedc6e-1191-4dfa-afdd-341e86dc6e75,revision_number=2']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:06.030777 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-5531fb52-26e8-449f-bd2b-729177d3682d admin admin] Publish callbacks [] for port (502e9fb5-5295-4eef-85c5-d90406a3e043), precommit_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:06.106349 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-5531fb52-26e8-449f-bd2b-729177d3682d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780137975911'] for port (502e9fb5-5295-4eef-85c5-d90406a3e043), after_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:06.152460 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5531fb52-26e8-449f-bd2b-729177d3682d admin admin] Network ff1c1ad1-a65f-4be8-9483-081137458b82 is already hosted by enough agents. {{(pid=103091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:21:06.156143 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.scheduler.base_scheduler [None req-5531fb52-26e8-449f-bd2b-729177d3682d admin admin] Resources bound (agent type, host, resource id): {{(pid=103091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:21:06.159142 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5531fb52-26e8-449f-bd2b-729177d3682d admin admin] Received port after_create {{(pid=103091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 16:21:06.229230 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5531fb52-26e8-449f-bd2b-729177d3682d admin admin] Pushing event updated for resources: {'Port': ['ID=502e9fb5-5295-4eef-85c5-d90406a3e043,revision_number=1']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:06.522948 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-5531fb52-26e8-449f-bd2b-729177d3682d admin admin] Publish callbacks [] for router_gateway (839b5096-b9c0-4547-9685-d62aca0b2418), after_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:06.568971 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 37544) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:21:06.930804 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-5531fb52-26e8-449f-bd2b-729177d3682d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-772511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539677'] for router (839b5096-b9c0-4547-9685-d62aca0b2418), after_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:07.172239 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.v2.base [None req-27f55873-e794-47fa-b205-def18c95ac9c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1808249257-network', 'tenant_id': 'f3f35569b4e74dd193f09cb7aa5a05a9'}} {{(pid=103092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:21:07.212982 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27f55873-e794-47fa-b205-def18c95ac9c admin admin] Made reservation on behalf of f3f35569b4e74dd193f09cb7aa5a05a9 for: {'network': 1} {{(pid=103092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:21:07.215395 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-27f55873-e794-47fa-b205-def18c95ac9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for network (None), before_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:07.235382 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-27f55873-e794-47fa-b205-def18c95ac9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:07.240958 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 37566) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:21:07.270622 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5531fb52-26e8-449f-bd2b-729177d3682d admin admin] Router 839b5096-b9c0-4547-9685-d62aca0b2418 is scheduled to L3 agent 03422851-42b1-44c9-ada6-e479436b7b23 with binding_index 1 {{(pid=103091) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 16:21:07.297172 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 37576) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:21:07.378372 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-27f55873-e794-47fa-b205-def18c95ac9c admin admin] Publish callbacks [] for security_group (bc215c4f-901d-4493-a636-97a704b4525e), precommit_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:07.383875 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-27f55873-e794-47fa-b205-def18c95ac9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (bc215c4f-901d-4493-a636-97a704b4525e), after_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:07.460073 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f55873-e794-47fa-b205-def18c95ac9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc215c4f-901d-4493-a636-97a704b4525e,revision_number=1']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:07.473672 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27f55873-e794-47fa-b205-def18c95ac9c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 630} {{(pid=103092) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:21:07.490498 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-27f55873-e794-47fa-b205-def18c95ac9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1821558'] for segment (c93eb277-6e60-44de-b671-f606514b14af), precommit_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:07.490929 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.db.segments_db [None req-27f55873-e794-47fa-b205-def18c95ac9c admin admin] Added segment c93eb277-6e60-44de-b671-f606514b14af of type vlan for network 9795e861-3b04-408a-82ce-319a55ca0d5c Mar 11 16:21:07.554326 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7856d53c-1653-48b4-97c4-8ed714a827a0 None None] Network 4d385937-5589-47ac-b063-981bb549e693 requested from dv-cinder-750782-12-iscsi {{(pid=103093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 16:21:07.569122 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-27f55873-e794-47fa-b205-def18c95ac9c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780137934026'] for network (9795e861-3b04-408a-82ce-319a55ca0d5c), precommit_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:07.613161 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-27f55873-e794-47fa-b205-def18c95ac9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410'] for network (9795e861-3b04-408a-82ce-319a55ca0d5c), after_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:07.617783 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f55873-e794-47fa-b205-def18c95ac9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:07.623133 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-27f55873-e794-47fa-b205-def18c95ac9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779404'] for network (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:07.627127 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [None req-0bbec760-80a1-427b-8866-49c7810e7aa7 None None] Provisioning complete for port 6deedc6e-1191-4dfa-afdd-341e86dc6e75 triggered by entity DHCP. {{(pid=103093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 16:21:07.629724 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0bbec760-80a1-427b-8866-49c7810e7aa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397499'] for port (6deedc6e-1191-4dfa-afdd-341e86dc6e75), provisioning_complete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:07.645802 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Device 6deedc6e-1191-4dfa-afdd-341e86dc6e75 up at agent ovs-agent-dv-cinder-750782-12-iscsi {{(pid=103093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 16:21:07.671061 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 37588) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:21:07.671925 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-27f55873-e794-47fa-b205-def18c95ac9c admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0992651 Mar 11 16:21:07.677910 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.v2.base [None req-7c52eb27-6443-4e65-b616-cf4bdeca5cdd admin admin] Request body: {'subnet': {'network_id': '9795e861-3b04-408a-82ce-319a55ca0d5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1808249257-subnet', 'tenant_id': 'f3f35569b4e74dd193f09cb7aa5a05a9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:21:07.770550 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c52eb27-6443-4e65-b616-cf4bdeca5cdd admin admin] Made reservation on behalf of f3f35569b4e74dd193f09cb7aa5a05a9 for: {'subnet': 1} {{(pid=103091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:21:07.774828 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-7c52eb27-6443-4e65-b616-cf4bdeca5cdd admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:07.783996 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f55873-e794-47fa-b205-def18c95ac9c admin admin] Pushing event updated for resources: {'Network': ['ID=9795e861-3b04-408a-82ce-319a55ca0d5c,revision_number=1']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:07.823326 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.v2.base [None req-f55e54a6-901d-4091-9d90-a3405f5f1282 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2140808292-network', 'tenant_id': '6960c699a2934234a5c9a56842e6ae4d'}} {{(pid=103091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:21:07.826999 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5531fb52-26e8-449f-bd2b-729177d3682d admin admin] Notify agent at l3_agent.dv-cinder-750782-12-iscsi the message routers_updated {{(pid=103091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:21:07.845154 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20170df5-64bf-4286-b04b-5902f12d6ffc None None] Sync routers for ids ['839b5096-b9c0-4547-9685-d62aca0b2418'] in dv-cinder-750782-12-iscsi {{(pid=103094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:21:07.882058 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20170df5-64bf-4286-b04b-5902f12d6ffc None None] Routers {'839b5096-b9c0-4547-9685-d62aca0b2418'} bound to L3 agent in host dv-cinder-750782-12-iscsi {{(pid=103094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 16:21:07.883104 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_hamode_db [None req-20170df5-64bf-4286-b04b-5902f12d6ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T16:12:46Z,description=,heartbeat_timestamp=2022-03-11T16:20:46Z,host='dv-cinder-750782-12-iscsi',id=03422851-42b1-44c9-ada6-e479436b7b23,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:12:46Z,topic='l3_agent')) {'router_ids': ['839b5096-b9c0-4547-9685-d62aca0b2418'], 'active': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:21:07.909646 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.v2.base [None req-dfbc6d3d-1e0d-4ff9-bdbc-7a6e18b13bd6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1800470620-network', 'tenant_id': '3f90eba451e343e49c0fa456ba2b00cd'}} {{(pid=103091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:21:07.919778 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Network 9795e861-3b04-408a-82ce-319a55ca0d5c details requested by agent ovs-agent-dv-cinder-750782-12-iscsi with host dv-cinder-750782-12-iscsi {{(pid=103093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 16:21:07.999362 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfbc6d3d-1e0d-4ff9-bdbc-7a6e18b13bd6 admin admin] Made reservation on behalf of 3f90eba451e343e49c0fa456ba2b00cd for: {'network': 1} {{(pid=103091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:21:08.009677 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-dfbc6d3d-1e0d-4ff9-bdbc-7a6e18b13bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for network (None), before_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:08.052876 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-dfbc6d3d-1e0d-4ff9-bdbc-7a6e18b13bd6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:08.060148 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Provisioning complete for port 6deedc6e-1191-4dfa-afdd-341e86dc6e75 triggered by entity L2. {{(pid=103093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 16:21:08.060804 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397499'] for port (6deedc6e-1191-4dfa-afdd-341e86dc6e75), provisioning_complete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:08.168390 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-dfbc6d3d-1e0d-4ff9-bdbc-7a6e18b13bd6 admin admin] Publish callbacks [] for security_group (b501633a-6977-4888-a9f3-cbb304f97f65), precommit_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:08.176589 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-5531fb52-26e8-449f-bd2b-729177d3682d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:08.178354 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-5531fb52-26e8-449f-bd2b-729177d3682d admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.2029366 Mar 11 16:21:08.181485 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 37608) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:21:08.214707 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-dfbc6d3d-1e0d-4ff9-bdbc-7a6e18b13bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (b501633a-6977-4888-a9f3-cbb304f97f65), after_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:08.229431 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_dvr_db [None req-20170df5-64bf-4286-b04b-5902f12d6ffc None None] Set router 839b5096-b9c0-4547-9685-d62aca0b2418 gateway port host: dv-cinder-750782-12-iscsi {{(pid=103094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 16:21:08.311671 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-0bbec760-80a1-427b-8866-49c7810e7aa7 None None] Current status of the port 6deedc6e-1191-4dfa-afdd-341e86dc6e75 is: DOWN; New status is: ACTIVE {{(pid=103093) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 16:21:08.311671 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0bbec760-80a1-427b-8866-49c7810e7aa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (6deedc6e-1191-4dfa-afdd-341e86dc6e75), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:08.316026 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbc6d3d-1e0d-4ff9-bdbc-7a6e18b13bd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b501633a-6977-4888-a9f3-cbb304f97f65,revision_number=1']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:08.334703 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f55e54a6-901d-4091-9d90-a3405f5f1282 admin admin] Made reservation on behalf of 6960c699a2934234a5c9a56842e6ae4d for: {'network': 1} {{(pid=103091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:21:08.337712 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-f55e54a6-901d-4091-9d90-a3405f5f1282 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for network (None), before_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:08.373726 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-f55e54a6-901d-4091-9d90-a3405f5f1282 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:08.377289 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfbc6d3d-1e0d-4ff9-bdbc-7a6e18b13bd6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 608} {{(pid=103091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:21:08.493339 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-0bbec760-80a1-427b-8866-49c7810e7aa7 None None] For port 6deedc6e-1191-4dfa-afdd-341e86dc6e75, host dv-cinder-750782-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-12-iscsi',level=0,port_id=6deedc6e-1191-4dfa-afdd-341e86dc6e75,segment=NetworkSegment(a719ed4c-1b21-4087-84c5-f4c81307e7ed),segment_id=a719ed4c-1b21-4087-84c5-f4c81307e7ed)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:21:08.530300 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_hamode_db [None req-20170df5-64bf-4286-b04b-5902f12d6ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '839b5096-b9c0-4547-9685-d62aca0b2418', 'name': 'tempest-AttachVolumeShelveTestJSON-1853710950-router', 'tenant_id': 'a951288cde284b359074a2755c43fd3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'external_fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': '502e9fb5-5295-4eef-85c5-d90406a3e043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:21:05Z', 'updated_at': '2022-03-11T16:21:06Z', 'revision_number': 3, 'project_id': 'a951288cde284b359074a2755c43fd3f', 'gw_port': {'id': '502e9fb5-5295-4eef-85c5-d90406a3e043', 'name': '', 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:55:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '839b5096-b9c0-4547-9685-d62aca0b2418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:05Z', 'updated_at': '2022-03-11T16:21:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-12-iscsi'}], 'dv-cinder-750782-12-iscsi', False) {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:21:08.538233 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Current status of the port 6deedc6e-1191-4dfa-afdd-341e86dc6e75 is: DOWN; New status is: ACTIVE {{(pid=103093) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 16:21:08.539455 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (6deedc6e-1191-4dfa-afdd-341e86dc6e75), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:08.580201 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-f55e54a6-901d-4091-9d90-a3405f5f1282 admin admin] Publish callbacks [] for security_group (fb4b6332-23d2-48fe-8823-aaf4f90930e8), precommit_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:08.597422 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0bbec760-80a1-427b-8866-49c7810e7aa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947'] for port (6deedc6e-1191-4dfa-afdd-341e86dc6e75), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:08.602242 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-dfbc6d3d-1e0d-4ff9-bdbc-7a6e18b13bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1821558'] for segment (d0d5eee1-b4bb-471c-a057-81102a55b99f), precommit_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:08.602583 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.db.segments_db [None req-dfbc6d3d-1e0d-4ff9-bdbc-7a6e18b13bd6 admin admin] Added segment d0d5eee1-b4bb-471c-a057-81102a55b99f of type vlan for network 5f3aea45-b741-4cf8-ad8b-40753fc82fad Mar 11 16:21:08.604381 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-f55e54a6-901d-4091-9d90-a3405f5f1282 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (fb4b6332-23d2-48fe-8823-aaf4f90930e8), after_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:08.613472 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20170df5-64bf-4286-b04b-5902f12d6ffc None None] Checking router: 839b5096-b9c0-4547-9685-d62aca0b2418 for host: dv-cinder-750782-12-iscsi {{(pid=103094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:21:08.626967 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20170df5-64bf-4286-b04b-5902f12d6ffc None None] Updating router 839b5096-b9c0-4547-9685-d62aca0b2418 port 502e9fb5-5295-4eef-85c5-d90406a3e043 binding host dv-cinder-750782-12-iscsi {{(pid=103094) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 16:21:08.684120 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-20170df5-64bf-4286-b04b-5902f12d6ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (502e9fb5-5295-4eef-85c5-d90406a3e043), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:08.686030 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55e54a6-901d-4091-9d90-a3405f5f1282 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb4b6332-23d2-48fe-8823-aaf4f90930e8,revision_number=1']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:08.744076 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-dfbc6d3d-1e0d-4ff9-bdbc-7a6e18b13bd6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780137934026'] for network (5f3aea45-b741-4cf8-ad8b-40753fc82fad), precommit_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:08.750206 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbec760-80a1-427b-8866-49c7810e7aa7 None None] Pushing event updated for resources: {'Port': ['ID=6deedc6e-1191-4dfa-afdd-341e86dc6e75,revision_number=3']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:08.931520 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.db.api [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103093) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:21:08.934566 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG oslo_db.api [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:21:08.938692 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f55e54a6-901d-4091-9d90-a3405f5f1282 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 621} {{(pid=103091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:21:08.940916 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [None req-cc3b454a-bbdf-4986-a4d3-4b8312f865e3 None None] Provisioning complete for port 6deedc6e-1191-4dfa-afdd-341e86dc6e75 triggered by entity DHCP. {{(pid=103093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 16:21:08.941673 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-cc3b454a-bbdf-4986-a4d3-4b8312f865e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397499'] for port (6deedc6e-1191-4dfa-afdd-341e86dc6e75), provisioning_complete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:08.944320 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-dfbc6d3d-1e0d-4ff9-bdbc-7a6e18b13bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410'] for network (5f3aea45-b741-4cf8-ad8b-40753fc82fad), after_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:08.946320 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfbc6d3d-1e0d-4ff9-bdbc-7a6e18b13bd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:08.952172 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-dfbc6d3d-1e0d-4ff9-bdbc-7a6e18b13bd6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779404'] for network (None), before_response {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:09.118810 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbc6d3d-1e0d-4ff9-bdbc-7a6e18b13bd6 admin admin] Pushing event updated for resources: {'Network': ['ID=5f3aea45-b741-4cf8-ad8b-40753fc82fad,revision_number=1']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:09.121566 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-7c52eb27-6443-4e65-b616-cf4bdeca5cdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410'] for subnet (a21718ed-f252-41de-a223-6ef10277caa1), after_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:09.153478 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Network 5f3aea45-b741-4cf8-ad8b-40753fc82fad details requested by agent ovs-agent-dv-cinder-750782-12-iscsi with host dv-cinder-750782-12-iscsi {{(pid=103093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 16:21:09.199179 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-f55e54a6-901d-4091-9d90-a3405f5f1282 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1821558'] for segment (2208dffd-a7e3-4d73-a55b-8822077c4829), precommit_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:09.200707 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.db.segments_db [None req-f55e54a6-901d-4091-9d90-a3405f5f1282 admin admin] Added segment 2208dffd-a7e3-4d73-a55b-8822077c4829 of type vlan for network 1fbedf9b-6928-4a0c-926c-d2a7c2cd4cd2 Mar 11 16:21:09.244853 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c52eb27-6443-4e65-b616-cf4bdeca5cdd admin admin] Checking segment: {'id': 'c93eb277-6e60-44de-b671-f606514b14af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '9795e861-3b04-408a-82ce-319a55ca0d5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 16:21:09.245329 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c52eb27-6443-4e65-b616-cf4bdeca5cdd admin admin] Network hostable DHCP agents. Network: 9795e861-3b04-408a-82ce-319a55ca0d5c, hostable agents: ['52d54afa-c257-4acf-9353-cc1307944ae0'], hosted agents: [] {{(pid=103091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:21:09.256860 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-dfbc6d3d-1e0d-4ff9-bdbc-7a6e18b13bd6 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.0112333 Mar 11 16:21:09.261188 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 37636) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:21:09.268609 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.v2.base [None req-522aca21-521e-4ab7-84d4-89e089bbb806 admin admin] Request body: {'subnet': {'network_id': '5f3aea45-b741-4cf8-ad8b-40753fc82fad', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1800470620-subnet', 'tenant_id': '3f90eba451e343e49c0fa456ba2b00cd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:21:09.272040 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-20170df5-64bf-4286-b04b-5902f12d6ffc None None] Publish callbacks [] for port (502e9fb5-5295-4eef-85c5-d90406a3e043), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:09.280128 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-20170df5-64bf-4286-b04b-5902f12d6ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947'] for port (502e9fb5-5295-4eef-85c5-d90406a3e043), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:09.333997 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-522aca21-521e-4ab7-84d4-89e089bbb806 admin admin] Made reservation on behalf of 3f90eba451e343e49c0fa456ba2b00cd for: {'subnet': 1} {{(pid=103091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:21:09.336486 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-522aca21-521e-4ab7-84d4-89e089bbb806 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:09.422532 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb43bac-1df7-4753-9c27-2285b22e7dde None None] Pushing event updated for resources: {'Port': ['ID=502e9fb5-5295-4eef-85c5-d90406a3e043,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:09.510785 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb43bac-1df7-4753-9c27-2285b22e7dde None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:21:09.513426 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb43bac-1df7-4753-9c27-2285b22e7dde None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:21:09.514374 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb43bac-1df7-4753-9c27-2285b22e7dde None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:21:09.518866 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb43bac-1df7-4753-9c27-2285b22e7dde None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:21:09.519855 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb43bac-1df7-4753-9c27-2285b22e7dde None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:21:09.520691 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb43bac-1df7-4753-9c27-2285b22e7dde None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:21:09.521729 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb43bac-1df7-4753-9c27-2285b22e7dde None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:21:09.524239 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb43bac-1df7-4753-9c27-2285b22e7dde None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:21:09.526947 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb43bac-1df7-4753-9c27-2285b22e7dde None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:21:09.527805 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb43bac-1df7-4753-9c27-2285b22e7dde None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:21:09.529410 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb43bac-1df7-4753-9c27-2285b22e7dde None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:21:09.531616 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb43bac-1df7-4753-9c27-2285b22e7dde None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:21:09.534341 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb43bac-1df7-4753-9c27-2285b22e7dde None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:21:09.541868 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb43bac-1df7-4753-9c27-2285b22e7dde None None] Tracked resource versions report: Mar 11 16:21:09.541868 dv-cinder-750782-12-iscsi neutron-server[103094]: pushed versions: Mar 11 16:21:09.541868 dv-cinder-750782-12-iscsi neutron-server[103094]: { 'AddressGroup': {'1.2'}, Mar 11 16:21:09.541868 dv-cinder-750782-12-iscsi neutron-server[103094]: 'ConntrackHelper': {'1.0'}, Mar 11 16:21:09.541868 dv-cinder-750782-12-iscsi neutron-server[103094]: 'LocalIPAssociation': {'1.0'}, Mar 11 16:21:09.541868 dv-cinder-750782-12-iscsi neutron-server[103094]: 'Log': {'1.0'}, Mar 11 16:21:09.541868 dv-cinder-750782-12-iscsi neutron-server[103094]: 'Network': {'1.1'}, Mar 11 16:21:09.541868 dv-cinder-750782-12-iscsi neutron-server[103094]: 'Port': {'1.7'}, Mar 11 16:21:09.541868 dv-cinder-750782-12-iscsi neutron-server[103094]: 'PortForwarding': {'1.2'}, Mar 11 16:21:09.541868 dv-cinder-750782-12-iscsi neutron-server[103094]: 'QosPolicy': {'1.10'}, Mar 11 16:21:09.541868 dv-cinder-750782-12-iscsi neutron-server[103094]: 'SecurityGroup': {'1.5'}, Mar 11 16:21:09.541868 dv-cinder-750782-12-iscsi neutron-server[103094]: 'SecurityGroupRule': {'1.2'}, Mar 11 16:21:09.541868 dv-cinder-750782-12-iscsi neutron-server[103094]: 'SubPort': {'1.0'}, Mar 11 16:21:09.541868 dv-cinder-750782-12-iscsi neutron-server[103094]: 'Subnet': {'1.1'}, Mar 11 16:21:09.541868 dv-cinder-750782-12-iscsi neutron-server[103094]: 'Trunk': {'1.1'}} Mar 11 16:21:09.541868 dv-cinder-750782-12-iscsi neutron-server[103094]: consumer versions: Mar 11 16:21:09.541868 dv-cinder-750782-12-iscsi neutron-server[103094]: { DHCP agent@dv-cinder-750782-12-iscsi: {}, Mar 11 16:21:09.541868 dv-cinder-750782-12-iscsi neutron-server[103094]: HyperV agent@hv-cinder-75078: {}, Mar 11 16:21:09.541868 dv-cinder-750782-12-iscsi neutron-server[103094]: L3 agent@dv-cinder-750782-12-iscsi: {}, Mar 11 16:21:09.541868 dv-cinder-750782-12-iscsi neutron-server[103094]: Metadata agent@dv-cinder-750782-12-iscsi: {}, Mar 11 16:21:09.541868 dv-cinder-750782-12-iscsi neutron-server[103094]: Metering agent@dv-cinder-750782-12-iscsi: {}, Mar 11 16:21:09.541868 dv-cinder-750782-12-iscsi neutron-server[103094]: Open vSwitch agent@dv-cinder-750782-12-iscsi: { 'AddressGroup': '1.2', Mar 11 16:21:09.541868 dv-cinder-750782-12-iscsi neutron-server[103094]: 'ConntrackHelper': '1.0', Mar 11 16:21:09.541868 dv-cinder-750782-12-iscsi neutron-server[103094]: 'LocalIPAssociation': '1.0', Mar 11 16:21:09.541868 dv-cinder-750782-12-iscsi neutron-server[103094]: 'Log': '1.0', Mar 11 16:21:09.541868 dv-cinder-750782-12-iscsi neutron-server[103094]: 'Network': '1.1', Mar 11 16:21:09.541868 dv-cinder-750782-12-iscsi neutron-server[103094]: 'Port': '1.7', Mar 11 16:21:09.541868 dv-cinder-750782-12-iscsi neutron-server[103094]: 'PortForwarding': '1.2', Mar 11 16:21:09.541868 dv-cinder-750782-12-iscsi neutron-server[103094]: 'QosPolicy': '1.10', Mar 11 16:21:09.541868 dv-cinder-750782-12-iscsi neutron-server[103094]: 'SecurityGroup': '1.5', Mar 11 16:21:09.541868 dv-cinder-750782-12-iscsi neutron-server[103094]: 'SecurityGroupRule': '1.2', Mar 11 16:21:09.541868 dv-cinder-750782-12-iscsi neutron-server[103094]: 'SubPort': '1.0', Mar 11 16:21:09.541868 dv-cinder-750782-12-iscsi neutron-server[103094]: 'Subnet': '1.1', Mar 11 16:21:09.541868 dv-cinder-750782-12-iscsi neutron-server[103094]: 'Trunk': '1.1'}} Mar 11 16:21:09.541868 dv-cinder-750782-12-iscsi neutron-server[103094]: {{(pid=103094) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 11 16:21:09.555124 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [None req-20170df5-64bf-4286-b04b-5902f12d6ffc None None] Attempting to bind port 502e9fb5-5295-4eef-85c5-d90406a3e043 on host dv-cinder-750782-12-iscsi for vnic_type normal with profile {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 16:21:09.559380 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [None req-20170df5-64bf-4286-b04b-5902f12d6ffc None None] Attempting to bind port 502e9fb5-5295-4eef-85c5-d90406a3e043 by drivers openvswitch,hyperv on host dv-cinder-750782-12-iscsi at level 0 using segments [{'id': 'd35af6e3-4c7b-42bf-84c3-6daa0b397bde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 16:21:09.560348 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20170df5-64bf-4286-b04b-5902f12d6ffc None None] Attempting to bind port 502e9fb5-5295-4eef-85c5-d90406a3e043 on network ff1c1ad1-a65f-4be8-9483-081137458b82 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 16:21:09.569486 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-522aca21-521e-4ab7-84d4-89e089bbb806 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410'] for subnet (acc28c21-3e47-4bf8-b31f-cbbed70c6f99), after_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:09.582605 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20170df5-64bf-4286-b04b-5902f12d6ffc None None] Checking agent: {'id': '1025624e-e238-47fc-86ae-58f7bb6baa16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 12, 50), 'started_at': datetime.datetime(2022, 3, 11, 16, 13, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 20, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 16:21:09.585857 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20170df5-64bf-4286-b04b-5902f12d6ffc None None] Checking segment: {'id': 'd35af6e3-4c7b-42bf-84c3-6daa0b397bde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 16:21:09.587544 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-20170df5-64bf-4286-b04b-5902f12d6ffc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:09.589805 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Current status of the port 6deedc6e-1191-4dfa-afdd-341e86dc6e75 is: ACTIVE; New status is: ACTIVE {{(pid=103093) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 16:21:09.590400 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20170df5-64bf-4286-b04b-5902f12d6ffc None None] Bound using segment: {'id': 'd35af6e3-4c7b-42bf-84c3-6daa0b397bde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82'} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 16:21:09.592440 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [None req-20170df5-64bf-4286-b04b-5902f12d6ffc None None] Bound port: 502e9fb5-5295-4eef-85c5-d90406a3e043, host: dv-cinder-750782-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd35af6e3-4c7b-42bf-84c3-6daa0b397bde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82'}}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 16:21:09.596346 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-20170df5-64bf-4286-b04b-5902f12d6ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (502e9fb5-5295-4eef-85c5-d90406a3e043), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:09.612704 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-f55e54a6-901d-4091-9d90-a3405f5f1282 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780137934026'] for network (1fbedf9b-6928-4a0c-926c-d2a7c2cd4cd2), precommit_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:09.628802 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-cc3b454a-bbdf-4986-a4d3-4b8312f865e3 None None] Current status of the port 6deedc6e-1191-4dfa-afdd-341e86dc6e75 is: ACTIVE; New status is: ACTIVE {{(pid=103093) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 16:21:09.631790 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c52eb27-6443-4e65-b616-cf4bdeca5cdd admin admin] Pushing event updated for resources: {'Subnet': ['ID=a21718ed-f252-41de-a223-6ef10277caa1,revision_number=0']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:09.698945 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522aca21-521e-4ab7-84d4-89e089bbb806 admin admin] Pushing event updated for resources: {'Subnet': ['ID=acc28c21-3e47-4bf8-b31f-cbbed70c6f99,revision_number=0']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:09.707779 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c52eb27-6443-4e65-b616-cf4bdeca5cdd admin admin] Network 9795e861-3b04-408a-82ce-319a55ca0d5c is scheduled to be hosted by DHCP agent 52d54afa-c257-4acf-9353-cc1307944ae0 with binding_index 1 {{(pid=103091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:21:09.733240 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.scheduler.base_scheduler [None req-7c52eb27-6443-4e65-b616-cf4bdeca5cdd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-12-iscsi, 9795e861-3b04-408a-82ce-319a55ca0d5c) {{(pid=103091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:21:09.738313 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522aca21-521e-4ab7-84d4-89e089bbb806 admin admin] Checking segment: {'id': 'd0d5eee1-b4bb-471c-a057-81102a55b99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '5f3aea45-b741-4cf8-ad8b-40753fc82fad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 16:21:09.738726 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-522aca21-521e-4ab7-84d4-89e089bbb806 admin admin] Network hostable DHCP agents. Network: 5f3aea45-b741-4cf8-ad8b-40753fc82fad, hostable agents: ['52d54afa-c257-4acf-9353-cc1307944ae0'], hosted agents: [] {{(pid=103091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:21:09.748477 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5b293c8-74b7-4abe-9999-a584a1f2ae8e None None] Network 9795e861-3b04-408a-82ce-319a55ca0d5c requested from dv-cinder-750782-12-iscsi {{(pid=103093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 16:21:09.748808 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c52eb27-6443-4e65-b616-cf4bdeca5cdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:09.750359 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-7c52eb27-6443-4e65-b616-cf4bdeca5cdd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779404'] for subnet (None), before_response {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:09.772146 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.plugins.ml2.db [None req-20170df5-64bf-4286-b04b-5902f12d6ffc None None] For port 502e9fb5-5295-4eef-85c5-d90406a3e043, host dv-cinder-750782-12-iscsi, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:21:09.790236 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.plugins.ml2.db [None req-20170df5-64bf-4286-b04b-5902f12d6ffc None None] For port 502e9fb5-5295-4eef-85c5-d90406a3e043, host dv-cinder-750782-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-12-iscsi',level=0,port_id=502e9fb5-5295-4eef-85c5-d90406a3e043,segment=NetworkSegment(d35af6e3-4c7b-42bf-84c3-6daa0b397bde),segment_id=d35af6e3-4c7b-42bf-84c3-6daa0b397bde)] {{(pid=103094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:21:09.803401 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-20170df5-64bf-4286-b04b-5902f12d6ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947'] for port (502e9fb5-5295-4eef-85c5-d90406a3e043), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:09.819178 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-7c52eb27-6443-4e65-b616-cf4bdeca5cdd admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1460791 Mar 11 16:21:09.822465 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-f55e54a6-901d-4091-9d90-a3405f5f1282 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410'] for network (1fbedf9b-6928-4a0c-926c-d2a7c2cd4cd2), after_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:09.824603 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55e54a6-901d-4091-9d90-a3405f5f1282 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:09.831184 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-f55e54a6-901d-4091-9d90-a3405f5f1282 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779404'] for network (None), before_response {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:09.837495 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 37656) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:21:09.844973 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.v2.base [None req-371b28d9-efbc-4003-8dd4-7908c6aa37a9 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1808249257-router', 'tenant_id': 'f3f35569b4e74dd193f09cb7aa5a05a9', 'external_gateway_info': {'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82'}}} {{(pid=103091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:21:09.898660 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-522aca21-521e-4ab7-84d4-89e089bbb806 admin admin] Network 5f3aea45-b741-4cf8-ad8b-40753fc82fad is scheduled to be hosted by DHCP agent 52d54afa-c257-4acf-9353-cc1307944ae0 with binding_index 1 {{(pid=103091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:21:09.905315 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb43bac-1df7-4753-9c27-2285b22e7dde None None] Pushing event updated for resources: {'Port': ['ID=502e9fb5-5295-4eef-85c5-d90406a3e043,revision_number=3']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:09.949624 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-f55e54a6-901d-4091-9d90-a3405f5f1282 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.6502352 Mar 11 16:21:09.950644 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.scheduler.base_scheduler [None req-522aca21-521e-4ab7-84d4-89e089bbb806 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-12-iscsi, 5f3aea45-b741-4cf8-ad8b-40753fc82fad) {{(pid=103091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:21:09.953502 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 37666) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:21:09.957252 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-371b28d9-efbc-4003-8dd4-7908c6aa37a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-772388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-56450'] for router (b8ac2b6e-e82a-4d35-bd87-ef6f6f75d76d), before_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:09.958357 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-371b28d9-efbc-4003-8dd4-7908c6aa37a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539762', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-605413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-56571'] for router (b8ac2b6e-e82a-4d35-bd87-ef6f6f75d76d), precommit_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:09.963010 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-522aca21-521e-4ab7-84d4-89e089bbb806 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:09.963472 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-522aca21-521e-4ab7-84d4-89e089bbb806 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779404'] for subnet (None), before_response {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:09.965260 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.v2.base [None req-ea4a8e06-003a-4a85-a754-659fb0ade73f admin admin] Request body: {'subnet': {'network_id': '1fbedf9b-6928-4a0c-926c-d2a7c2cd4cd2', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2140808292-subnet', 'tenant_id': '6960c699a2934234a5c9a56842e6ae4d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:21:09.981757 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Device 6deedc6e-1191-4dfa-afdd-341e86dc6e75 up at agent ovs-agent-dv-cinder-750782-12-iscsi {{(pid=103093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 16:21:10.004118 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55e54a6-901d-4091-9d90-a3405f5f1282 admin admin] Pushing event updated for resources: {'Network': ['ID=1fbedf9b-6928-4a0c-926c-d2a7c2cd4cd2,revision_number=1']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:10.020725 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20170df5-64bf-4286-b04b-5902f12d6ffc None None] Routers {'839b5096-b9c0-4547-9685-d62aca0b2418'} bound to L3 agent in host dv-cinder-750782-12-iscsi {{(pid=103094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 16:21:10.026387 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_hamode_db [None req-20170df5-64bf-4286-b04b-5902f12d6ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T16:12:46Z,description=,heartbeat_timestamp=2022-03-11T16:20:46Z,host='dv-cinder-750782-12-iscsi',id=03422851-42b1-44c9-ada6-e479436b7b23,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:12:46Z,topic='l3_agent')) {'router_ids': ['839b5096-b9c0-4547-9685-d62aca0b2418'], 'active': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:21:10.039740 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-522aca21-521e-4ab7-84d4-89e089bbb806 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7754519 Mar 11 16:21:10.040569 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 37670) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:21:10.064302 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d37c5348-c3c8-4047-85af-065cc2d8a381 None None] Network 5f3aea45-b741-4cf8-ad8b-40753fc82fad requested from dv-cinder-750782-12-iscsi {{(pid=103093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 16:21:10.078303 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.v2.base [None req-3a5b2f7f-db4d-43ea-a5f5-3f21074c41c1 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1800470620-router', 'tenant_id': '3f90eba451e343e49c0fa456ba2b00cd', 'external_gateway_info': {'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82'}}} {{(pid=103091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:21:10.090342 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea4a8e06-003a-4a85-a754-659fb0ade73f admin admin] Made reservation on behalf of 6960c699a2934234a5c9a56842e6ae4d for: {'subnet': 1} {{(pid=103092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:21:10.096293 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-ea4a8e06-003a-4a85-a754-659fb0ade73f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:10.104779 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Network 1fbedf9b-6928-4a0c-926c-d2a7c2cd4cd2 details requested by agent ovs-agent-dv-cinder-750782-12-iscsi with host dv-cinder-750782-12-iscsi {{(pid=103093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 16:21:10.169280 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-0ba31df4-cd55-4758-b2e0-f946d0c54905 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (None), before_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:10.186596 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-371b28d9-efbc-4003-8dd4-7908c6aa37a9 admin admin] Publish callbacks [] for router_controller (b8ac2b6e-e82a-4d35-bd87-ef6f6f75d76d), precommit_add_association {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:10.268048 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 37684) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:21:10.377774 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-3a5b2f7f-db4d-43ea-a5f5-3f21074c41c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-772388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-56450'] for router (0445e330-dbfe-4390-80a7-5bd62ee92899), before_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:10.381162 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-3a5b2f7f-db4d-43ea-a5f5-3f21074c41c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539762', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-605413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-56571'] for router (0445e330-dbfe-4390-80a7-5bd62ee92899), precommit_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:10.491846 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_dvr_db [None req-20170df5-64bf-4286-b04b-5902f12d6ffc None None] Set router 839b5096-b9c0-4547-9685-d62aca0b2418 gateway port host: dv-cinder-750782-12-iscsi {{(pid=103094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 16:21:10.726825 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-371b28d9-efbc-4003-8dd4-7908c6aa37a9 admin admin] Publish callbacks [] for router_gateway (b8ac2b6e-e82a-4d35-bd87-ef6f6f75d76d), precommit_update {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:10.755087 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-3a5b2f7f-db4d-43ea-a5f5-3f21074c41c1 admin admin] Publish callbacks [] for router_controller (0445e330-dbfe-4390-80a7-5bd62ee92899), precommit_add_association {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:10.817143 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.db.db_base_plugin_common [None req-0ba31df4-cd55-4758-b2e0-f946d0c54905 admin admin] Allocated IP 172.20.0.1 (4d385937-5589-47ac-b063-981bb549e693/1fa91c63-7953-4f02-bfd2-c0a4c4e05e10/640132e4-6f5b-4a16-bcab-35e5b7d111df) {{(pid=103092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:21:10.983208 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 37714) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:21:11.044417 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_hamode_db [None req-20170df5-64bf-4286-b04b-5902f12d6ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '839b5096-b9c0-4547-9685-d62aca0b2418', 'name': 'tempest-AttachVolumeShelveTestJSON-1853710950-router', 'tenant_id': 'a951288cde284b359074a2755c43fd3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'external_fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': '502e9fb5-5295-4eef-85c5-d90406a3e043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:21:05Z', 'updated_at': '2022-03-11T16:21:06Z', 'revision_number': 3, 'project_id': 'a951288cde284b359074a2755c43fd3f', 'gw_port': {'id': '502e9fb5-5295-4eef-85c5-d90406a3e043', 'name': '', 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:55:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '839b5096-b9c0-4547-9685-d62aca0b2418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:05Z', 'updated_at': '2022-03-11T16:21:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-12-iscsi'}], 'dv-cinder-750782-12-iscsi', False) {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:21:11.106947 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20170df5-64bf-4286-b04b-5902f12d6ffc None None] The sync data for ids ['839b5096-b9c0-4547-9685-d62aca0b2418'] in dv-cinder-750782-12-iscsi is: [{'id': '839b5096-b9c0-4547-9685-d62aca0b2418', 'name': 'tempest-AttachVolumeShelveTestJSON-1853710950-router', 'tenant_id': 'a951288cde284b359074a2755c43fd3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'external_fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': '502e9fb5-5295-4eef-85c5-d90406a3e043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:21:05Z', 'updated_at': '2022-03-11T16:21:06Z', 'revision_number': 3, 'project_id': 'a951288cde284b359074a2755c43fd3f', 'gw_port': {'id': '502e9fb5-5295-4eef-85c5-d90406a3e043', 'name': '', 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:55:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '839b5096-b9c0-4547-9685-d62aca0b2418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:05Z', 'updated_at': '2022-03-11T16:21:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-12-iscsi'}] {{(pid=103094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:21:11.129872 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-3a5b2f7f-db4d-43ea-a5f5-3f21074c41c1 admin admin] Publish callbacks [] for router_gateway (0445e330-dbfe-4390-80a7-5bd62ee92899), precommit_update {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:11.138613 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac93ee2e-5a8d-4ac3-ad24-9b60e2dfaadb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp725cae6e-9253-5061-8772-c6285d3d9ef8-9795e861-3b04-408a-82ce-319a55ca0d5c', 'network_id': '9795e861-3b04-408a-82ce-319a55ca0d5c', 'project_id': 'f3f35569b4e74dd193f09cb7aa5a05a9', 'fixed_ips': [{'subnet_id': 'a21718ed-f252-41de-a223-6ef10277caa1'}]}} from dv-cinder-750782-12-iscsi. {{(pid=103093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 16:21:11.140488 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ac93ee2e-5a8d-4ac3-ad24-9b60e2dfaadb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:11.184188 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Provisioning complete for port 6deedc6e-1191-4dfa-afdd-341e86dc6e75 triggered by entity L2. {{(pid=103093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 16:21:11.184826 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397499'] for port (6deedc6e-1191-4dfa-afdd-341e86dc6e75), provisioning_complete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:11.189940 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-e7213388-548e-4a07-abea-f4296f3fa7e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:11.285248 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7e6656a-13e4-460f-a870-9477ea8b354a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp725cae6e-9253-5061-8772-c6285d3d9ef8-5f3aea45-b741-4cf8-ad8b-40753fc82fad', 'network_id': '5f3aea45-b741-4cf8-ad8b-40753fc82fad', 'project_id': '3f90eba451e343e49c0fa456ba2b00cd', 'fixed_ips': [{'subnet_id': 'acc28c21-3e47-4bf8-b31f-cbbed70c6f99'}]}} from dv-cinder-750782-12-iscsi. {{(pid=103093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 16:21:11.286237 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a7e6656a-13e4-460f-a870-9477ea8b354a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:11.527274 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-ea4a8e06-003a-4a85-a754-659fb0ade73f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410'] for subnet (ca123be8-076c-4f57-a29d-268b94651e93), after_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:11.659029 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4a8e06-003a-4a85-a754-659fb0ade73f admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca123be8-076c-4f57-a29d-268b94651e93,revision_number=0']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:11.689320 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-061848cb-0348-4321-a1f6-f14b28fc361a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:11.755384 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-0ba31df4-cd55-4758-b2e0-f946d0c54905 admin admin] Publish callbacks [] for port (640132e4-6f5b-4a16-bcab-35e5b7d111df), precommit_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:11.806396 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-371b28d9-efbc-4003-8dd4-7908c6aa37a9 admin admin] Publish callbacks [] for router_gateway (b8ac2b6e-e82a-4d35-bd87-ef6f6f75d76d), before_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:11.842230 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-371b28d9-efbc-4003-8dd4-7908c6aa37a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (None), before_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:11.897400 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Current status of the port 6deedc6e-1191-4dfa-afdd-341e86dc6e75 is: ACTIVE; New status is: ACTIVE {{(pid=103093) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 16:21:11.996529 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-e7213388-548e-4a07-abea-f4296f3fa7e7 admin admin] Publish callbacks [] for security_group (630f4618-c51d-4da0-82bc-87b5d689500b), precommit_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:12.012382 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4a8e06-003a-4a85-a754-659fb0ade73f admin admin] Checking segment: {'id': '2208dffd-a7e3-4d73-a55b-8822077c4829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '1fbedf9b-6928-4a0c-926c-d2a7c2cd4cd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 16:21:12.012752 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea4a8e06-003a-4a85-a754-659fb0ade73f admin admin] Network hostable DHCP agents. Network: 1fbedf9b-6928-4a0c-926c-d2a7c2cd4cd2, hostable agents: ['52d54afa-c257-4acf-9353-cc1307944ae0'], hosted agents: [] {{(pid=103092) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:21:12.043594 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-e7213388-548e-4a07-abea-f4296f3fa7e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (630f4618-c51d-4da0-82bc-87b5d689500b), after_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:12.052637 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [None req-a7e6656a-13e4-460f-a870-9477ea8b354a None None] Allocated IP 172.20.0.2 (5f3aea45-b741-4cf8-ad8b-40753fc82fad/acc28c21-3e47-4bf8-b31f-cbbed70c6f99/03e2827a-3694-4bd3-ad67-ff394f1f63be) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:21:12.081171 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 37748) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:21:12.198007 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-3a5b2f7f-db4d-43ea-a5f5-3f21074c41c1 admin admin] Publish callbacks [] for router_gateway (0445e330-dbfe-4390-80a7-5bd62ee92899), before_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:12.239726 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-3a5b2f7f-db4d-43ea-a5f5-3f21074c41c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (None), before_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:12.287749 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.db.db_base_plugin_common [None req-371b28d9-efbc-4003-8dd4-7908c6aa37a9 admin admin] Allocated IP 172.27.0.50 (ff1c1ad1-a65f-4be8-9483-081137458b82/5240f8c4-acf8-4de2-827e-773879cfd307/980736ea-4e16-47b8-905f-91aa7ae293a0) {{(pid=103091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:21:12.292734 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Device 502e9fb5-5295-4eef-85c5-d90406a3e043 up at agent ovs-agent-dv-cinder-750782-12-iscsi {{(pid=103093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 16:21:12.303608 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a7e6656a-13e4-460f-a870-9477ea8b354a None None] Publish callbacks [] for port (03e2827a-3694-4bd3-ad67-ff394f1f63be), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:12.313444 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-0ba31df4-cd55-4758-b2e0-f946d0c54905 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780137975911'] for port (640132e4-6f5b-4a16-bcab-35e5b7d111df), after_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:12.343722 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [None req-ac93ee2e-5a8d-4ac3-ad24-9b60e2dfaadb None None] Allocated IP 172.20.0.2 (9795e861-3b04-408a-82ce-319a55ca0d5c/a21718ed-f252-41de-a223-6ef10277caa1/1e944730-0007-4ce4-9b2c-09f2a2fcb505) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:21:12.346432 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a7e6656a-13e4-460f-a870-9477ea8b354a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780137975911'] for port (03e2827a-3694-4bd3-ad67-ff394f1f63be), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:12.380786 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-d40f2629-e080-4f67-8cbe-9d1b72826534 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:12.439848 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e6656a-13e4-460f-a870-9477ea8b354a None None] Network 5f3aea45-b741-4cf8-ad8b-40753fc82fad is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:21:12.452795 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-a7e6656a-13e4-460f-a870-9477ea8b354a None None] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:21:12.461578 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e6656a-13e4-460f-a870-9477ea8b354a None None] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 16:21:12.478152 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e6656a-13e4-460f-a870-9477ea8b354a None None] Pushing event updated for resources: {'Port': ['ID=03e2827a-3694-4bd3-ad67-ff394f1f63be,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:12.575902 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-371b28d9-efbc-4003-8dd4-7908c6aa37a9 admin admin] Publish callbacks [] for port (980736ea-4e16-47b8-905f-91aa7ae293a0), precommit_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:12.617053 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-d40f2629-e080-4f67-8cbe-9d1b72826534 admin admin] Publish callbacks [] for security_group (e7749c2c-fc2e-4532-b4d5-270770c18fda), precommit_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:12.617709 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba31df4-cd55-4758-b2e0-f946d0c54905 admin admin] Pushing event updated for resources: {'Port': ['ID=640132e4-6f5b-4a16-bcab-35e5b7d111df,revision_number=1']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:12.620589 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [None req-a7e6656a-13e4-460f-a870-9477ea8b354a None None] Attempting to bind port 03e2827a-3694-4bd3-ad67-ff394f1f63be on host dv-cinder-750782-12-iscsi for vnic_type normal with profile {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 16:21:12.620991 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [None req-a7e6656a-13e4-460f-a870-9477ea8b354a None None] Attempting to bind port 03e2827a-3694-4bd3-ad67-ff394f1f63be by drivers openvswitch,hyperv on host dv-cinder-750782-12-iscsi at level 0 using segments [{'id': 'd0d5eee1-b4bb-471c-a057-81102a55b99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '5f3aea45-b741-4cf8-ad8b-40753fc82fad'}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 16:21:12.627984 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e6656a-13e4-460f-a870-9477ea8b354a None None] Attempting to bind port 03e2827a-3694-4bd3-ad67-ff394f1f63be on network 5f3aea45-b741-4cf8-ad8b-40753fc82fad {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 16:21:12.630743 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba31df4-cd55-4758-b2e0-f946d0c54905 admin admin] Network 4d385937-5589-47ac-b063-981bb549e693 is already hosted by enough agents. {{(pid=103092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:21:12.631167 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-d40f2629-e080-4f67-8cbe-9d1b72826534 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (e7749c2c-fc2e-4532-b4d5-270770c18fda), after_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:12.637498 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-e7213388-548e-4a07-abea-f4296f3fa7e7 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=1ceac3aac24f494389c2b37092125348&name=default HTTP/1.1" status: 200 len: 2992 time: 2.3600538 Mar 11 16:21:12.641911 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 37754) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:21:12.643116 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-061848cb-0348-4321-a1f6-f14b28fc361a admin admin] Publish callbacks [] for security_group (853d6555-9261-425e-8a1e-644cf690a73d), precommit_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:12.643424 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Provisioning complete for port 502e9fb5-5295-4eef-85c5-d90406a3e043 triggered by entity L2. {{(pid=103093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 16:21:12.644128 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397499'] for port (502e9fb5-5295-4eef-85c5-d90406a3e043), provisioning_complete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:12.646208 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea4a8e06-003a-4a85-a754-659fb0ade73f admin admin] Network 1fbedf9b-6928-4a0c-926c-d2a7c2cd4cd2 is scheduled to be hosted by DHCP agent 52d54afa-c257-4acf-9353-cc1307944ae0 with binding_index 1 {{(pid=103092) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:21:12.650360 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7213388-548e-4a07-abea-f4296f3fa7e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=630f4618-c51d-4da0-82bc-87b5d689500b,revision_number=1']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:12.657790 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.scheduler.base_scheduler [None req-0ba31df4-cd55-4758-b2e0-f946d0c54905 admin admin] Resources bound (agent type, host, resource id): {{(pid=103092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:21:12.669714 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-061848cb-0348-4321-a1f6-f14b28fc361a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (853d6555-9261-425e-8a1e-644cf690a73d), after_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:12.724059 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e6656a-13e4-460f-a870-9477ea8b354a None None] Checking agent: {'id': '1025624e-e238-47fc-86ae-58f7bb6baa16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 12, 50), 'started_at': datetime.datetime(2022, 3, 11, 16, 13, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 20, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 16:21:12.724493 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e6656a-13e4-460f-a870-9477ea8b354a None None] Checking segment: {'id': 'd0d5eee1-b4bb-471c-a057-81102a55b99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '5f3aea45-b741-4cf8-ad8b-40753fc82fad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 16:21:12.724989 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a7e6656a-13e4-460f-a870-9477ea8b354a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:12.725984 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e6656a-13e4-460f-a870-9477ea8b354a None None] Bound using segment: {'id': 'd0d5eee1-b4bb-471c-a057-81102a55b99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '5f3aea45-b741-4cf8-ad8b-40753fc82fad'} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 16:21:12.726693 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [None req-a7e6656a-13e4-460f-a870-9477ea8b354a None None] Bound port: 03e2827a-3694-4bd3-ad67-ff394f1f63be, host: dv-cinder-750782-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0d5eee1-b4bb-471c-a057-81102a55b99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '5f3aea45-b741-4cf8-ad8b-40753fc82fad'}}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 16:21:12.727259 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a7e6656a-13e4-460f-a870-9477ea8b354a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (03e2827a-3694-4bd3-ad67-ff394f1f63be), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:12.734771 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-d40f2629-e080-4f67-8cbe-9d1b72826534 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b6bcc489e3704eaabf2c3f84a4f61c86&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6520860 Mar 11 16:21:12.741461 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-371b28d9-efbc-4003-8dd4-7908c6aa37a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780137975911'] for port (980736ea-4e16-47b8-905f-91aa7ae293a0), after_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:12.745789 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 37760) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:21:12.769218 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40f2629-e080-4f67-8cbe-9d1b72826534 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7749c2c-fc2e-4532-b4d5-270770c18fda,revision_number=1']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:12.841398 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.scheduler.base_scheduler [None req-ea4a8e06-003a-4a85-a754-659fb0ade73f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-12-iscsi, 1fbedf9b-6928-4a0c-926c-d2a7c2cd4cd2) {{(pid=103092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:21:12.894632 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-371b28d9-efbc-4003-8dd4-7908c6aa37a9 admin admin] Network ff1c1ad1-a65f-4be8-9483-081137458b82 is already hosted by enough agents. {{(pid=103091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:21:12.902182 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea4a8e06-003a-4a85-a754-659fb0ade73f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:12.903668 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-ea4a8e06-003a-4a85-a754-659fb0ade73f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779404'] for subnet (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:12.913585 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.scheduler.base_scheduler [None req-371b28d9-efbc-4003-8dd4-7908c6aa37a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:21:12.916611 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371b28d9-efbc-4003-8dd4-7908c6aa37a9 admin admin] Received port after_create {{(pid=103091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 16:21:12.919897 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371b28d9-efbc-4003-8dd4-7908c6aa37a9 admin admin] Pushing event updated for resources: {'Port': ['ID=980736ea-4e16-47b8-905f-91aa7ae293a0,revision_number=1']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:12.932395 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.db.db_base_plugin_common [None req-3a5b2f7f-db4d-43ea-a5f5-3f21074c41c1 admin admin] Allocated IP 172.27.0.111 (ff1c1ad1-a65f-4be8-9483-081137458b82/5240f8c4-acf8-4de2-827e-773879cfd307/dc4b8562-4065-4207-bec1-befa1889d519) {{(pid=103091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:21:12.955690 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba31df4-cd55-4758-b2e0-f946d0c54905 admin admin] Received port after_create {{(pid=103092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 16:21:12.957030 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-0ba31df4-cd55-4758-b2e0-f946d0c54905 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-770162'] for router_interface (839b5096-b9c0-4547-9685-d62aca0b2418), before_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:12.988161 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ac93ee2e-5a8d-4ac3-ad24-9b60e2dfaadb None None] Publish callbacks [] for port (1e944730-0007-4ce4-9b2c-09f2a2fcb505), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:13.012320 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f13f9ef-7f63-4e83-aa37-2ff9082f19f0 None None] Network 1fbedf9b-6928-4a0c-926c-d2a7c2cd4cd2 requested from dv-cinder-750782-12-iscsi {{(pid=103093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 16:21:13.018504 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ac93ee2e-5a8d-4ac3-ad24-9b60e2dfaadb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780137975911'] for port (1e944730-0007-4ce4-9b2c-09f2a2fcb505), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:13.060330 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac93ee2e-5a8d-4ac3-ad24-9b60e2dfaadb None None] Network 9795e861-3b04-408a-82ce-319a55ca0d5c is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:21:13.088529 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-ac93ee2e-5a8d-4ac3-ad24-9b60e2dfaadb None None] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:21:13.110167 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac93ee2e-5a8d-4ac3-ad24-9b60e2dfaadb None None] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 16:21:13.122459 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-061848cb-0348-4321-a1f6-f14b28fc361a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a9ee7f88f0174d7994fa49405ae2aca7&name=default HTTP/1.1" status: 200 len: 2992 time: 2.1243293 Mar 11 16:21:13.123506 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061848cb-0348-4321-a1f6-f14b28fc361a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=853d6555-9261-425e-8a1e-644cf690a73d,revision_number=1']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:13.127526 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 37776) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:21:13.182915 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-653113b1-0131-4c3c-a0e9-70a6b608ee68 admin admin] Publish callbacks [] for security_group (630f4618-c51d-4da0-82bc-87b5d689500b), before_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:13.197320 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-ea4a8e06-003a-4a85-a754-659fb0ade73f admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.2303958 Mar 11 16:21:13.253790 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-143874c6-c2ad-4e7e-b9c1-fc7c493a5818 admin admin] Publish callbacks [] for security_group (e7749c2c-fc2e-4532-b4d5-270770c18fda), before_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:13.385712 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-653113b1-0131-4c3c-a0e9-70a6b608ee68 admin admin] Publish callbacks [] for security_group (630f4618-c51d-4da0-82bc-87b5d689500b), precommit_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:13.412544 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-143874c6-c2ad-4e7e-b9c1-fc7c493a5818 admin admin] Publish callbacks [] for security_group (e7749c2c-fc2e-4532-b4d5-270770c18fda), precommit_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:13.462990 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac93ee2e-5a8d-4ac3-ad24-9b60e2dfaadb None None] Pushing event updated for resources: {'Port': ['ID=1e944730-0007-4ce4-9b2c-09f2a2fcb505,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:13.491996 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-6c4543e9-a10a-47ce-96e2-2f0f102ad1f8 admin admin] Publish callbacks [] for security_group (853d6555-9261-425e-8a1e-644cf690a73d), before_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:13.507419 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-3a5b2f7f-db4d-43ea-a5f5-3f21074c41c1 admin admin] Publish callbacks [] for port (dc4b8562-4065-4207-bec1-befa1889d519), precommit_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:13.652337 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [None req-ac93ee2e-5a8d-4ac3-ad24-9b60e2dfaadb None None] Attempting to bind port 1e944730-0007-4ce4-9b2c-09f2a2fcb505 on host dv-cinder-750782-12-iscsi for vnic_type normal with profile {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 16:21:13.652634 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [None req-ac93ee2e-5a8d-4ac3-ad24-9b60e2dfaadb None None] Attempting to bind port 1e944730-0007-4ce4-9b2c-09f2a2fcb505 by drivers openvswitch,hyperv on host dv-cinder-750782-12-iscsi at level 0 using segments [{'id': 'c93eb277-6e60-44de-b671-f606514b14af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '9795e861-3b04-408a-82ce-319a55ca0d5c'}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 16:21:13.653472 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac93ee2e-5a8d-4ac3-ad24-9b60e2dfaadb None None] Attempting to bind port 1e944730-0007-4ce4-9b2c-09f2a2fcb505 on network 9795e861-3b04-408a-82ce-319a55ca0d5c {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 16:21:13.662317 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-6c4543e9-a10a-47ce-96e2-2f0f102ad1f8 admin admin] Publish callbacks [] for security_group (853d6555-9261-425e-8a1e-644cf690a73d), precommit_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:13.677734 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-653113b1-0131-4c3c-a0e9-70a6b608ee68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (630f4618-c51d-4da0-82bc-87b5d689500b), after_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:13.679048 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-a7e6656a-13e4-460f-a870-9477ea8b354a None None] For port 03e2827a-3694-4bd3-ad67-ff394f1f63be, host dv-cinder-750782-12-iscsi, cleared binding levels {{(pid=103093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:21:13.684675 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-653113b1-0131-4c3c-a0e9-70a6b608ee68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:13.686754 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-653113b1-0131-4c3c-a0e9-70a6b608ee68 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/630f4618-c51d-4da0-82bc-87b5d689500b HTTP/1.1" status: 204 len: 168 time: 1.0369737 Mar 11 16:21:13.721341 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653113b1-0131-4c3c-a0e9-70a6b608ee68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=630f4618-c51d-4da0-82bc-87b5d689500b,revision_number=None']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:13.722701 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac93ee2e-5a8d-4ac3-ad24-9b60e2dfaadb None None] Checking agent: {'id': '1025624e-e238-47fc-86ae-58f7bb6baa16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 12, 50), 'started_at': datetime.datetime(2022, 3, 11, 16, 13, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 20, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 16:21:13.723676 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-371b28d9-efbc-4003-8dd4-7908c6aa37a9 admin admin] Publish callbacks [] for router_gateway (b8ac2b6e-e82a-4d35-bd87-ef6f6f75d76d), after_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:13.723878 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac93ee2e-5a8d-4ac3-ad24-9b60e2dfaadb None None] Checking segment: {'id': 'c93eb277-6e60-44de-b671-f606514b14af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '9795e861-3b04-408a-82ce-319a55ca0d5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 16:21:13.724157 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ac93ee2e-5a8d-4ac3-ad24-9b60e2dfaadb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:13.724664 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac93ee2e-5a8d-4ac3-ad24-9b60e2dfaadb None None] Bound using segment: {'id': 'c93eb277-6e60-44de-b671-f606514b14af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '9795e861-3b04-408a-82ce-319a55ca0d5c'} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 16:21:13.727075 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [None req-ac93ee2e-5a8d-4ac3-ad24-9b60e2dfaadb None None] Bound port: 1e944730-0007-4ce4-9b2c-09f2a2fcb505, host: dv-cinder-750782-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c93eb277-6e60-44de-b671-f606514b14af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '9795e861-3b04-408a-82ce-319a55ca0d5c'}}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 16:21:13.727075 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ac93ee2e-5a8d-4ac3-ad24-9b60e2dfaadb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (1e944730-0007-4ce4-9b2c-09f2a2fcb505), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:13.732450 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-a7e6656a-13e4-460f-a870-9477ea8b354a None None] For port 03e2827a-3694-4bd3-ad67-ff394f1f63be, host dv-cinder-750782-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-12-iscsi',level=0,port_id=03e2827a-3694-4bd3-ad67-ff394f1f63be,segment=NetworkSegment(d0d5eee1-b4bb-471c-a057-81102a55b99f),segment_id=d0d5eee1-b4bb-471c-a057-81102a55b99f)] {{(pid=103093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:21:13.760955 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Current status of the port 502e9fb5-5295-4eef-85c5-d90406a3e043 is: DOWN; New status is: ACTIVE {{(pid=103093) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 16:21:13.762718 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (502e9fb5-5295-4eef-85c5-d90406a3e043), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:13.785304 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-143874c6-c2ad-4e7e-b9c1-fc7c493a5818 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (e7749c2c-fc2e-4532-b4d5-270770c18fda), after_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:13.788182 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-143874c6-c2ad-4e7e-b9c1-fc7c493a5818 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:13.789401 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-143874c6-c2ad-4e7e-b9c1-fc7c493a5818 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e7749c2c-fc2e-4532-b4d5-270770c18fda HTTP/1.1" status: 204 len: 168 time: 1.0213454 Mar 11 16:21:13.801659 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-3a5b2f7f-db4d-43ea-a5f5-3f21074c41c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780137975911'] for port (dc4b8562-4065-4207-bec1-befa1889d519), after_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:13.808756 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [None req-13e85e87-40de-4f9a-ad9a-60ff0a9af593 None None] Provisioning complete for port 640132e4-6f5b-4a16-bcab-35e5b7d111df triggered by entity DHCP. {{(pid=103093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 16:21:13.809171 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-13e85e87-40de-4f9a-ad9a-60ff0a9af593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397499'] for port (640132e4-6f5b-4a16-bcab-35e5b7d111df), provisioning_complete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:13.843874 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a7e6656a-13e4-460f-a870-9477ea8b354a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947'] for port (03e2827a-3694-4bd3-ad67-ff394f1f63be), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:13.844123 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-0ba31df4-cd55-4758-b2e0-f946d0c54905 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (640132e4-6f5b-4a16-bcab-35e5b7d111df), before_update {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:13.912218 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143874c6-c2ad-4e7e-b9c1-fc7c493a5818 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7749c2c-fc2e-4532-b4d5-270770c18fda,revision_number=None']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:13.951204 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a5b2f7f-db4d-43ea-a5f5-3f21074c41c1 admin admin] Network ff1c1ad1-a65f-4be8-9483-081137458b82 is already hosted by enough agents. {{(pid=103091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:21:13.953370 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b2f7f-db4d-43ea-a5f5-3f21074c41c1 admin admin] Pushing event updated for resources: {'Port': ['ID=dc4b8562-4065-4207-bec1-befa1889d519,revision_number=1']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:13.966098 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.scheduler.base_scheduler [None req-3a5b2f7f-db4d-43ea-a5f5-3f21074c41c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:21:14.010018 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5b2f7f-db4d-43ea-a5f5-3f21074c41c1 admin admin] Received port after_create {{(pid=103091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 16:21:14.040886 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] For port 502e9fb5-5295-4eef-85c5-d90406a3e043, host dv-cinder-750782-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-12-iscsi',level=0,port_id=502e9fb5-5295-4eef-85c5-d90406a3e043,segment=NetworkSegment(d35af6e3-4c7b-42bf-84c3-6daa0b397bde),segment_id=d35af6e3-4c7b-42bf-84c3-6daa0b397bde)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:21:14.071883 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947'] for port (502e9fb5-5295-4eef-85c5-d90406a3e043), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:14.126339 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-013d7af3-16ed-48d1-b729-821932a3c28b None None] Network 1fbedf9b-6928-4a0c-926c-d2a7c2cd4cd2 requested from dv-cinder-750782-12-iscsi {{(pid=103093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 16:21:14.185597 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-13e85e87-40de-4f9a-ad9a-60ff0a9af593 None None] Port 640132e4-6f5b-4a16-bcab-35e5b7d111df cannot update to ACTIVE because it is not bound. {{(pid=103093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 16:21:14.207954 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1ea91714-44c0-43e1-affb-a91ddd56a1d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (52d54afa-c257-4acf-9353-cc1307944ae0), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:14.306522 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-ac93ee2e-5a8d-4ac3-ad24-9b60e2dfaadb None None] For port 1e944730-0007-4ce4-9b2c-09f2a2fcb505, host dv-cinder-750782-12-iscsi, cleared binding levels {{(pid=103093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:21:14.339054 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-ac93ee2e-5a8d-4ac3-ad24-9b60e2dfaadb None None] For port 1e944730-0007-4ce4-9b2c-09f2a2fcb505, host dv-cinder-750782-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-12-iscsi',level=0,port_id=1e944730-0007-4ce4-9b2c-09f2a2fcb505,segment=NetworkSegment(c93eb277-6e60-44de-b671-f606514b14af),segment_id=c93eb277-6e60-44de-b671-f606514b14af)] {{(pid=103093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:21:14.342751 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e6656a-13e4-460f-a870-9477ea8b354a None None] Pushing event updated for resources: {'Port': ['ID=03e2827a-3694-4bd3-ad67-ff394f1f63be,revision_number=2']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:14.368044 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ac93ee2e-5a8d-4ac3-ad24-9b60e2dfaadb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947'] for port (1e944730-0007-4ce4-9b2c-09f2a2fcb505), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:14.503539 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-6c4543e9-a10a-47ce-96e2-2f0f102ad1f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (853d6555-9261-425e-8a1e-644cf690a73d), after_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:14.531335 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-6c4543e9-a10a-47ce-96e2-2f0f102ad1f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:14.543553 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-6c4543e9-a10a-47ce-96e2-2f0f102ad1f8 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/853d6555-9261-425e-8a1e-644cf690a73d HTTP/1.1" status: 204 len: 168 time: 1.4052675 Mar 11 16:21:14.715108 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4543e9-a10a-47ce-96e2-2f0f102ad1f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=853d6555-9261-425e-8a1e-644cf690a73d,revision_number=None']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:14.775666 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Pushing event updated for resources: {'Port': ['ID=502e9fb5-5295-4eef-85c5-d90406a3e043,revision_number=4']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:14.931463 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac93ee2e-5a8d-4ac3-ad24-9b60e2dfaadb None None] Pushing event updated for resources: {'Port': ['ID=1e944730-0007-4ce4-9b2c-09f2a2fcb505,revision_number=2']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:15.056874 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-3a5b2f7f-db4d-43ea-a5f5-3f21074c41c1 admin admin] Publish callbacks [] for router_gateway (0445e330-dbfe-4390-80a7-5bd62ee92899), after_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:15.057864 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-0ba31df4-cd55-4758-b2e0-f946d0c54905 admin admin] Publish callbacks [] for port (640132e4-6f5b-4a16-bcab-35e5b7d111df), precommit_update {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:15.072481 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-0ba31df4-cd55-4758-b2e0-f946d0c54905 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947'] for port (640132e4-6f5b-4a16-bcab-35e5b7d111df), after_update {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:15.073346 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-0ba31df4-cd55-4758-b2e0-f946d0c54905 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-779424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-770270'] for router_interface (839b5096-b9c0-4547-9685-d62aca0b2418), after_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:15.134061 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 37824) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:21:15.181852 dv-cinder-750782-12-iscsi neutron-server[103092]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 11 16:21:15.438716 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-371b28d9-efbc-4003-8dd4-7908c6aa37a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-772511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539677'] for router (b8ac2b6e-e82a-4d35-bd87-ef6f6f75d76d), after_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:15.451777 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 37836) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:21:15.476581 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba31df4-cd55-4758-b2e0-f946d0c54905 admin admin] Network 4d385937-5589-47ac-b063-981bb549e693 is already hosted by enough agents. {{(pid=103092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:21:15.513378 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.scheduler.base_scheduler [None req-0ba31df4-cd55-4758-b2e0-f946d0c54905 admin admin] Resources bound (agent type, host, resource id): {{(pid=103092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:21:15.601716 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba31df4-cd55-4758-b2e0-f946d0c54905 admin admin] Pushing event updated for resources: {'Port': ['ID=640132e4-6f5b-4a16-bcab-35e5b7d111df,revision_number=2']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:15.606248 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-ea73d875-0557-4cd6-98dd-c9cc1278a338 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:15.975018 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 37854) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:21:16.169567 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-3a5b2f7f-db4d-43ea-a5f5-3f21074c41c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-772511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539677'] for router (0445e330-dbfe-4390-80a7-5bd62ee92899), after_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:16.244413 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [None req-d9af0985-eb60-4161-99e0-83b08b74801c None None] Provisioning complete for port 640132e4-6f5b-4a16-bcab-35e5b7d111df triggered by entity DHCP. {{(pid=103093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 16:21:16.245293 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d9af0985-eb60-4161-99e0-83b08b74801c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397499'] for port (640132e4-6f5b-4a16-bcab-35e5b7d111df), provisioning_complete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:16.250615 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-9be780d7-b5d4-497c-af94-9baee04fac05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:16.253634 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f2d42c6b-7361-41e9-86af-87ce1a9d0662 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (03422851-42b1-44c9-ada6-e479436b7b23), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:16.398595 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d49b961f-bc47-4778-a871-3222b041b105 None None] Network 5f3aea45-b741-4cf8-ad8b-40753fc82fad requested from dv-cinder-750782-12-iscsi {{(pid=103093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 16:21:16.490086 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-371b28d9-efbc-4003-8dd4-7908c6aa37a9 admin admin] Router b8ac2b6e-e82a-4d35-bd87-ef6f6f75d76d is scheduled to L3 agent 03422851-42b1-44c9-ada6-e479436b7b23 with binding_index 1 {{(pid=103091) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 16:21:16.496478 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-ea73d875-0557-4cd6-98dd-c9cc1278a338 admin admin] Publish callbacks [] for security_group (5d43f1c2-db26-4232-8e93-7e5c588e7ea6), precommit_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:16.507410 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Device 1e944730-0007-4ce4-9b2c-09f2a2fcb505 up at agent ovs-agent-dv-cinder-750782-12-iscsi {{(pid=103093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 16:21:16.510055 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-d9af0985-eb60-4161-99e0-83b08b74801c None None] Port 640132e4-6f5b-4a16-bcab-35e5b7d111df cannot update to ACTIVE because it is not bound. {{(pid=103093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 16:21:16.576125 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8619eeb1-b402-43fa-808b-d5faa1ee06a7 req-2f85c6f5-d7c4-4e10-98af-eab091aaafbf tempest-DeleteServersTestJSON-1451149907 tempest-DeleteServersTestJSON-1451149907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:16.583078 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-8619eeb1-b402-43fa-808b-d5faa1ee06a7 req-2f85c6f5-d7c4-4e10-98af-eab091aaafbf tempest-DeleteServersTestJSON-1451149907 tempest-DeleteServersTestJSON-1451149907-project] 10.222.0.72 "GET /v2.0/networks?id=1fbedf9b-6928-4a0c-926c-d2a7c2cd4cd2 HTTP/1.1" status: 200 len: 812 time: 1.4128613 Mar 11 16:21:16.605102 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-ea73d875-0557-4cd6-98dd-c9cc1278a338 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (5d43f1c2-db26-4232-8e93-7e5c588e7ea6), after_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:16.694452 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [None req-8c369112-fce7-46f5-a290-f9254960c5c2 None None] Provisioning complete for port 03e2827a-3694-4bd3-ad67-ff394f1f63be triggered by entity DHCP. {{(pid=103093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 16:21:16.695647 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-8c369112-fce7-46f5-a290-f9254960c5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397499'] for port (03e2827a-3694-4bd3-ad67-ff394f1f63be), provisioning_complete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:16.737759 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-8619eeb1-b402-43fa-808b-d5faa1ee06a7 req-e135c878-a4b2-44bb-a307-a776456d1a32 tempest-DeleteServersTestJSON-1451149907 tempest-DeleteServersTestJSON-1451149907-project] 10.222.0.72 "GET /v2.0/quotas/6960c699a2934234a5c9a56842e6ae4d HTTP/1.1" status: 200 len: 375 time: 0.1349006 Mar 11 16:21:16.829646 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Provisioning complete for port 1e944730-0007-4ce4-9b2c-09f2a2fcb505 triggered by entity L2. {{(pid=103093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 16:21:16.830494 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397499'] for port (1e944730-0007-4ce4-9b2c-09f2a2fcb505), provisioning_complete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:16.902667 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70b65bcb-d86a-468c-bf9b-c12621347d30 None None] Network 9795e861-3b04-408a-82ce-319a55ca0d5c requested from dv-cinder-750782-12-iscsi {{(pid=103093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 16:21:16.930637 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a5b2f7f-db4d-43ea-a5f5-3f21074c41c1 admin admin] Router 0445e330-dbfe-4390-80a7-5bd62ee92899 is scheduled to L3 agent 03422851-42b1-44c9-ada6-e479436b7b23 with binding_index 1 {{(pid=103091) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 16:21:17.022144 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-8619eeb1-b402-43fa-808b-d5faa1ee06a7 req-2fb983b0-76a0-4ed6-b03a-b70646a323f1 tempest-DeleteServersTestJSON-1451149907 tempest-DeleteServersTestJSON-1451149907-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=6960c699a2934234a5c9a56842e6ae4d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2807713 Mar 11 16:21:17.039851 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-ea73d875-0557-4cd6-98dd-c9cc1278a338 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a31c69c675d84f80991321a3c560423c&name=default HTTP/1.1" status: 200 len: 2992 time: 1.5782120 Mar 11 16:21:17.069932 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 37888) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:21:17.116452 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-8c369112-fce7-46f5-a290-f9254960c5c2 None None] Current status of the port 03e2827a-3694-4bd3-ad67-ff394f1f63be is: DOWN; New status is: ACTIVE {{(pid=103093) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 16:21:17.116847 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-8c369112-fce7-46f5-a290-f9254960c5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (03e2827a-3694-4bd3-ad67-ff394f1f63be), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:17.139906 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-371b28d9-efbc-4003-8dd4-7908c6aa37a9 admin admin] Notify agent at l3_agent.dv-cinder-750782-12-iscsi the message routers_updated {{(pid=103091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:21:17.148340 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea73d875-0557-4cd6-98dd-c9cc1278a338 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d43f1c2-db26-4232-8e93-7e5c588e7ea6,revision_number=1']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:17.185188 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Current status of the port 1e944730-0007-4ce4-9b2c-09f2a2fcb505 is: DOWN; New status is: ACTIVE {{(pid=103093) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 16:21:17.185625 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (1e944730-0007-4ce4-9b2c-09f2a2fcb505), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:17.197652 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ba31df4-cd55-4758-b2e0-f946d0c54905 admin admin] Router 839b5096-b9c0-4547-9685-d62aca0b2418 has already been hosted by L3 agent 03422851-42b1-44c9-ada6-e479436b7b23 {{(pid=103092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:21:17.202275 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-371b28d9-efbc-4003-8dd4-7908c6aa37a9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:17.209681 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-371b28d9-efbc-4003-8dd4-7908c6aa37a9 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.3649209 Mar 11 16:21:17.210751 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 37894) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:21:17.239891 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be2179b3-0476-43d5-b20a-b9f7ea5b95fb None None] Sync routers for ids ['b8ac2b6e-e82a-4d35-bd87-ef6f6f75d76d'] in dv-cinder-750782-12-iscsi {{(pid=103093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:21:17.424947 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] For port 1e944730-0007-4ce4-9b2c-09f2a2fcb505, host dv-cinder-750782-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-12-iscsi',level=0,port_id=1e944730-0007-4ce4-9b2c-09f2a2fcb505,segment=NetworkSegment(c93eb277-6e60-44de-b671-f606514b14af),segment_id=c93eb277-6e60-44de-b671-f606514b14af)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:21:17.434292 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-8c369112-fce7-46f5-a290-f9254960c5c2 None None] For port 03e2827a-3694-4bd3-ad67-ff394f1f63be, host dv-cinder-750782-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-12-iscsi',level=0,port_id=03e2827a-3694-4bd3-ad67-ff394f1f63be,segment=NetworkSegment(d0d5eee1-b4bb-471c-a057-81102a55b99f),segment_id=d0d5eee1-b4bb-471c-a057-81102a55b99f)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:21:17.440599 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947'] for port (1e944730-0007-4ce4-9b2c-09f2a2fcb505), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:17.441654 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Device 502e9fb5-5295-4eef-85c5-d90406a3e043 up at agent ovs-agent-dv-cinder-750782-12-iscsi {{(pid=103093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 16:21:17.449640 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2179b3-0476-43d5-b20a-b9f7ea5b95fb None None] Routers {'b8ac2b6e-e82a-4d35-bd87-ef6f6f75d76d'} bound to L3 agent in host dv-cinder-750782-12-iscsi {{(pid=103093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 16:21:17.450312 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_hamode_db [None req-be2179b3-0476-43d5-b20a-b9f7ea5b95fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:12:46Z,description=,heartbeat_timestamp=2022-03-11T16:21:16Z,host='dv-cinder-750782-12-iscsi',id=03422851-42b1-44c9-ada6-e479436b7b23,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:12:46Z,topic='l3_agent')) {'router_ids': ['b8ac2b6e-e82a-4d35-bd87-ef6f6f75d76d'], 'active': True} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:21:17.477209 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a5b2f7f-db4d-43ea-a5f5-3f21074c41c1 admin admin] Notify agent at l3_agent.dv-cinder-750782-12-iscsi the message routers_updated {{(pid=103091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:21:17.493914 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be1fa0fe-68ae-4192-96bd-f4e6a967545a None None] Sync routers for ids ['0445e330-dbfe-4390-80a7-5bd62ee92899'] in dv-cinder-750782-12-iscsi {{(pid=103094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:21:17.525175 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1fa0fe-68ae-4192-96bd-f4e6a967545a None None] Routers {'0445e330-dbfe-4390-80a7-5bd62ee92899'} bound to L3 agent in host dv-cinder-750782-12-iscsi {{(pid=103094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 16:21:17.526013 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [req-8619eeb1-b402-43fa-808b-d5faa1ee06a7 req-7f8f49ec-2afd-43b4-943d-058c1acefbc0 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=103092) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 16:21:17.526427 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_hamode_db [None req-be1fa0fe-68ae-4192-96bd-f4e6a967545a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:12:46Z,description=,heartbeat_timestamp=2022-03-11T16:21:16Z,host='dv-cinder-750782-12-iscsi',id=03422851-42b1-44c9-ada6-e479436b7b23,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:12:46Z,topic='l3_agent')) {'router_ids': ['0445e330-dbfe-4390-80a7-5bd62ee92899'], 'active': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:21:17.534070 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-8619eeb1-b402-43fa-808b-d5faa1ee06a7 req-7f8f49ec-2afd-43b4-943d-058c1acefbc0 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1557498 Mar 11 16:21:17.535413 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-3a5b2f7f-db4d-43ea-a5f5-3f21074c41c1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:17.537361 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-3a5b2f7f-db4d-43ea-a5f5-3f21074c41c1 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.4687517 Mar 11 16:21:17.551389 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 37906) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:21:17.551841 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-9be780d7-b5d4-497c-af94-9baee04fac05 admin admin] Publish callbacks [] for security_group (53e2f36d-c985-4f4c-b68d-4ec16a29fffa), precommit_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:17.586255 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-9be780d7-b5d4-497c-af94-9baee04fac05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (53e2f36d-c985-4f4c-b68d-4ec16a29fffa), after_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:17.633172 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-ca44de3a-8717-4889-8b0d-a9b41e7633fc admin admin] Publish callbacks [] for security_group (5d43f1c2-db26-4232-8e93-7e5c588e7ea6), before_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:17.823554 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-9be780d7-b5d4-497c-af94-9baee04fac05 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=861a82f83dc749a287134c3d74b947bb&name=default HTTP/1.1" status: 200 len: 2992 time: 1.8271492 Mar 11 16:21:17.827998 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 37914) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:21:17.854063 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_dvr_db [None req-be1fa0fe-68ae-4192-96bd-f4e6a967545a None None] Set router 0445e330-dbfe-4390-80a7-5bd62ee92899 gateway port host: dv-cinder-750782-12-iscsi {{(pid=103094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 16:21:17.911288 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-8c369112-fce7-46f5-a290-f9254960c5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947'] for port (03e2827a-3694-4bd3-ad67-ff394f1f63be), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:17.914979 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Pushing event updated for resources: {'Port': ['ID=1e944730-0007-4ce4-9b2c-09f2a2fcb505,revision_number=3']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:17.931053 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ae773407-53f5-44d0-bdbe-4d88b69a915f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (d0bcdf8a-248d-4278-aa4c-95e4828d61b2), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:18.033975 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_dvr_db [None req-be2179b3-0476-43d5-b20a-b9f7ea5b95fb None None] Set router b8ac2b6e-e82a-4d35-bd87-ef6f6f75d76d gateway port host: dv-cinder-750782-12-iscsi {{(pid=103093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 16:21:18.103444 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-ca44de3a-8717-4889-8b0d-a9b41e7633fc admin admin] Publish callbacks [] for security_group (5d43f1c2-db26-4232-8e93-7e5c588e7ea6), precommit_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:18.132903 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be780d7-b5d4-497c-af94-9baee04fac05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53e2f36d-c985-4f4c-b68d-4ec16a29fffa,revision_number=1']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:18.218928 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ba31df4-cd55-4758-b2e0-f946d0c54905 admin admin] Notify agent at l3_agent.dv-cinder-750782-12-iscsi the message routers_updated {{(pid=103092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:21:18.224860 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-8619eeb1-b402-43fa-808b-d5faa1ee06a7 req-2567b78a-f1d7-4beb-aa60-bf12bf1f0b98 service neutron] 10.222.0.72 "GET /v2.0/networks/1fbedf9b-6928-4a0c-926c-d2a7c2cd4cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6897798 Mar 11 16:21:18.229695 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-0ba31df4-cd55-4758-b2e0-f946d0c54905 admin admin] 10.222.0.72 "PUT /v2.0/routers/839b5096-b9c0-4547-9685-d62aca0b2418/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0460260 Mar 11 16:21:18.339860 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5a2dd0-477c-4cea-a22b-05cace64387b None None] Sync routers for ids ['839b5096-b9c0-4547-9685-d62aca0b2418'] in dv-cinder-750782-12-iscsi {{(pid=103093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:21:18.365610 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_hamode_db [None req-be1fa0fe-68ae-4192-96bd-f4e6a967545a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0445e330-dbfe-4390-80a7-5bd62ee92899', 'name': 'tempest-AttachVolumeNegativeTest-1800470620-router', 'tenant_id': '3f90eba451e343e49c0fa456ba2b00cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'external_fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': 'dc4b8562-4065-4207-bec1-befa1889d519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:21:10Z', 'updated_at': '2022-03-11T16:21:14Z', 'revision_number': 3, 'project_id': '3f90eba451e343e49c0fa456ba2b00cd', 'gw_port': {'id': 'dc4b8562-4065-4207-bec1-befa1889d519', 'name': '', 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:52:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0445e330-dbfe-4390-80a7-5bd62ee92899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:12Z', 'updated_at': '2022-03-11T16:21:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-12-iscsi'}], 'dv-cinder-750782-12-iscsi', False) {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:21:18.435839 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-ca44de3a-8717-4889-8b0d-a9b41e7633fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (5d43f1c2-db26-4232-8e93-7e5c588e7ea6), after_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:18.446541 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-ca44de3a-8717-4889-8b0d-a9b41e7633fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:18.447905 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-ca44de3a-8717-4889-8b0d-a9b41e7633fc admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5d43f1c2-db26-4232-8e93-7e5c588e7ea6 HTTP/1.1" status: 204 len: 168 time: 1.3579595 Mar 11 16:21:18.462259 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-a7472ab8-14dd-46f9-9028-accdbb86ed45 admin admin] Publish callbacks [] for security_group (53e2f36d-c985-4f4c-b68d-4ec16a29fffa), before_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:18.505247 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca44de3a-8717-4889-8b0d-a9b41e7633fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d43f1c2-db26-4232-8e93-7e5c588e7ea6,revision_number=None']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:18.521343 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [None req-f81a7970-b7fc-4dd4-bb4e-e6268a2d2c1c None None] Provisioning complete for port 03e2827a-3694-4bd3-ad67-ff394f1f63be triggered by entity DHCP. {{(pid=103093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 16:21:18.522077 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f81a7970-b7fc-4dd4-bb4e-e6268a2d2c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397499'] for port (03e2827a-3694-4bd3-ad67-ff394f1f63be), provisioning_complete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:18.524653 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5a2dd0-477c-4cea-a22b-05cace64387b None None] Routers {'839b5096-b9c0-4547-9685-d62aca0b2418'} bound to L3 agent in host dv-cinder-750782-12-iscsi {{(pid=103093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 16:21:18.525497 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_hamode_db [None req-8c5a2dd0-477c-4cea-a22b-05cace64387b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:12:46Z,description=,heartbeat_timestamp=2022-03-11T16:21:16Z,host='dv-cinder-750782-12-iscsi',id=03422851-42b1-44c9-ada6-e479436b7b23,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:12:46Z,topic='l3_agent')) {'router_ids': ['839b5096-b9c0-4547-9685-d62aca0b2418'], 'active': True} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:21:18.549788 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Provisioning complete for port 502e9fb5-5295-4eef-85c5-d90406a3e043 triggered by entity L2. {{(pid=103093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 16:21:18.562722 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397499'] for port (502e9fb5-5295-4eef-85c5-d90406a3e043), provisioning_complete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:18.568390 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-6629881e-f6af-4228-b85e-3310781a8319 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (None), before_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:18.586419 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-a7472ab8-14dd-46f9-9028-accdbb86ed45 admin admin] Publish callbacks [] for security_group (53e2f36d-c985-4f4c-b68d-4ec16a29fffa), precommit_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:18.599151 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-8619eeb1-b402-43fa-808b-d5faa1ee06a7 req-238ec4c6-012c-4daf-9c0a-a810eaefbfca service neutron] 10.222.0.72 "GET /v2.0/networks/1fbedf9b-6928-4a0c-926c-d2a7c2cd4cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3630314 Mar 11 16:21:18.602745 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be1fa0fe-68ae-4192-96bd-f4e6a967545a None None] Checking router: 0445e330-dbfe-4390-80a7-5bd62ee92899 for host: dv-cinder-750782-12-iscsi {{(pid=103094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:21:18.603278 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be1fa0fe-68ae-4192-96bd-f4e6a967545a None None] Updating router 0445e330-dbfe-4390-80a7-5bd62ee92899 port dc4b8562-4065-4207-bec1-befa1889d519 binding host dv-cinder-750782-12-iscsi {{(pid=103094) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 16:21:18.685474 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-a7472ab8-14dd-46f9-9028-accdbb86ed45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (53e2f36d-c985-4f4c-b68d-4ec16a29fffa), after_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:18.689649 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-a7472ab8-14dd-46f9-9028-accdbb86ed45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:18.691662 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-a7472ab8-14dd-46f9-9028-accdbb86ed45 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/53e2f36d-c985-4f4c-b68d-4ec16a29fffa HTTP/1.1" status: 204 len: 168 time: 0.6366851 Mar 11 16:21:18.710779 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-be1fa0fe-68ae-4192-96bd-f4e6a967545a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (dc4b8562-4065-4207-bec1-befa1889d519), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:18.713302 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7472ab8-14dd-46f9-9028-accdbb86ed45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53e2f36d-c985-4f4c-b68d-4ec16a29fffa,revision_number=None']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:18.743558 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c369112-fce7-46f5-a290-f9254960c5c2 None None] Pushing event updated for resources: {'Port': ['ID=03e2827a-3694-4bd3-ad67-ff394f1f63be,revision_number=3']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:18.970472 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-12686fd2-0f25-484f-a78a-b5cd34d8581b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (a5a5d809-3580-471a-ade1-6c5ecc269919), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:19.041939 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_dvr_db [None req-8c5a2dd0-477c-4cea-a22b-05cace64387b None None] Set router 839b5096-b9c0-4547-9685-d62aca0b2418 gateway port host: dv-cinder-750782-12-iscsi {{(pid=103093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 16:21:19.068797 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-10c9db3c-6e54-4550-9026-4fcbf1126ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (None), before_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:19.240570 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-f2a4e799-59d8-4661-a3f7-b6ad4c2ee69c req-bb43ca79-aa2e-4ab9-8584-d5670f32b06f tempest-DeleteServersTestJSON-1451149907 tempest-DeleteServersTestJSON-1451149907-project] 10.222.0.72 "GET /v2.0/ports?device_id=cc1cc7c0-aa3a-43d4-9002-34a8f17ee83f HTTP/1.1" status: 200 len: 210 time: 0.1363449 Mar 11 16:21:19.386316 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-be1fa0fe-68ae-4192-96bd-f4e6a967545a None None] Publish callbacks [] for port (dc4b8562-4065-4207-bec1-befa1889d519), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:19.400839 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-be1fa0fe-68ae-4192-96bd-f4e6a967545a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947'] for port (dc4b8562-4065-4207-bec1-befa1889d519), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:19.506233 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.db.db_base_plugin_common [None req-10c9db3c-6e54-4550-9026-4fcbf1126ed9 admin admin] Allocated IP 172.20.0.1 (5f3aea45-b741-4cf8-ad8b-40753fc82fad/acc28c21-3e47-4bf8-b31f-cbbed70c6f99/8ac48933-906b-451f-9262-acdcb1369688) {{(pid=103091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:21:19.558855 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 37968) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:21:19.568935 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [None req-be1fa0fe-68ae-4192-96bd-f4e6a967545a None None] Attempting to bind port dc4b8562-4065-4207-bec1-befa1889d519 on host dv-cinder-750782-12-iscsi for vnic_type normal with profile {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 16:21:19.569896 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [None req-be1fa0fe-68ae-4192-96bd-f4e6a967545a None None] Attempting to bind port dc4b8562-4065-4207-bec1-befa1889d519 by drivers openvswitch,hyperv on host dv-cinder-750782-12-iscsi at level 0 using segments [{'id': 'd35af6e3-4c7b-42bf-84c3-6daa0b397bde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 16:21:19.572784 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1fa0fe-68ae-4192-96bd-f4e6a967545a None None] Attempting to bind port dc4b8562-4065-4207-bec1-befa1889d519 on network ff1c1ad1-a65f-4be8-9483-081137458b82 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 16:21:19.607100 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1fa0fe-68ae-4192-96bd-f4e6a967545a None None] Checking agent: {'id': '1025624e-e238-47fc-86ae-58f7bb6baa16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 12, 50), 'started_at': datetime.datetime(2022, 3, 11, 16, 13, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 20, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 16:21:19.608317 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1fa0fe-68ae-4192-96bd-f4e6a967545a None None] Checking segment: {'id': 'd35af6e3-4c7b-42bf-84c3-6daa0b397bde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 16:21:19.608949 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-be1fa0fe-68ae-4192-96bd-f4e6a967545a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:19.609633 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1fa0fe-68ae-4192-96bd-f4e6a967545a None None] Bound using segment: {'id': 'd35af6e3-4c7b-42bf-84c3-6daa0b397bde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82'} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 16:21:19.610037 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [None req-be1fa0fe-68ae-4192-96bd-f4e6a967545a None None] Bound port: dc4b8562-4065-4207-bec1-befa1889d519, host: dv-cinder-750782-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd35af6e3-4c7b-42bf-84c3-6daa0b397bde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82'}}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 16:21:19.610460 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-be1fa0fe-68ae-4192-96bd-f4e6a967545a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (dc4b8562-4065-4207-bec1-befa1889d519), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:19.627987 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Current status of the port 502e9fb5-5295-4eef-85c5-d90406a3e043 is: ACTIVE; New status is: ACTIVE {{(pid=103093) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 16:21:19.629879 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Device 03e2827a-3694-4bd3-ad67-ff394f1f63be up at agent ovs-agent-dv-cinder-750782-12-iscsi {{(pid=103093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 16:21:19.696924 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f0a87b-766c-4e06-af47-51feaa7b4373 None None] Pushing event updated for resources: {'Port': ['ID=dc4b8562-4065-4207-bec1-befa1889d519,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:19.744042 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-5e2d7453-8d9b-4e56-ab2f-fb69436da338 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:19.774878 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.plugins.ml2.db [None req-be1fa0fe-68ae-4192-96bd-f4e6a967545a None None] For port dc4b8562-4065-4207-bec1-befa1889d519, host dv-cinder-750782-12-iscsi, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:21:19.778883 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.plugins.ml2.db [None req-be1fa0fe-68ae-4192-96bd-f4e6a967545a None None] For port dc4b8562-4065-4207-bec1-befa1889d519, host dv-cinder-750782-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-12-iscsi',level=0,port_id=dc4b8562-4065-4207-bec1-befa1889d519,segment=NetworkSegment(d35af6e3-4c7b-42bf-84c3-6daa0b397bde),segment_id=d35af6e3-4c7b-42bf-84c3-6daa0b397bde)] {{(pid=103094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:21:19.785223 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-10c9db3c-6e54-4550-9026-4fcbf1126ed9 admin admin] Publish callbacks [] for port (8ac48933-906b-451f-9262-acdcb1369688), precommit_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:19.785797 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_hamode_db [None req-be2179b3-0476-43d5-b20a-b9f7ea5b95fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8ac2b6e-e82a-4d35-bd87-ef6f6f75d76d', 'name': 'tempest-AttachVolumeTestJSON-1808249257-router', 'tenant_id': 'f3f35569b4e74dd193f09cb7aa5a05a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'external_fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '980736ea-4e16-47b8-905f-91aa7ae293a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:21:09Z', 'updated_at': '2022-03-11T16:21:13Z', 'revision_number': 3, 'project_id': 'f3f35569b4e74dd193f09cb7aa5a05a9', 'gw_port': {'id': '980736ea-4e16-47b8-905f-91aa7ae293a0', 'name': '', 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:1a:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8ac2b6e-e82a-4d35-bd87-ef6f6f75d76d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:11Z', 'updated_at': '2022-03-11T16:21:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-12-iscsi'}], 'dv-cinder-750782-12-iscsi', False) {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:21:19.791337 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-be1fa0fe-68ae-4192-96bd-f4e6a967545a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947'] for port (dc4b8562-4065-4207-bec1-befa1889d519), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:19.883193 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.db.db_base_plugin_common [None req-6629881e-f6af-4228-b85e-3310781a8319 admin admin] Allocated IP 172.20.0.1 (9795e861-3b04-408a-82ce-319a55ca0d5c/a21718ed-f252-41de-a223-6ef10277caa1/9d766dcf-2ab9-41a9-b411-f84026ad52e4) {{(pid=103091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:21:19.883559 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be2179b3-0476-43d5-b20a-b9f7ea5b95fb None None] Checking router: b8ac2b6e-e82a-4d35-bd87-ef6f6f75d76d for host: dv-cinder-750782-12-iscsi {{(pid=103093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:21:19.884047 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be2179b3-0476-43d5-b20a-b9f7ea5b95fb None None] Updating router b8ac2b6e-e82a-4d35-bd87-ef6f6f75d76d port 980736ea-4e16-47b8-905f-91aa7ae293a0 binding host dv-cinder-750782-12-iscsi {{(pid=103093) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 16:21:19.890383 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-f81a7970-b7fc-4dd4-bb4e-e6268a2d2c1c None None] Current status of the port 03e2827a-3694-4bd3-ad67-ff394f1f63be is: ACTIVE; New status is: ACTIVE {{(pid=103093) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 16:21:19.940711 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-5e2d7453-8d9b-4e56-ab2f-fb69436da338 admin admin] Publish callbacks [] for security_group (0444612b-6be2-46c8-806f-a5f1d0f072fd), precommit_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:19.952039 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-5e2d7453-8d9b-4e56-ab2f-fb69436da338 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (0444612b-6be2-46c8-806f-a5f1d0f072fd), after_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:19.966000 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f0a87b-766c-4e06-af47-51feaa7b4373 None None] Pushing event updated for resources: {'Port': ['ID=dc4b8562-4065-4207-bec1-befa1889d519,revision_number=3']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:20.017180 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1fa0fe-68ae-4192-96bd-f4e6a967545a None None] Routers {'0445e330-dbfe-4390-80a7-5bd62ee92899'} bound to L3 agent in host dv-cinder-750782-12-iscsi {{(pid=103094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 16:21:20.021510 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_hamode_db [None req-be1fa0fe-68ae-4192-96bd-f4e6a967545a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:12:46Z,description=,heartbeat_timestamp=2022-03-11T16:21:16Z,host='dv-cinder-750782-12-iscsi',id=03422851-42b1-44c9-ada6-e479436b7b23,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:12:46Z,topic='l3_agent')) {'router_ids': ['0445e330-dbfe-4390-80a7-5bd62ee92899'], 'active': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:21:20.060152 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 37990) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:21:20.085534 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [None req-f81a7970-b7fc-4dd4-bb4e-e6268a2d2c1c None None] Provisioning complete for port 1e944730-0007-4ce4-9b2c-09f2a2fcb505 triggered by entity DHCP. {{(pid=103093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 16:21:20.086638 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f81a7970-b7fc-4dd4-bb4e-e6268a2d2c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397499'] for port (1e944730-0007-4ce4-9b2c-09f2a2fcb505), provisioning_complete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:20.101982 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.v2.base [None req-246883ee-7718-4a61-9248-3bfd98f0eecc tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1283039270', 'description': 'tempest-description--2043181037'}} {{(pid=103092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:21:20.143047 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-5e2d7453-8d9b-4e56-ab2f-fb69436da338 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=db4842639e314337a340879d7126052c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5823863 Mar 11 16:21:20.145684 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-6629881e-f6af-4228-b85e-3310781a8319 admin admin] Publish callbacks [] for port (9d766dcf-2ab9-41a9-b411-f84026ad52e4), precommit_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:20.180211 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 37992) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:21:20.192258 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-10c9db3c-6e54-4550-9026-4fcbf1126ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780137975911'] for port (8ac48933-906b-451f-9262-acdcb1369688), after_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:20.195673 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2d7453-8d9b-4e56-ab2f-fb69436da338 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0444612b-6be2-46c8-806f-a5f1d0f072fd,revision_number=1']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:20.216238 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-6629881e-f6af-4228-b85e-3310781a8319 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780137975911'] for port (9d766dcf-2ab9-41a9-b411-f84026ad52e4), after_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:20.221457 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-246883ee-7718-4a61-9248-3bfd98f0eecc tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Publish callbacks [] for security_group (None), before_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:20.262957 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-be2179b3-0476-43d5-b20a-b9f7ea5b95fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (980736ea-4e16-47b8-905f-91aa7ae293a0), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:20.377730 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_dvr_db [None req-be1fa0fe-68ae-4192-96bd-f4e6a967545a None None] Set router 0445e330-dbfe-4390-80a7-5bd62ee92899 gateway port host: dv-cinder-750782-12-iscsi {{(pid=103094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 16:21:20.396409 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6629881e-f6af-4228-b85e-3310781a8319 admin admin] Network 9795e861-3b04-408a-82ce-319a55ca0d5c is already hosted by enough agents. {{(pid=103091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:21:20.409261 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.scheduler.base_scheduler [None req-6629881e-f6af-4228-b85e-3310781a8319 admin admin] Resources bound (agent type, host, resource id): {{(pid=103091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:21:20.429702 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-d8058916-f9d3-4800-96fc-f60fe34f5313 req-d043342d-771f-4d14-9d86-f5c899ce5513 tempest-DeleteServersTestJSON-1451149907 tempest-DeleteServersTestJSON-1451149907-project] 10.222.0.72 "GET /v2.0/ports?device_id=cc1cc7c0-aa3a-43d4-9002-34a8f17ee83f HTTP/1.1" status: 200 len: 210 time: 0.0697813 Mar 11 16:21:20.454228 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6629881e-f6af-4228-b85e-3310781a8319 admin admin] Received port after_create {{(pid=103091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 16:21:20.454794 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-6629881e-f6af-4228-b85e-3310781a8319 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-770162'] for router_interface (b8ac2b6e-e82a-4d35-bd87-ef6f6f75d76d), before_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:20.551588 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-246883ee-7718-4a61-9248-3bfd98f0eecc tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Publish callbacks [] for security_group (33dc4511-4987-40c1-bc00-25a6576ab3f8), precommit_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:20.554785 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Provisioning complete for port 03e2827a-3694-4bd3-ad67-ff394f1f63be triggered by entity L2. {{(pid=103093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 16:21:20.555240 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397499'] for port (03e2827a-3694-4bd3-ad67-ff394f1f63be), provisioning_complete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:20.563706 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-246883ee-7718-4a61-9248-3bfd98f0eecc tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (33dc4511-4987-40c1-bc00-25a6576ab3f8), after_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:20.644054 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246883ee-7718-4a61-9248-3bfd98f0eecc tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33dc4511-4987-40c1-bc00-25a6576ab3f8,revision_number=1']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:20.651592 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-246883ee-7718-4a61-9248-3bfd98f0eecc tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Publish callbacks [] for security_group (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:20.658573 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-246883ee-7718-4a61-9248-3bfd98f0eecc tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5964637 Mar 11 16:21:20.660304 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 38026) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:21:20.674505 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.v2.base [None req-98ddc91b-11dc-4498-b7f4-9575093d11d5 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Request body: {'security_group_rule': {'security_group_id': '33dc4511-4987-40c1-bc00-25a6576ab3f8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:21:20.676653 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c9db3c-6e54-4550-9026-4fcbf1126ed9 admin admin] Network 5f3aea45-b741-4cf8-ad8b-40753fc82fad is already hosted by enough agents. {{(pid=103091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:21:20.706661 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (1025624e-e238-47fc-86ae-58f7bb6baa16), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:20.757639 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.scheduler.base_scheduler [None req-10c9db3c-6e54-4550-9026-4fcbf1126ed9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:21:20.769016 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-98ddc91b-11dc-4498-b7f4-9575093d11d5 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Publish callbacks [] for security_group_rule (c9e9ec27-97fa-4934-90e2-66ef14caf227), before_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:20.776793 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c9db3c-6e54-4550-9026-4fcbf1126ed9 admin admin] Pushing event updated for resources: {'Port': ['ID=8ac48933-906b-451f-9262-acdcb1369688,revision_number=1']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:20.783287 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c9db3c-6e54-4550-9026-4fcbf1126ed9 admin admin] Received port after_create {{(pid=103091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 16:21:20.784589 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-10c9db3c-6e54-4550-9026-4fcbf1126ed9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-770162'] for router_interface (0445e330-dbfe-4390-80a7-5bd62ee92899), before_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:21.014319 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-702147cf-3b68-466e-bf1b-90c8297a9a4d admin admin] Publish callbacks [] for security_group (0444612b-6be2-46c8-806f-a5f1d0f072fd), before_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:21.031467 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-98ddc91b-11dc-4498-b7f4-9575093d11d5 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Publish callbacks [] for security_group_rule (c9e9ec27-97fa-4934-90e2-66ef14caf227), precommit_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:21.038961 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-98ddc91b-11dc-4498-b7f4-9575093d11d5 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606776'] for security_group_rule (c9e9ec27-97fa-4934-90e2-66ef14caf227), after_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:21.093246 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ddc91b-11dc-4498-b7f4-9575093d11d5 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9e9ec27-97fa-4934-90e2-66ef14caf227,revision_number=0']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:21.112786 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_hamode_db [None req-be1fa0fe-68ae-4192-96bd-f4e6a967545a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0445e330-dbfe-4390-80a7-5bd62ee92899', 'name': 'tempest-AttachVolumeNegativeTest-1800470620-router', 'tenant_id': '3f90eba451e343e49c0fa456ba2b00cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'external_fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': 'dc4b8562-4065-4207-bec1-befa1889d519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:21:10Z', 'updated_at': '2022-03-11T16:21:14Z', 'revision_number': 3, 'project_id': '3f90eba451e343e49c0fa456ba2b00cd', 'gw_port': {'id': 'dc4b8562-4065-4207-bec1-befa1889d519', 'name': '', 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:52:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0445e330-dbfe-4390-80a7-5bd62ee92899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:12Z', 'updated_at': '2022-03-11T16:21:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-12-iscsi'}], 'dv-cinder-750782-12-iscsi', False) {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:21:21.142922 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-f81a7970-b7fc-4dd4-bb4e-e6268a2d2c1c None None] Current status of the port 1e944730-0007-4ce4-9b2c-09f2a2fcb505 is: ACTIVE; New status is: ACTIVE {{(pid=103093) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 16:21:21.144790 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6629881e-f6af-4228-b85e-3310781a8319 admin admin] Pushing event updated for resources: {'Port': ['ID=9d766dcf-2ab9-41a9-b411-f84026ad52e4,revision_number=1']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:21.183223 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-98ddc91b-11dc-4498-b7f4-9575093d11d5 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:21.191884 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-98ddc91b-11dc-4498-b7f4-9575093d11d5 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5289514 Mar 11 16:21:21.194316 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 38038) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:21:21.204313 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be1fa0fe-68ae-4192-96bd-f4e6a967545a None None] The sync data for ids ['0445e330-dbfe-4390-80a7-5bd62ee92899'] in dv-cinder-750782-12-iscsi is: [{'id': '0445e330-dbfe-4390-80a7-5bd62ee92899', 'name': 'tempest-AttachVolumeNegativeTest-1800470620-router', 'tenant_id': '3f90eba451e343e49c0fa456ba2b00cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'external_fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': 'dc4b8562-4065-4207-bec1-befa1889d519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:21:10Z', 'updated_at': '2022-03-11T16:21:14Z', 'revision_number': 3, 'project_id': '3f90eba451e343e49c0fa456ba2b00cd', 'gw_port': {'id': 'dc4b8562-4065-4207-bec1-befa1889d519', 'name': '', 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:52:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0445e330-dbfe-4390-80a7-5bd62ee92899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:12Z', 'updated_at': '2022-03-11T16:21:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-12-iscsi'}] {{(pid=103094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:21:21.207810 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.v2.base [None req-f3f643ba-006b-44dd-b40e-b7baf0cbbd83 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Request body: {'security_group_rule': {'security_group_id': '33dc4511-4987-40c1-bc00-25a6576ab3f8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:21:21.228940 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-702147cf-3b68-466e-bf1b-90c8297a9a4d admin admin] Publish callbacks [] for security_group (0444612b-6be2-46c8-806f-a5f1d0f072fd), precommit_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:21.246155 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_hamode_db [None req-8c5a2dd0-477c-4cea-a22b-05cace64387b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '839b5096-b9c0-4547-9685-d62aca0b2418', 'name': 'tempest-AttachVolumeShelveTestJSON-1853710950-router', 'tenant_id': 'a951288cde284b359074a2755c43fd3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'external_fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': '502e9fb5-5295-4eef-85c5-d90406a3e043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:21:05Z', 'updated_at': '2022-03-11T16:21:13Z', 'revision_number': 4, 'project_id': 'a951288cde284b359074a2755c43fd3f', 'gw_port': {'id': '502e9fb5-5295-4eef-85c5-d90406a3e043', 'name': '', 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:55:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839b5096-b9c0-4547-9685-d62aca0b2418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:05Z', 'updated_at': '2022-03-11T16:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-12-iscsi', '_interfaces': [{'id': '640132e4-6f5b-4a16-bcab-35e5b7d111df', 'name': '', 'network_id': '4d385937-5589-47ac-b063-981bb549e693', 'tenant_id': 'a951288cde284b359074a2755c43fd3f', 'mac_address': 'fa:16:3e:45:59:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '839b5096-b9c0-4547-9685-d62aca0b2418', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '1fa91c63-7953-4f02-bfd2-c0a4c4e05e10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:10Z', 'updated_at': '2022-03-11T16:21:14Z', 'revision_number': 2, 'project_id': 'a951288cde284b359074a2755c43fd3f', 'subnets': [{'id': '1fa91c63-7953-4f02-bfd2-c0a4c4e05e10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-12-iscsi', False) {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:21:21.296152 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-f3f643ba-006b-44dd-b40e-b7baf0cbbd83 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Publish callbacks [] for security_group_rule (04ca2671-d7f8-4f85-b426-7760c076affc), before_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:21.321478 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5a2dd0-477c-4cea-a22b-05cace64387b None None] Checking router: 839b5096-b9c0-4547-9685-d62aca0b2418 for host: dv-cinder-750782-12-iscsi {{(pid=103093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:21:21.325005 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5a2dd0-477c-4cea-a22b-05cace64387b None None] Updating router 839b5096-b9c0-4547-9685-d62aca0b2418 port 640132e4-6f5b-4a16-bcab-35e5b7d111df binding host dv-cinder-750782-12-iscsi {{(pid=103093) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 16:21:21.454023 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-f3f643ba-006b-44dd-b40e-b7baf0cbbd83 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Publish callbacks [] for security_group_rule (04ca2671-d7f8-4f85-b426-7760c076affc), precommit_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:21.459756 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Current status of the port 03e2827a-3694-4bd3-ad67-ff394f1f63be is: ACTIVE; New status is: ACTIVE {{(pid=103093) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 16:21:21.481369 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-f3f643ba-006b-44dd-b40e-b7baf0cbbd83 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606776'] for security_group_rule (04ca2671-d7f8-4f85-b426-7760c076affc), after_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:21.498153 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [None req-ab02f9f2-ad18-4c7d-aae9-c8225a415580 None None] Provisioning complete for port 9d766dcf-2ab9-41a9-b411-f84026ad52e4 triggered by entity DHCP. {{(pid=103093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 16:21:21.501463 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ab02f9f2-ad18-4c7d-aae9-c8225a415580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397499'] for port (9d766dcf-2ab9-41a9-b411-f84026ad52e4), provisioning_complete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:21.523246 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f643ba-006b-44dd-b40e-b7baf0cbbd83 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04ca2671-d7f8-4f85-b426-7760c076affc,revision_number=0']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:21.550026 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-6629881e-f6af-4228-b85e-3310781a8319 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (9d766dcf-2ab9-41a9-b411-f84026ad52e4), before_update {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:21.570009 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-f3f643ba-006b-44dd-b40e-b7baf0cbbd83 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:21.578369 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-f3f643ba-006b-44dd-b40e-b7baf0cbbd83 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3820632 Mar 11 16:21:21.582574 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 38056) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:21:21.600670 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.v2.base [None req-879e864c-4785-4bdc-a98b-b4e48aa1fe03 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Request body: {'floatingip': {'floating_network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82'}} {{(pid=103092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:21:21.602113 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-8c5a2dd0-477c-4cea-a22b-05cace64387b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (640132e4-6f5b-4a16-bcab-35e5b7d111df), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:21.648068 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 38058) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:21:21.708989 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-b18f2c8e-3d10-4256-8633-cb8017685c01 req-c9ce8cff-29e8-4ad5-a7bd-507fa75e13a9 tempest-DeleteServersTestJSON-1451149907 tempest-DeleteServersTestJSON-1451149907-project] 10.222.0.72 "GET /v2.0/ports?device_id=cc1cc7c0-aa3a-43d4-9002-34a8f17ee83f HTTP/1.1" status: 200 len: 210 time: 0.0595479 Mar 11 16:21:21.722757 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-879e864c-4785-4bdc-a98b-b4e48aa1fe03 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:21.850926 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-702147cf-3b68-466e-bf1b-90c8297a9a4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (0444612b-6be2-46c8-806f-a5f1d0f072fd), after_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:21.854279 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-702147cf-3b68-466e-bf1b-90c8297a9a4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:21.856120 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-702147cf-3b68-466e-bf1b-90c8297a9a4d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/0444612b-6be2-46c8-806f-a5f1d0f072fd HTTP/1.1" status: 204 len: 168 time: 1.6736755 Mar 11 16:21:21.863841 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Device 1e944730-0007-4ce4-9b2c-09f2a2fcb505 up at agent ovs-agent-dv-cinder-750782-12-iscsi {{(pid=103093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 16:21:21.957469 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702147cf-3b68-466e-bf1b-90c8297a9a4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0444612b-6be2-46c8-806f-a5f1d0f072fd,revision_number=None']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:21.976820 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-be2179b3-0476-43d5-b20a-b9f7ea5b95fb None None] Publish callbacks [] for port (980736ea-4e16-47b8-905f-91aa7ae293a0), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:22.010089 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-10c9db3c-6e54-4550-9026-4fcbf1126ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (8ac48933-906b-451f-9262-acdcb1369688), before_update {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:22.010905 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-be2179b3-0476-43d5-b20a-b9f7ea5b95fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947'] for port (980736ea-4e16-47b8-905f-91aa7ae293a0), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:22.097989 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-ab02f9f2-ad18-4c7d-aae9-c8225a415580 None None] Port 9d766dcf-2ab9-41a9-b411-f84026ad52e4 cannot update to ACTIVE because it is not bound. {{(pid=103093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 16:21:22.280239 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-879e864c-4785-4bdc-a98b-b4e48aa1fe03 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (None), before_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:22.351497 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f114fa0-219b-41f7-a184-60e63ed0fd8e None None] Pushing event updated for resources: {'Port': ['ID=980736ea-4e16-47b8-905f-91aa7ae293a0,revision_number=2']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:22.377049 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [None req-be2179b3-0476-43d5-b20a-b9f7ea5b95fb None None] Attempting to bind port 980736ea-4e16-47b8-905f-91aa7ae293a0 on host dv-cinder-750782-12-iscsi for vnic_type normal with profile {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 16:21:22.379703 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [None req-be2179b3-0476-43d5-b20a-b9f7ea5b95fb None None] Attempting to bind port 980736ea-4e16-47b8-905f-91aa7ae293a0 by drivers openvswitch,hyperv on host dv-cinder-750782-12-iscsi at level 0 using segments [{'id': 'd35af6e3-4c7b-42bf-84c3-6daa0b397bde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82'}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 16:21:22.380417 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2179b3-0476-43d5-b20a-b9f7ea5b95fb None None] Attempting to bind port 980736ea-4e16-47b8-905f-91aa7ae293a0 on network ff1c1ad1-a65f-4be8-9483-081137458b82 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 16:21:22.398695 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2179b3-0476-43d5-b20a-b9f7ea5b95fb None None] Checking agent: {'id': '1025624e-e238-47fc-86ae-58f7bb6baa16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 12, 50), 'started_at': datetime.datetime(2022, 3, 11, 16, 13, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 21, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 16:21:22.399727 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2179b3-0476-43d5-b20a-b9f7ea5b95fb None None] Checking segment: {'id': 'd35af6e3-4c7b-42bf-84c3-6daa0b397bde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 16:21:22.401855 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-be2179b3-0476-43d5-b20a-b9f7ea5b95fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:22.402599 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2179b3-0476-43d5-b20a-b9f7ea5b95fb None None] Bound using segment: {'id': 'd35af6e3-4c7b-42bf-84c3-6daa0b397bde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82'} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 16:21:22.404849 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [None req-be2179b3-0476-43d5-b20a-b9f7ea5b95fb None None] Bound port: 980736ea-4e16-47b8-905f-91aa7ae293a0, host: dv-cinder-750782-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd35af6e3-4c7b-42bf-84c3-6daa0b397bde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82'}}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 16:21:22.406735 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-be2179b3-0476-43d5-b20a-b9f7ea5b95fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (980736ea-4e16-47b8-905f-91aa7ae293a0), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:22.435348 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-6629881e-f6af-4228-b85e-3310781a8319 admin admin] Publish callbacks [] for port (9d766dcf-2ab9-41a9-b411-f84026ad52e4), precommit_update {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:22.528642 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-be2179b3-0476-43d5-b20a-b9f7ea5b95fb None None] For port 980736ea-4e16-47b8-905f-91aa7ae293a0, host dv-cinder-750782-12-iscsi, cleared binding levels {{(pid=103093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:21:22.542066 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-be2179b3-0476-43d5-b20a-b9f7ea5b95fb None None] For port 980736ea-4e16-47b8-905f-91aa7ae293a0, host dv-cinder-750782-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-12-iscsi',level=0,port_id=980736ea-4e16-47b8-905f-91aa7ae293a0,segment=NetworkSegment(d35af6e3-4c7b-42bf-84c3-6daa0b397bde),segment_id=d35af6e3-4c7b-42bf-84c3-6daa0b397bde)] {{(pid=103093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:21:22.564737 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Provisioning complete for port 1e944730-0007-4ce4-9b2c-09f2a2fcb505 triggered by entity L2. {{(pid=103093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 16:21:22.566562 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397499'] for port (1e944730-0007-4ce4-9b2c-09f2a2fcb505), provisioning_complete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:22.574261 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-be2179b3-0476-43d5-b20a-b9f7ea5b95fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947'] for port (980736ea-4e16-47b8-905f-91aa7ae293a0), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:22.595992 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.db.db_base_plugin_common [None req-879e864c-4785-4bdc-a98b-b4e48aa1fe03 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Allocated IP 172.27.0.46 (ff1c1ad1-a65f-4be8-9483-081137458b82/5240f8c4-acf8-4de2-827e-773879cfd307/5a48e4b4-8325-421e-9428-5205f252f5e3) {{(pid=103092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:21:22.657077 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 38078) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:21:22.694396 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [None req-1ee4cbf3-c032-43ec-a2e8-8cfe45ec72b8 None None] Provisioning complete for port 8ac48933-906b-451f-9262-acdcb1369688 triggered by entity DHCP. {{(pid=103093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 16:21:22.695055 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1ee4cbf3-c032-43ec-a2e8-8cfe45ec72b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397499'] for port (8ac48933-906b-451f-9262-acdcb1369688), provisioning_complete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:22.748993 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-6629881e-f6af-4228-b85e-3310781a8319 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947'] for port (9d766dcf-2ab9-41a9-b411-f84026ad52e4), after_update {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:22.753344 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-6629881e-f6af-4228-b85e-3310781a8319 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-779424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-770270'] for router_interface (b8ac2b6e-e82a-4d35-bd87-ef6f6f75d76d), after_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:22.839395 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 38088) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:21:22.902873 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-879e864c-4785-4bdc-a98b-b4e48aa1fe03 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Publish callbacks [] for port (5a48e4b4-8325-421e-9428-5205f252f5e3), precommit_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:22.914427 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-1ee4cbf3-c032-43ec-a2e8-8cfe45ec72b8 None None] Port 8ac48933-906b-451f-9262-acdcb1369688 cannot update to ACTIVE because it is not bound. {{(pid=103093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 16:21:22.954920 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-879e864c-4785-4bdc-a98b-b4e48aa1fe03 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780137975911'] for port (5a48e4b4-8325-421e-9428-5205f252f5e3), after_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:23.002821 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-4624d1c5-4f4f-4e27-923b-f7d23df4b8d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:23.081153 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-879e864c-4785-4bdc-a98b-b4e48aa1fe03 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Network ff1c1ad1-a65f-4be8-9483-081137458b82 is already hosted by enough agents. {{(pid=103092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:21:23.122717 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-10c9db3c-6e54-4550-9026-4fcbf1126ed9 admin admin] Publish callbacks [] for port (8ac48933-906b-451f-9262-acdcb1369688), precommit_update {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:23.129617 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f114fa0-219b-41f7-a184-60e63ed0fd8e None None] Pushing event updated for resources: {'Port': ['ID=980736ea-4e16-47b8-905f-91aa7ae293a0,revision_number=3']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:23.156598 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2179b3-0476-43d5-b20a-b9f7ea5b95fb None None] Routers {'b8ac2b6e-e82a-4d35-bd87-ef6f6f75d76d'} bound to L3 agent in host dv-cinder-750782-12-iscsi {{(pid=103093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 16:21:23.156598 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_hamode_db [None req-be2179b3-0476-43d5-b20a-b9f7ea5b95fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:12:46Z,description=,heartbeat_timestamp=2022-03-11T16:21:16Z,host='dv-cinder-750782-12-iscsi',id=03422851-42b1-44c9-ada6-e479436b7b23,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:12:46Z,topic='l3_agent')) {'router_ids': ['b8ac2b6e-e82a-4d35-bd87-ef6f6f75d76d'], 'active': True} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:21:23.180087 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.scheduler.base_scheduler [None req-879e864c-4785-4bdc-a98b-b4e48aa1fe03 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Resources bound (agent type, host, resource id): {{(pid=103092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:21:23.182257 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.18', 55263) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:21:23.207298 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-10c9db3c-6e54-4550-9026-4fcbf1126ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947'] for port (8ac48933-906b-451f-9262-acdcb1369688), after_update {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:23.208309 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-10c9db3c-6e54-4550-9026-4fcbf1126ed9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-779424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-770270'] for router_interface (0445e330-dbfe-4390-80a7-5bd62ee92899), after_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:23.236595 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879e864c-4785-4bdc-a98b-b4e48aa1fe03 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Received port after_create {{(pid=103092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 16:21:23.332704 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6629881e-f6af-4228-b85e-3310781a8319 admin admin] Pushing event updated for resources: {'Port': ['ID=9d766dcf-2ab9-41a9-b411-f84026ad52e4,revision_number=2']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:23.410455 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-879e864c-4785-4bdc-a98b-b4e48aa1fe03 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Publish callbacks [] for floatingip (5c186cf0-f979-49ff-ba93-0e5ecda94390), precommit_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:23.428780 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-8c5a2dd0-477c-4cea-a22b-05cace64387b None None] Publish callbacks [] for port (640132e4-6f5b-4a16-bcab-35e5b7d111df), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:23.444806 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6629881e-f6af-4228-b85e-3310781a8319 admin admin] Network 9795e861-3b04-408a-82ce-319a55ca0d5c is already hosted by enough agents. {{(pid=103091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:21:23.482377 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.scheduler.base_scheduler [None req-6629881e-f6af-4228-b85e-3310781a8319 admin admin] Resources bound (agent type, host, resource id): {{(pid=103091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:21:23.513906 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_dvr_db [None req-be2179b3-0476-43d5-b20a-b9f7ea5b95fb None None] Set router b8ac2b6e-e82a-4d35-bd87-ef6f6f75d76d gateway port host: dv-cinder-750782-12-iscsi {{(pid=103093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 16:21:23.574751 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-f02a913d-9b6f-4213-87fe-e2545dc5e2f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:23.591623 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879e864c-4785-4bdc-a98b-b4e48aa1fe03 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Pushing event updated for resources: {'Port': ['ID=5a48e4b4-8325-421e-9428-5205f252f5e3,revision_number=1']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:23.647363 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-8c5a2dd0-477c-4cea-a22b-05cace64387b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947'] for port (640132e4-6f5b-4a16-bcab-35e5b7d111df), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:23.657130 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-1ea1b654-587c-436d-8033-79ae76e4da67 req-5a90c08f-9482-4e5c-ba3c-a38bde69f44c tempest-DeleteServersTestJSON-1451149907 tempest-DeleteServersTestJSON-1451149907-project] 10.222.0.72 "GET /v2.0/ports?device_id=cc1cc7c0-aa3a-43d4-9002-34a8f17ee83f HTTP/1.1" status: 200 len: 210 time: 0.4912298 Mar 11 16:21:23.657862 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-879e864c-4785-4bdc-a98b-b4e48aa1fe03 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (5a48e4b4-8325-421e-9428-5205f252f5e3), before_update {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:23.738860 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c9db3c-6e54-4550-9026-4fcbf1126ed9 admin admin] Pushing event updated for resources: {'Port': ['ID=8ac48933-906b-451f-9262-acdcb1369688,revision_number=2']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:23.788937 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c9db3c-6e54-4550-9026-4fcbf1126ed9 admin admin] Network 5f3aea45-b741-4cf8-ad8b-40753fc82fad is already hosted by enough agents. {{(pid=103091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:21:23.802999 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.scheduler.base_scheduler [None req-10c9db3c-6e54-4550-9026-4fcbf1126ed9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:21:24.158298 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-4624d1c5-4f4f-4e27-923b-f7d23df4b8d4 admin admin] Publish callbacks [] for security_group (712e0df8-79af-4204-95c8-0de1b1798b3d), precommit_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:24.173704 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6629881e-f6af-4228-b85e-3310781a8319 admin admin] Router b8ac2b6e-e82a-4d35-bd87-ef6f6f75d76d has already been hosted by L3 agent 03422851-42b1-44c9-ada6-e479436b7b23 {{(pid=103091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:21:24.176268 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-4624d1c5-4f4f-4e27-923b-f7d23df4b8d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (712e0df8-79af-4204-95c8-0de1b1798b3d), after_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:24.228675 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8619eeb1-b402-43fa-808b-d5faa1ee06a7 req-ac996a8e-ee95-49c1-bcea-0e84a8f4aafd tempest-DeleteServersTestJSON-1451149907 tempest-DeleteServersTestJSON-1451149907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:24.230365 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-8619eeb1-b402-43fa-808b-d5faa1ee06a7 req-ac996a8e-ee95-49c1-bcea-0e84a8f4aafd tempest-DeleteServersTestJSON-1451149907 tempest-DeleteServersTestJSON-1451149907-project] 10.222.0.18 "GET /v2.0/networks?id=1fbedf9b-6928-4a0c-926c-d2a7c2cd4cd2 HTTP/1.1" status: 200 len: 812 time: 1.0133088 Mar 11 16:21:24.240600 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4624d1c5-4f4f-4e27-923b-f7d23df4b8d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=712e0df8-79af-4204-95c8-0de1b1798b3d,revision_number=1']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:24.309632 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.v2.base [req-8619eeb1-b402-43fa-808b-d5faa1ee06a7 req-4de89a1c-3245-4ab1-a134-dbc524eac5a2 tempest-DeleteServersTestJSON-1451149907 tempest-DeleteServersTestJSON-1451149907-project] Request body: {'port': {'device_id': 'cc1cc7c0-aa3a-43d4-9002-34a8f17ee83f', 'network_id': '1fbedf9b-6928-4a0c-926c-d2a7c2cd4cd2', 'admin_state_up': True, 'tenant_id': '6960c699a2934234a5c9a56842e6ae4d'}} {{(pid=103092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:21:24.361348 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Current status of the port 1e944730-0007-4ce4-9b2c-09f2a2fcb505 is: ACTIVE; New status is: ACTIVE {{(pid=103093) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 16:21:24.362603 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Device 03e2827a-3694-4bd3-ad67-ff394f1f63be up at agent ovs-agent-dv-cinder-750782-12-iscsi {{(pid=103093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 16:21:24.396732 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-4624d1c5-4f4f-4e27-923b-f7d23df4b8d4 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c7e7704f443041fdbcb5d9c3465fdd6c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5525794 Mar 11 16:21:24.398694 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 38136) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:21:24.399034 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-f02a913d-9b6f-4213-87fe-e2545dc5e2f7 admin admin] Publish callbacks [] for security_group (623a4274-4957-4814-84f5-ac592f27079c), precommit_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:24.408378 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10378c01-957d-431b-bc18-e51a5e103b1f None None] Pushing event updated for resources: {'Port': ['ID=640132e4-6f5b-4a16-bcab-35e5b7d111df,revision_number=3']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:24.438328 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-f02a913d-9b6f-4213-87fe-e2545dc5e2f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (623a4274-4957-4814-84f5-ac592f27079c), after_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:24.447414 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10c9db3c-6e54-4550-9026-4fcbf1126ed9 admin admin] Router 0445e330-dbfe-4390-80a7-5bd62ee92899 has already been hosted by L3 agent 03422851-42b1-44c9-ada6-e479436b7b23 {{(pid=103091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:21:24.486494 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [None req-d9369ac1-7ec8-4a5f-8e83-8bca075cae15 None None] Provisioning complete for port 9d766dcf-2ab9-41a9-b411-f84026ad52e4 triggered by entity DHCP. {{(pid=103093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 16:21:24.486937 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d9369ac1-7ec8-4a5f-8e83-8bca075cae15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397499'] for port (9d766dcf-2ab9-41a9-b411-f84026ad52e4), provisioning_complete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:24.601915 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [None req-8c5a2dd0-477c-4cea-a22b-05cace64387b None None] Attempting to bind port 640132e4-6f5b-4a16-bcab-35e5b7d111df on host dv-cinder-750782-12-iscsi for vnic_type normal with profile {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 16:21:24.602327 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [None req-8c5a2dd0-477c-4cea-a22b-05cace64387b None None] Attempting to bind port 640132e4-6f5b-4a16-bcab-35e5b7d111df by drivers openvswitch,hyperv on host dv-cinder-750782-12-iscsi at level 0 using segments [{'id': 'a719ed4c-1b21-4087-84c5-f4c81307e7ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '4d385937-5589-47ac-b063-981bb549e693'}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 16:21:24.602794 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5a2dd0-477c-4cea-a22b-05cace64387b None None] Attempting to bind port 640132e4-6f5b-4a16-bcab-35e5b7d111df on network 4d385937-5589-47ac-b063-981bb549e693 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 16:21:24.618524 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-879e864c-4785-4bdc-a98b-b4e48aa1fe03 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Publish callbacks [] for port (5a48e4b4-8325-421e-9428-5205f252f5e3), precommit_update {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:24.655766 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-879e864c-4785-4bdc-a98b-b4e48aa1fe03 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947'] for port (5a48e4b4-8325-421e-9428-5205f252f5e3), after_update {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:24.667900 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_hamode_db [None req-be2179b3-0476-43d5-b20a-b9f7ea5b95fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8ac2b6e-e82a-4d35-bd87-ef6f6f75d76d', 'name': 'tempest-AttachVolumeTestJSON-1808249257-router', 'tenant_id': 'f3f35569b4e74dd193f09cb7aa5a05a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'external_fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '980736ea-4e16-47b8-905f-91aa7ae293a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:21:09Z', 'updated_at': '2022-03-11T16:21:21Z', 'revision_number': 4, 'project_id': 'f3f35569b4e74dd193f09cb7aa5a05a9', 'gw_port': {'id': '980736ea-4e16-47b8-905f-91aa7ae293a0', 'name': '', 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:1a:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8ac2b6e-e82a-4d35-bd87-ef6f6f75d76d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:11Z', 'updated_at': '2022-03-11T16:21:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-12-iscsi', '_interfaces': [{'id': '9d766dcf-2ab9-41a9-b411-f84026ad52e4', 'name': '', 'network_id': '9795e861-3b04-408a-82ce-319a55ca0d5c', 'tenant_id': 'f3f35569b4e74dd193f09cb7aa5a05a9', 'mac_address': 'fa:16:3e:ce:2f:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8ac2b6e-e82a-4d35-bd87-ef6f6f75d76d', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a21718ed-f252-41de-a223-6ef10277caa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:18Z', 'updated_at': '2022-03-11T16:21:21Z', 'revision_number': 2, 'project_id': 'f3f35569b4e74dd193f09cb7aa5a05a9', 'subnets': [{'id': 'a21718ed-f252-41de-a223-6ef10277caa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-12-iscsi', False) {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:21:24.671185 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5a2dd0-477c-4cea-a22b-05cace64387b None None] Checking agent: {'id': '1025624e-e238-47fc-86ae-58f7bb6baa16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 12, 50), 'started_at': datetime.datetime(2022, 3, 11, 16, 13, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 21, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 16:21:24.671856 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5a2dd0-477c-4cea-a22b-05cace64387b None None] Checking segment: {'id': 'a719ed4c-1b21-4087-84c5-f4c81307e7ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '4d385937-5589-47ac-b063-981bb549e693'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 16:21:24.672716 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-8c5a2dd0-477c-4cea-a22b-05cace64387b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:24.673419 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5a2dd0-477c-4cea-a22b-05cace64387b None None] Bound using segment: {'id': 'a719ed4c-1b21-4087-84c5-f4c81307e7ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '4d385937-5589-47ac-b063-981bb549e693'} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 16:21:24.674835 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [None req-8c5a2dd0-477c-4cea-a22b-05cace64387b None None] Bound port: 640132e4-6f5b-4a16-bcab-35e5b7d111df, host: dv-cinder-750782-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a719ed4c-1b21-4087-84c5-f4c81307e7ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '4d385937-5589-47ac-b063-981bb549e693'}}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 16:21:24.676117 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-8c5a2dd0-477c-4cea-a22b-05cace64387b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (640132e4-6f5b-4a16-bcab-35e5b7d111df), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:24.679997 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-d9369ac1-7ec8-4a5f-8e83-8bca075cae15 None None] Port 9d766dcf-2ab9-41a9-b411-f84026ad52e4 cannot update to ACTIVE because it is not bound. {{(pid=103093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 16:21:24.796693 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be2179b3-0476-43d5-b20a-b9f7ea5b95fb None None] The sync data for ids ['b8ac2b6e-e82a-4d35-bd87-ef6f6f75d76d'] in dv-cinder-750782-12-iscsi is: [{'id': 'b8ac2b6e-e82a-4d35-bd87-ef6f6f75d76d', 'name': 'tempest-AttachVolumeTestJSON-1808249257-router', 'tenant_id': 'f3f35569b4e74dd193f09cb7aa5a05a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'external_fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '980736ea-4e16-47b8-905f-91aa7ae293a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:21:09Z', 'updated_at': '2022-03-11T16:21:21Z', 'revision_number': 4, 'project_id': 'f3f35569b4e74dd193f09cb7aa5a05a9', 'gw_port': {'id': '980736ea-4e16-47b8-905f-91aa7ae293a0', 'name': '', 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:1a:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8ac2b6e-e82a-4d35-bd87-ef6f6f75d76d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:11Z', 'updated_at': '2022-03-11T16:21:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-12-iscsi', '_interfaces': [{'id': '9d766dcf-2ab9-41a9-b411-f84026ad52e4', 'name': '', 'network_id': '9795e861-3b04-408a-82ce-319a55ca0d5c', 'tenant_id': 'f3f35569b4e74dd193f09cb7aa5a05a9', 'mac_address': 'fa:16:3e:ce:2f:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8ac2b6e-e82a-4d35-bd87-ef6f6f75d76d', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a21718ed-f252-41de-a223-6ef10277caa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:18Z', 'updated_at': '2022-03-11T16:21:21Z', 'revision_number': 2, 'project_id': 'f3f35569b4e74dd193f09cb7aa5a05a9', 'subnets': [{'id': 'a21718ed-f252-41de-a223-6ef10277caa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:21:24.897305 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Provisioning complete for port 03e2827a-3694-4bd3-ad67-ff394f1f63be triggered by entity L2. {{(pid=103093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 16:21:24.898666 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397499'] for port (03e2827a-3694-4bd3-ad67-ff394f1f63be), provisioning_complete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:25.010543 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-34ee114a-4aa2-4174-9ac8-e923caf16677 admin admin] Publish callbacks [] for security_group (712e0df8-79af-4204-95c8-0de1b1798b3d), before_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:25.011644 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [None req-6575c899-7d70-4d1a-8393-ee7c668b105f None None] Provisioning complete for port 8ac48933-906b-451f-9262-acdcb1369688 triggered by entity DHCP. {{(pid=103093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 16:21:25.012950 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6575c899-7d70-4d1a-8393-ee7c668b105f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397499'] for port (8ac48933-906b-451f-9262-acdcb1369688), provisioning_complete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:25.014350 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6629881e-f6af-4228-b85e-3310781a8319 admin admin] Notify agent at l3_agent.dv-cinder-750782-12-iscsi the message routers_updated {{(pid=103091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:21:25.024461 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-6629881e-f6af-4228-b85e-3310781a8319 admin admin] 10.222.0.72 "PUT /v2.0/routers/b8ac2b6e-e82a-4d35-bd87-ef6f6f75d76d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8093061 Mar 11 16:21:25.086965 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10c9db3c-6e54-4550-9026-4fcbf1126ed9 admin admin] Notify agent at l3_agent.dv-cinder-750782-12-iscsi the message routers_updated {{(pid=103091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:21:25.094774 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-34ee114a-4aa2-4174-9ac8-e923caf16677 admin admin] Publish callbacks [] for security_group (712e0df8-79af-4204-95c8-0de1b1798b3d), precommit_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:25.102519 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755ca93a-3185-4e1d-b7b0-26816a863484 None None] Sync routers for ids ['0445e330-dbfe-4390-80a7-5bd62ee92899'] in dv-cinder-750782-12-iscsi {{(pid=103094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:21:25.125289 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-10c9db3c-6e54-4550-9026-4fcbf1126ed9 admin admin] 10.222.0.72 "PUT /v2.0/routers/0445e330-dbfe-4390-80a7-5bd62ee92899/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5698864 Mar 11 16:21:25.133552 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755ca93a-3185-4e1d-b7b0-26816a863484 None None] Routers {'0445e330-dbfe-4390-80a7-5bd62ee92899'} bound to L3 agent in host dv-cinder-750782-12-iscsi {{(pid=103094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 16:21:25.138032 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_hamode_db [None req-755ca93a-3185-4e1d-b7b0-26816a863484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:12:46Z,description=,heartbeat_timestamp=2022-03-11T16:21:16Z,host='dv-cinder-750782-12-iscsi',id=03422851-42b1-44c9-ada6-e479436b7b23,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:12:46Z,topic='l3_agent')) {'router_ids': ['0445e330-dbfe-4390-80a7-5bd62ee92899'], 'active': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:21:25.141773 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-6575c899-7d70-4d1a-8393-ee7c668b105f None None] Port 8ac48933-906b-451f-9262-acdcb1369688 cannot update to ACTIVE because it is not bound. {{(pid=103093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 16:21:25.169239 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Current status of the port 03e2827a-3694-4bd3-ad67-ff394f1f63be is: ACTIVE; New status is: ACTIVE {{(pid=103093) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 16:21:25.197383 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-8c5a2dd0-477c-4cea-a22b-05cace64387b None None] For port 640132e4-6f5b-4a16-bcab-35e5b7d111df, host dv-cinder-750782-12-iscsi, cleared binding levels {{(pid=103093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:21:25.225374 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-8c5a2dd0-477c-4cea-a22b-05cace64387b None None] For port 640132e4-6f5b-4a16-bcab-35e5b7d111df, host dv-cinder-750782-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-12-iscsi',level=0,port_id=640132e4-6f5b-4a16-bcab-35e5b7d111df,segment=NetworkSegment(a719ed4c-1b21-4087-84c5-f4c81307e7ed),segment_id=a719ed4c-1b21-4087-84c5-f4c81307e7ed)] {{(pid=103093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:21:25.227006 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [None req-6575c899-7d70-4d1a-8393-ee7c668b105f None None] Provisioning complete for port 640132e4-6f5b-4a16-bcab-35e5b7d111df triggered by entity DHCP. {{(pid=103093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 16:21:25.227406 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6575c899-7d70-4d1a-8393-ee7c668b105f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397499'] for port (640132e4-6f5b-4a16-bcab-35e5b7d111df), provisioning_complete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:25.256545 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-8c5a2dd0-477c-4cea-a22b-05cace64387b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947'] for port (640132e4-6f5b-4a16-bcab-35e5b7d111df), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:25.339435 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-34ee114a-4aa2-4174-9ac8-e923caf16677 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (712e0df8-79af-4204-95c8-0de1b1798b3d), after_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:25.343807 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-34ee114a-4aa2-4174-9ac8-e923caf16677 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:25.347272 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-34ee114a-4aa2-4174-9ac8-e923caf16677 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/712e0df8-79af-4204-95c8-0de1b1798b3d HTTP/1.1" status: 204 len: 168 time: 0.9424186 Mar 11 16:21:25.374928 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ee114a-4aa2-4174-9ac8-e923caf16677 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=712e0df8-79af-4204-95c8-0de1b1798b3d,revision_number=None']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:25.390868 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5a2dd0-477c-4cea-a22b-05cace64387b None None] Routers {'839b5096-b9c0-4547-9685-d62aca0b2418'} bound to L3 agent in host dv-cinder-750782-12-iscsi {{(pid=103093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 16:21:25.391539 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_hamode_db [None req-8c5a2dd0-477c-4cea-a22b-05cace64387b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:12:46Z,description=,heartbeat_timestamp=2022-03-11T16:21:16Z,host='dv-cinder-750782-12-iscsi',id=03422851-42b1-44c9-ada6-e479436b7b23,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:12:46Z,topic='l3_agent')) {'router_ids': ['839b5096-b9c0-4547-9685-d62aca0b2418'], 'active': True} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:21:25.393989 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-6575c899-7d70-4d1a-8393-ee7c668b105f None None] Port 640132e4-6f5b-4a16-bcab-35e5b7d111df cannot update to ACTIVE because it is not bound. {{(pid=103093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 16:21:25.475064 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02a913d-9b6f-4213-87fe-e2545dc5e2f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=623a4274-4957-4814-84f5-ac592f27079c,revision_number=1']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:25.504245 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-879e864c-4785-4bdc-a98b-b4e48aa1fe03 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539899'] for floatingip (5c186cf0-f979-49ff-ba93-0e5ecda94390), after_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:25.541843 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-f02a913d-9b6f-4213-87fe-e2545dc5e2f7 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=17ea9108cf19443c8843f3d961149908&name=default HTTP/1.1" status: 200 len: 2996 time: 2.8805285 Mar 11 16:21:25.542556 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 38158) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:21:25.638805 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_dvr_db [None req-755ca93a-3185-4e1d-b7b0-26816a863484 None None] Set router 0445e330-dbfe-4390-80a7-5bd62ee92899 gateway port host: dv-cinder-750782-12-iscsi {{(pid=103094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 16:21:25.713838 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Device dc4b8562-4065-4207-bec1-befa1889d519 up at agent ovs-agent-dv-cinder-750782-12-iscsi {{(pid=103093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 16:21:25.767781 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879e864c-4785-4bdc-a98b-b4e48aa1fe03 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Pushing event updated for resources: {'Port': ['ID=5a48e4b4-8325-421e-9428-5205f252f5e3,revision_number=2']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:25.805766 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-0e7542c8-9e20-4efc-bb10-946db6e66152 admin admin] Publish callbacks [] for security_group (623a4274-4957-4814-84f5-ac592f27079c), before_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:25.825651 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-4bc0fa08-0fb1-42ad-912e-ada4f43bfcac req-a6dc0152-8d6a-45e0-aba6-164fabe0803d tempest-DeleteServersTestJSON-1451149907 tempest-DeleteServersTestJSON-1451149907-project] 10.222.0.72 "GET /v2.0/ports?device_id=cc1cc7c0-aa3a-43d4-9002-34a8f17ee83f HTTP/1.1" status: 200 len: 210 time: 0.4713840 Mar 11 16:21:25.836645 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-879e864c-4785-4bdc-a98b-b4e48aa1fe03 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122971'] for floatingip (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:25.840267 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-879e864c-4785-4bdc-a98b-b4e48aa1fe03 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.2544999 Mar 11 16:21:25.844182 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8619eeb1-b402-43fa-808b-d5faa1ee06a7 req-4de89a1c-3245-4ab1-a134-dbc524eac5a2 tempest-DeleteServersTestJSON-1451149907 tempest-DeleteServersTestJSON-1451149907-project] Made reservation on behalf of 6960c699a2934234a5c9a56842e6ae4d for: {'port': 1} {{(pid=103092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:21:25.851665 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-8619eeb1-b402-43fa-808b-d5faa1ee06a7 req-4de89a1c-3245-4ab1-a134-dbc524eac5a2 tempest-DeleteServersTestJSON-1451149907 tempest-DeleteServersTestJSON-1451149907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (None), before_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:25.914981 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-0e7542c8-9e20-4efc-bb10-946db6e66152 admin admin] Publish callbacks [] for security_group (623a4274-4957-4814-84f5-ac592f27079c), precommit_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:26.048149 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10378c01-957d-431b-bc18-e51a5e103b1f None None] Pushing event updated for resources: {'Port': ['ID=640132e4-6f5b-4a16-bcab-35e5b7d111df,revision_number=4']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:26.133029 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-0e7542c8-9e20-4efc-bb10-946db6e66152 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (623a4274-4957-4814-84f5-ac592f27079c), after_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:26.140912 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-0e7542c8-9e20-4efc-bb10-946db6e66152 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:26.149221 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-0e7542c8-9e20-4efc-bb10-946db6e66152 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/623a4274-4957-4814-84f5-ac592f27079c HTTP/1.1" status: 204 len: 168 time: 0.6050961 Mar 11 16:21:26.189303 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7542c8-9e20-4efc-bb10-946db6e66152 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=623a4274-4957-4814-84f5-ac592f27079c,revision_number=None']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:26.451861 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_dvr_db [None req-8c5a2dd0-477c-4cea-a22b-05cace64387b None None] Set router 839b5096-b9c0-4547-9685-d62aca0b2418 gateway port host: dv-cinder-750782-12-iscsi {{(pid=103093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 16:21:26.598974 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_hamode_db [None req-755ca93a-3185-4e1d-b7b0-26816a863484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0445e330-dbfe-4390-80a7-5bd62ee92899', 'name': 'tempest-AttachVolumeNegativeTest-1800470620-router', 'tenant_id': '3f90eba451e343e49c0fa456ba2b00cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'external_fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': 'dc4b8562-4065-4207-bec1-befa1889d519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:21:10Z', 'updated_at': '2022-03-11T16:21:21Z', 'revision_number': 4, 'project_id': '3f90eba451e343e49c0fa456ba2b00cd', 'gw_port': {'id': 'dc4b8562-4065-4207-bec1-befa1889d519', 'name': '', 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:52:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0445e330-dbfe-4390-80a7-5bd62ee92899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:12Z', 'updated_at': '2022-03-11T16:21:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-12-iscsi', '_interfaces': [{'id': '8ac48933-906b-451f-9262-acdcb1369688', 'name': '', 'network_id': '5f3aea45-b741-4cf8-ad8b-40753fc82fad', 'tenant_id': '3f90eba451e343e49c0fa456ba2b00cd', 'mac_address': 'fa:16:3e:a5:32:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0445e330-dbfe-4390-80a7-5bd62ee92899', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'acc28c21-3e47-4bf8-b31f-cbbed70c6f99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:19Z', 'updated_at': '2022-03-11T16:21:22Z', 'revision_number': 2, 'project_id': '3f90eba451e343e49c0fa456ba2b00cd', 'subnets': [{'id': 'acc28c21-3e47-4bf8-b31f-cbbed70c6f99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-12-iscsi', False) {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:21:26.652036 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [None req-5d4d6b8a-3e73-43a3-a027-4359fce2c46f None None] Provisioning complete for port 640132e4-6f5b-4a16-bcab-35e5b7d111df triggered by entity DHCP. {{(pid=103093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 16:21:26.652416 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-5d4d6b8a-3e73-43a3-a027-4359fce2c46f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397499'] for port (640132e4-6f5b-4a16-bcab-35e5b7d111df), provisioning_complete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:26.654507 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755ca93a-3185-4e1d-b7b0-26816a863484 None None] Checking router: 0445e330-dbfe-4390-80a7-5bd62ee92899 for host: dv-cinder-750782-12-iscsi {{(pid=103094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:21:26.657096 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755ca93a-3185-4e1d-b7b0-26816a863484 None None] Updating router 0445e330-dbfe-4390-80a7-5bd62ee92899 port 8ac48933-906b-451f-9262-acdcb1369688 binding host dv-cinder-750782-12-iscsi {{(pid=103094) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 16:21:26.763858 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-755ca93a-3185-4e1d-b7b0-26816a863484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (8ac48933-906b-451f-9262-acdcb1369688), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:27.143374 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.db.db_base_plugin_common [req-8619eeb1-b402-43fa-808b-d5faa1ee06a7 req-4de89a1c-3245-4ab1-a134-dbc524eac5a2 tempest-DeleteServersTestJSON-1451149907 tempest-DeleteServersTestJSON-1451149907-project] Allocated IP 172.20.0.5 (1fbedf9b-6928-4a0c-926c-d2a7c2cd4cd2/ca123be8-076c-4f57-a29d-268b94651e93/f1edea0c-d985-4d04-b477-2de4163e6dae) {{(pid=103092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:21:27.237188 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Provisioning complete for port dc4b8562-4065-4207-bec1-befa1889d519 triggered by entity L2. {{(pid=103093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 16:21:27.241553 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397499'] for port (dc4b8562-4065-4207-bec1-befa1889d519), provisioning_complete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:27.609822 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 38218) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:21:27.614925 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.v2.base [None req-f515004b-3be1-4dd6-8fed-a589395cc9a4 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1417417280', 'description': 'tempest-description--2098518819'}} {{(pid=103091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:21:27.712096 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-f515004b-3be1-4dd6-8fed-a589395cc9a4 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks [] for security_group (None), before_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:27.795157 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 38228) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:21:27.819562 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.v2.base [None req-67574a58-1995-4928-94fc-c7343d49d32e tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1987968788', 'description': 'tempest-description--647975117'}} {{(pid=103091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:21:27.963967 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-67574a58-1995-4928-94fc-c7343d49d32e tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Publish callbacks [] for security_group (None), before_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:28.117581 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-67574a58-1995-4928-94fc-c7343d49d32e tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Publish callbacks [] for security_group (f8c0c943-e611-4d20-8bcb-3980a39beca4), precommit_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:28.125749 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-67574a58-1995-4928-94fc-c7343d49d32e tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (f8c0c943-e611-4d20-8bcb-3980a39beca4), after_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:28.267459 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-9183fec4-6b13-4fe6-bf21-b2031133fe76 req-9f375d86-75cd-4360-b7bc-5bfc64a78dd6 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--1283039270&fields=id&tenant_id=a951288cde284b359074a2755c43fd3f HTTP/1.1" status: 200 len: 267 time: 0.3961818 Mar 11 16:21:28.268082 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-67574a58-1995-4928-94fc-c7343d49d32e tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Publish callbacks [] for security_group (None), before_response {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:28.269689 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-67574a58-1995-4928-94fc-c7343d49d32e tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4654355 Mar 11 16:21:28.287038 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-755ca93a-3185-4e1d-b7b0-26816a863484 None None] Publish callbacks [] for port (8ac48933-906b-451f-9262-acdcb1369688), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:28.314976 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-755ca93a-3185-4e1d-b7b0-26816a863484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947'] for port (8ac48933-906b-451f-9262-acdcb1369688), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:28.321461 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-f515004b-3be1-4dd6-8fed-a589395cc9a4 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks [] for security_group (7c276c18-4868-4599-beba-04acf139a2dc), precommit_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:28.321461 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 38246) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:21:28.332712 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.v2.base [None req-1c631386-8310-4577-b1c0-57fdc444813e tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Request body: {'security_group_rule': {'security_group_id': 'f8c0c943-e611-4d20-8bcb-3980a39beca4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:21:28.372387 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-f515004b-3be1-4dd6-8fed-a589395cc9a4 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (7c276c18-4868-4599-beba-04acf139a2dc), after_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:28.424504 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67574a58-1995-4928-94fc-c7343d49d32e tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8c0c943-e611-4d20-8bcb-3980a39beca4,revision_number=1']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:28.441181 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-5d4d6b8a-3e73-43a3-a027-4359fce2c46f None None] Current status of the port 640132e4-6f5b-4a16-bcab-35e5b7d111df is: DOWN; New status is: ACTIVE {{(pid=103093) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 16:21:28.441646 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-5d4d6b8a-3e73-43a3-a027-4359fce2c46f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (640132e4-6f5b-4a16-bcab-35e5b7d111df), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:28.482538 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-1af2653b-7e93-44de-9544-74d8f8c0604d req-ac7df426-0521-4312-940f-7ed987c16959 tempest-DeleteServersTestJSON-1451149907 tempest-DeleteServersTestJSON-1451149907-project] 10.222.0.72 "GET /v2.0/ports?device_id=cc1cc7c0-aa3a-43d4-9002-34a8f17ee83f HTTP/1.1" status: 200 len: 210 time: 0.4746814 Mar 11 16:21:28.500293 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-f515004b-3be1-4dd6-8fed-a589395cc9a4 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks [] for security_group (None), before_response {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:28.506128 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-f515004b-3be1-4dd6-8fed-a589395cc9a4 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.8906529 Mar 11 16:21:28.517766 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 38258) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:21:28.544124 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Current status of the port dc4b8562-4065-4207-bec1-befa1889d519 is: DOWN; New status is: ACTIVE {{(pid=103093) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 16:21:28.544785 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (dc4b8562-4065-4207-bec1-befa1889d519), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:28.558191 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc15c65-85a0-4e8b-bd2c-5aadd1ac8511 None None] Pushing event updated for resources: {'Port': ['ID=8ac48933-906b-451f-9262-acdcb1369688,revision_number=3']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:28.576878 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.v2.base [None req-e12bc519-1b58-49c8-bd9e-3d8d7e25949a tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Request body: {'security_group_rule': {'security_group_id': '7c276c18-4868-4599-beba-04acf139a2dc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:21:28.594893 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-5d4d6b8a-3e73-43a3-a027-4359fce2c46f None None] For port 640132e4-6f5b-4a16-bcab-35e5b7d111df, host dv-cinder-750782-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-12-iscsi',level=0,port_id=640132e4-6f5b-4a16-bcab-35e5b7d111df,segment=NetworkSegment(a719ed4c-1b21-4087-84c5-f4c81307e7ed),segment_id=a719ed4c-1b21-4087-84c5-f4c81307e7ed)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:21:28.606135 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-5d4d6b8a-3e73-43a3-a027-4359fce2c46f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947'] for port (640132e4-6f5b-4a16-bcab-35e5b7d111df), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:28.617701 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-8619eeb1-b402-43fa-808b-d5faa1ee06a7 req-4de89a1c-3245-4ab1-a134-dbc524eac5a2 tempest-DeleteServersTestJSON-1451149907 tempest-DeleteServersTestJSON-1451149907-project] Publish callbacks [] for port (f1edea0c-d985-4d04-b477-2de4163e6dae), precommit_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:28.657010 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] For port dc4b8562-4065-4207-bec1-befa1889d519, host dv-cinder-750782-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-12-iscsi',level=0,port_id=dc4b8562-4065-4207-bec1-befa1889d519,segment=NetworkSegment(d35af6e3-4c7b-42bf-84c3-6daa0b397bde),segment_id=d35af6e3-4c7b-42bf-84c3-6daa0b397bde)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:21:28.669369 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f515004b-3be1-4dd6-8fed-a589395cc9a4 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c276c18-4868-4599-beba-04acf139a2dc,revision_number=1']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:28.743823 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [None req-755ca93a-3185-4e1d-b7b0-26816a863484 None None] Attempting to bind port 8ac48933-906b-451f-9262-acdcb1369688 on host dv-cinder-750782-12-iscsi for vnic_type normal with profile {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 16:21:28.747159 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [None req-755ca93a-3185-4e1d-b7b0-26816a863484 None None] Attempting to bind port 8ac48933-906b-451f-9262-acdcb1369688 by drivers openvswitch,hyperv on host dv-cinder-750782-12-iscsi at level 0 using segments [{'id': 'd0d5eee1-b4bb-471c-a057-81102a55b99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '5f3aea45-b741-4cf8-ad8b-40753fc82fad'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 16:21:28.747581 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755ca93a-3185-4e1d-b7b0-26816a863484 None None] Attempting to bind port 8ac48933-906b-451f-9262-acdcb1369688 on network 5f3aea45-b741-4cf8-ad8b-40753fc82fad {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 16:21:28.771628 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-1c631386-8310-4577-b1c0-57fdc444813e tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Publish callbacks [] for security_group_rule (8565ba62-1a96-4239-99f8-26ee29be1855), before_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:28.772026 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755ca93a-3185-4e1d-b7b0-26816a863484 None None] Checking agent: {'id': '1025624e-e238-47fc-86ae-58f7bb6baa16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 12, 50), 'started_at': datetime.datetime(2022, 3, 11, 16, 13, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 21, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 16:21:28.772849 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755ca93a-3185-4e1d-b7b0-26816a863484 None None] Checking segment: {'id': 'd0d5eee1-b4bb-471c-a057-81102a55b99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '5f3aea45-b741-4cf8-ad8b-40753fc82fad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 16:21:28.773844 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-755ca93a-3185-4e1d-b7b0-26816a863484 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:28.774901 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755ca93a-3185-4e1d-b7b0-26816a863484 None None] Bound using segment: {'id': 'd0d5eee1-b4bb-471c-a057-81102a55b99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '5f3aea45-b741-4cf8-ad8b-40753fc82fad'} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 16:21:28.775406 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [None req-755ca93a-3185-4e1d-b7b0-26816a863484 None None] Bound port: 8ac48933-906b-451f-9262-acdcb1369688, host: dv-cinder-750782-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0d5eee1-b4bb-471c-a057-81102a55b99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '5f3aea45-b741-4cf8-ad8b-40753fc82fad'}}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 16:21:28.776948 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-755ca93a-3185-4e1d-b7b0-26816a863484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (8ac48933-906b-451f-9262-acdcb1369688), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:28.812126 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4d6b8a-3e73-43a3-a027-4359fce2c46f None None] Pushing event updated for resources: {'Port': ['ID=640132e4-6f5b-4a16-bcab-35e5b7d111df,revision_number=5']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:28.823946 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947'] for port (dc4b8562-4065-4207-bec1-befa1889d519), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:28.848431 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_hamode_db [None req-8c5a2dd0-477c-4cea-a22b-05cace64387b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '839b5096-b9c0-4547-9685-d62aca0b2418', 'name': 'tempest-AttachVolumeShelveTestJSON-1853710950-router', 'tenant_id': 'a951288cde284b359074a2755c43fd3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'external_fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': '502e9fb5-5295-4eef-85c5-d90406a3e043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:21:05Z', 'updated_at': '2022-03-11T16:21:13Z', 'revision_number': 4, 'project_id': 'a951288cde284b359074a2755c43fd3f', 'gw_port': {'id': '502e9fb5-5295-4eef-85c5-d90406a3e043', 'name': '', 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:55:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839b5096-b9c0-4547-9685-d62aca0b2418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:05Z', 'updated_at': '2022-03-11T16:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-12-iscsi', '_interfaces': [{'id': '640132e4-6f5b-4a16-bcab-35e5b7d111df', 'name': '', 'network_id': '4d385937-5589-47ac-b063-981bb549e693', 'tenant_id': 'a951288cde284b359074a2755c43fd3f', 'mac_address': 'fa:16:3e:45:59:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '839b5096-b9c0-4547-9685-d62aca0b2418', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '1fa91c63-7953-4f02-bfd2-c0a4c4e05e10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:10Z', 'updated_at': '2022-03-11T16:21:25Z', 'revision_number': 4, 'project_id': 'a951288cde284b359074a2755c43fd3f', 'subnets': [{'id': '1fa91c63-7953-4f02-bfd2-c0a4c4e05e10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-12-iscsi', False) {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:21:28.971609 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-8619eeb1-b402-43fa-808b-d5faa1ee06a7 req-4de89a1c-3245-4ab1-a134-dbc524eac5a2 tempest-DeleteServersTestJSON-1451149907 tempest-DeleteServersTestJSON-1451149907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780137975911'] for port (f1edea0c-d985-4d04-b477-2de4163e6dae), after_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:29.026408 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5a2dd0-477c-4cea-a22b-05cace64387b None None] The sync data for ids ['839b5096-b9c0-4547-9685-d62aca0b2418'] in dv-cinder-750782-12-iscsi is: [{'id': '839b5096-b9c0-4547-9685-d62aca0b2418', 'name': 'tempest-AttachVolumeShelveTestJSON-1853710950-router', 'tenant_id': 'a951288cde284b359074a2755c43fd3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'external_fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': '502e9fb5-5295-4eef-85c5-d90406a3e043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:21:05Z', 'updated_at': '2022-03-11T16:21:13Z', 'revision_number': 4, 'project_id': 'a951288cde284b359074a2755c43fd3f', 'gw_port': {'id': '502e9fb5-5295-4eef-85c5-d90406a3e043', 'name': '', 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:55:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839b5096-b9c0-4547-9685-d62aca0b2418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:05Z', 'updated_at': '2022-03-11T16:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-12-iscsi', '_interfaces': [{'id': '640132e4-6f5b-4a16-bcab-35e5b7d111df', 'name': '', 'network_id': '4d385937-5589-47ac-b063-981bb549e693', 'tenant_id': 'a951288cde284b359074a2755c43fd3f', 'mac_address': 'fa:16:3e:45:59:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '839b5096-b9c0-4547-9685-d62aca0b2418', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '1fa91c63-7953-4f02-bfd2-c0a4c4e05e10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:10Z', 'updated_at': '2022-03-11T16:21:25Z', 'revision_number': 4, 'project_id': 'a951288cde284b359074a2755c43fd3f', 'subnets': [{'id': '1fa91c63-7953-4f02-bfd2-c0a4c4e05e10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:21:29.046684 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.plugins.ml2.db [None req-755ca93a-3185-4e1d-b7b0-26816a863484 None None] For port 8ac48933-906b-451f-9262-acdcb1369688, host dv-cinder-750782-12-iscsi, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:21:29.059267 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.plugins.ml2.db [None req-755ca93a-3185-4e1d-b7b0-26816a863484 None None] For port 8ac48933-906b-451f-9262-acdcb1369688, host dv-cinder-750782-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-12-iscsi',level=0,port_id=8ac48933-906b-451f-9262-acdcb1369688,segment=NetworkSegment(d0d5eee1-b4bb-471c-a057-81102a55b99f),segment_id=d0d5eee1-b4bb-471c-a057-81102a55b99f)] {{(pid=103094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:21:29.083597 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-755ca93a-3185-4e1d-b7b0-26816a863484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947'] for port (8ac48933-906b-451f-9262-acdcb1369688), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:29.263691 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-1c631386-8310-4577-b1c0-57fdc444813e tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Publish callbacks [] for security_group_rule (8565ba62-1a96-4239-99f8-26ee29be1855), precommit_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:29.268896 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [None req-cd06b89b-7433-4da9-a2eb-19c47d7c4cb9 None None] Provisioning complete for port 8ac48933-906b-451f-9262-acdcb1369688 triggered by entity DHCP. {{(pid=103093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 16:21:29.269263 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-e12bc519-1b58-49c8-bd9e-3d8d7e25949a tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks [] for security_group_rule (a1767f9c-0cbc-4c35-93d5-753fe4f0128c), before_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:29.271763 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-cd06b89b-7433-4da9-a2eb-19c47d7c4cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397499'] for port (8ac48933-906b-451f-9262-acdcb1369688), provisioning_complete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:29.291341 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-1c631386-8310-4577-b1c0-57fdc444813e tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606776'] for security_group_rule (8565ba62-1a96-4239-99f8-26ee29be1855), after_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:29.406548 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de89a1c-3245-4ab1-a134-dbc524eac5a2 tempest-DeleteServersTestJSON-1451149907 tempest-DeleteServersTestJSON-1451149907-project] Pushing event updated for resources: {'Port': ['ID=f1edea0c-d985-4d04-b477-2de4163e6dae,revision_number=1']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:29.442608 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-1c631386-8310-4577-b1c0-57fdc444813e tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:29.444309 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Device 980736ea-4e16-47b8-905f-91aa7ae293a0 up at agent ovs-agent-dv-cinder-750782-12-iscsi {{(pid=103093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 16:21:29.454429 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755ca93a-3185-4e1d-b7b0-26816a863484 None None] Routers {'0445e330-dbfe-4390-80a7-5bd62ee92899'} bound to L3 agent in host dv-cinder-750782-12-iscsi {{(pid=103094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 16:21:29.455593 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-1c631386-8310-4577-b1c0-57fdc444813e tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1263504 Mar 11 16:21:29.457147 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 38272) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:21:29.462537 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_hamode_db [None req-755ca93a-3185-4e1d-b7b0-26816a863484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:12:46Z,description=,heartbeat_timestamp=2022-03-11T16:21:16Z,host='dv-cinder-750782-12-iscsi',id=03422851-42b1-44c9-ada6-e479436b7b23,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:12:46Z,topic='l3_agent')) {'router_ids': ['0445e330-dbfe-4390-80a7-5bd62ee92899'], 'active': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:21:29.544221 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8619eeb1-b402-43fa-808b-d5faa1ee06a7 req-4de89a1c-3245-4ab1-a134-dbc524eac5a2 tempest-DeleteServersTestJSON-1451149907 tempest-DeleteServersTestJSON-1451149907-project] Network 1fbedf9b-6928-4a0c-926c-d2a7c2cd4cd2 is already hosted by enough agents. {{(pid=103092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:21:29.564482 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.v2.base [None req-b2b349a6-ec13-4d42-acc3-397ed62b0954 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Request body: {'security_group_rule': {'security_group_id': 'f8c0c943-e611-4d20-8bcb-3980a39beca4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:21:29.575846 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.scheduler.base_scheduler [req-8619eeb1-b402-43fa-808b-d5faa1ee06a7 req-4de89a1c-3245-4ab1-a134-dbc524eac5a2 tempest-DeleteServersTestJSON-1451149907 tempest-DeleteServersTestJSON-1451149907-project] Resources bound (agent type, host, resource id): {{(pid=103092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:21:29.588022 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.db.l3_dvrscheduler_db [req-8619eeb1-b402-43fa-808b-d5faa1ee06a7 req-4de89a1c-3245-4ab1-a134-dbc524eac5a2 tempest-DeleteServersTestJSON-1451149907 tempest-DeleteServersTestJSON-1451149907-project] Received port after_create {{(pid=103092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 16:21:29.611137 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8619eeb1-b402-43fa-808b-d5faa1ee06a7 req-4de89a1c-3245-4ab1-a134-dbc524eac5a2 tempest-DeleteServersTestJSON-1451149907 tempest-DeleteServersTestJSON-1451149907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:29.627204 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-8619eeb1-b402-43fa-808b-d5faa1ee06a7 req-4de89a1c-3245-4ab1-a134-dbc524eac5a2 tempest-DeleteServersTestJSON-1451149907 tempest-DeleteServersTestJSON-1451149907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779404'] for port (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:29.648602 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c631386-8310-4577-b1c0-57fdc444813e tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8565ba62-1a96-4239-99f8-26ee29be1855,revision_number=0']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:29.681496 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9183fec4-6b13-4fe6-bf21-b2031133fe76 req-a28edc07-5070-4412-bb8a-1eb66f58e734 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:29.691420 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Pushing event updated for resources: {'Port': ['ID=dc4b8562-4065-4207-bec1-befa1889d519,revision_number=4']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:29.711984 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-9183fec4-6b13-4fe6-bf21-b2031133fe76 req-a28edc07-5070-4412-bb8a-1eb66f58e734 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/networks?id=4d385937-5589-47ac-b063-981bb549e693 HTTP/1.1" status: 200 len: 817 time: 1.4305859 Mar 11 16:21:29.753416 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-b2b349a6-ec13-4d42-acc3-397ed62b0954 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Publish callbacks [] for security_group_rule (86b6f33f-97fc-4972-a3a5-099aed243b03), before_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:29.807233 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Provisioning complete for port 980736ea-4e16-47b8-905f-91aa7ae293a0 triggered by entity L2. {{(pid=103093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 16:21:29.807608 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397499'] for port (980736ea-4e16-47b8-905f-91aa7ae293a0), provisioning_complete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:29.809359 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc15c65-85a0-4e8b-bd2c-5aadd1ac8511 None None] Pushing event updated for resources: {'Port': ['ID=8ac48933-906b-451f-9262-acdcb1369688,revision_number=4']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:29.820815 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-8619eeb1-b402-43fa-808b-d5faa1ee06a7 req-4de89a1c-3245-4ab1-a134-dbc524eac5a2 tempest-DeleteServersTestJSON-1451149907 tempest-DeleteServersTestJSON-1451149907-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.5222790 Mar 11 16:21:29.849810 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-e12bc519-1b58-49c8-bd9e-3d8d7e25949a tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks [] for security_group_rule (a1767f9c-0cbc-4c35-93d5-753fe4f0128c), precommit_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:29.864946 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-9183fec4-6b13-4fe6-bf21-b2031133fe76 req-7b870391-877f-44c3-910a-b257dfeb4f22 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/quotas/a951288cde284b359074a2755c43fd3f HTTP/1.1" status: 200 len: 375 time: 0.1487079 Mar 11 16:21:29.884389 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-e12bc519-1b58-49c8-bd9e-3d8d7e25949a tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606776'] for security_group_rule (a1767f9c-0cbc-4c35-93d5-753fe4f0128c), after_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:29.902460 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [req-8619eeb1-b402-43fa-808b-d5faa1ee06a7 req-9e35ac97-c349-40e4-9c5f-3ddc1ce7be3d tempest-DeleteServersTestJSON-1451149907 tempest-DeleteServersTestJSON-1451149907-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=103092) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 16:21:29.923722 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-8619eeb1-b402-43fa-808b-d5faa1ee06a7 req-9e35ac97-c349-40e4-9c5f-3ddc1ce7be3d tempest-DeleteServersTestJSON-1451149907 tempest-DeleteServersTestJSON-1451149907-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0750070 Mar 11 16:21:30.110739 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-cd06b89b-7433-4da9-a2eb-19c47d7c4cb9 None None] Current status of the port 8ac48933-906b-451f-9262-acdcb1369688 is: DOWN; New status is: ACTIVE {{(pid=103093) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 16:21:30.111246 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-cd06b89b-7433-4da9-a2eb-19c47d7c4cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (8ac48933-906b-451f-9262-acdcb1369688), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:30.113926 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12bc519-1b58-49c8-bd9e-3d8d7e25949a tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1767f9c-0cbc-4c35-93d5-753fe4f0128c,revision_number=0']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:30.143298 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-e12bc519-1b58-49c8-bd9e-3d8d7e25949a tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:30.147082 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-e12bc519-1b58-49c8-bd9e-3d8d7e25949a tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6064522 Mar 11 16:21:30.151848 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7698f208-d2ff-47a6-9d75-b95d00d11f1a None None] Sync routers for ids ['b8ac2b6e-e82a-4d35-bd87-ef6f6f75d76d'] in dv-cinder-750782-12-iscsi {{(pid=103093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:21:30.168075 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 38298) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:21:30.170005 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-b2b349a6-ec13-4d42-acc3-397ed62b0954 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Publish callbacks [] for security_group_rule (86b6f33f-97fc-4972-a3a5-099aed243b03), precommit_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:30.188865 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.v2.base [None req-2bbbfb1a-93d3-4c0a-af55-dddd972cb797 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Request body: {'security_group_rule': {'security_group_id': '7c276c18-4868-4599-beba-04acf139a2dc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:21:30.209300 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-b2b349a6-ec13-4d42-acc3-397ed62b0954 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606776'] for security_group_rule (86b6f33f-97fc-4972-a3a5-099aed243b03), after_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:30.309865 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-b2b349a6-ec13-4d42-acc3-397ed62b0954 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:30.316720 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-b2b349a6-ec13-4d42-acc3-397ed62b0954 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8058124 Mar 11 16:21:30.322551 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 38302) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:21:30.354204 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.v2.base [None req-26e4977d-0810-4c73-a61b-01bc9bf2d1e6 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Request body: {'floatingip': {'floating_network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82'}} {{(pid=103091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:21:30.376711 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b349a6-ec13-4d42-acc3-397ed62b0954 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86b6f33f-97fc-4972-a3a5-099aed243b03,revision_number=0']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:30.396759 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-cd06b89b-7433-4da9-a2eb-19c47d7c4cb9 None None] For port 8ac48933-906b-451f-9262-acdcb1369688, host dv-cinder-750782-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-12-iscsi',level=0,port_id=8ac48933-906b-451f-9262-acdcb1369688,segment=NetworkSegment(d0d5eee1-b4bb-471c-a057-81102a55b99f),segment_id=d0d5eee1-b4bb-471c-a057-81102a55b99f)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:21:30.452823 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7698f208-d2ff-47a6-9d75-b95d00d11f1a None None] Routers {'b8ac2b6e-e82a-4d35-bd87-ef6f6f75d76d'} bound to L3 agent in host dv-cinder-750782-12-iscsi {{(pid=103093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 16:21:30.453725 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_hamode_db [None req-7698f208-d2ff-47a6-9d75-b95d00d11f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:12:46Z,description=,heartbeat_timestamp=2022-03-11T16:21:16Z,host='dv-cinder-750782-12-iscsi',id=03422851-42b1-44c9-ada6-e479436b7b23,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:12:46Z,topic='l3_agent')) {'router_ids': ['b8ac2b6e-e82a-4d35-bd87-ef6f6f75d76d'], 'active': True} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:21:30.458147 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-cd06b89b-7433-4da9-a2eb-19c47d7c4cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947'] for port (8ac48933-906b-451f-9262-acdcb1369688), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:30.498537 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-26e4977d-0810-4c73-a61b-01bc9bf2d1e6 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:30.525574 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-2bbbfb1a-93d3-4c0a-af55-dddd972cb797 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks [] for security_group_rule (4248a0bb-4285-46c5-a5dc-761d6999020d), before_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:30.565991 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-9183fec4-6b13-4fe6-bf21-b2031133fe76 req-ee43636c-f8fd-4228-b738-1e9c2935604c tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=a951288cde284b359074a2755c43fd3f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6986685 Mar 11 16:21:30.596796 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff17640-8238-473c-9563-8ca5c0e4828f req-2a17f3a3-255c-4425-a29a-c39af24965e1 tempest-DeleteServersTestJSON-1451149907 tempest-DeleteServersTestJSON-1451149907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:30.611293 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-7ff17640-8238-473c-9563-8ca5c0e4828f req-2a17f3a3-255c-4425-a29a-c39af24965e1 tempest-DeleteServersTestJSON-1451149907 tempest-DeleteServersTestJSON-1451149907-project] 10.222.0.72 "GET /v2.0/ports?device_id=cc1cc7c0-aa3a-43d4-9002-34a8f17ee83f HTTP/1.1" status: 200 len: 931 time: 0.7732434 Mar 11 16:21:30.892556 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_dvr_db [None req-755ca93a-3185-4e1d-b7b0-26816a863484 None None] Set router 0445e330-dbfe-4390-80a7-5bd62ee92899 gateway port host: dv-cinder-750782-12-iscsi {{(pid=103094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 16:21:30.959242 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-9183fec4-6b13-4fe6-bf21-b2031133fe76 req-841caaaf-47dd-43b7-9977-01e74db3f442 service neutron] 10.222.0.72 "GET /v2.0/networks/4d385937-5589-47ac-b063-981bb549e693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3467672 Mar 11 16:21:30.993781 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.v2.base [req-8619eeb1-b402-43fa-808b-d5faa1ee06a7 req-088c6fa0-c7ee-4c96-8d83-53cbb7b91029 service neutron] Request body: {'port': {'device_id': 'cc1cc7c0-aa3a-43d4-9002-34a8f17ee83f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=103092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:21:31.198510 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-2bbbfb1a-93d3-4c0a-af55-dddd972cb797 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks [] for security_group_rule (4248a0bb-4285-46c5-a5dc-761d6999020d), precommit_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:31.266261 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-2bbbfb1a-93d3-4c0a-af55-dddd972cb797 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606776'] for security_group_rule (4248a0bb-4285-46c5-a5dc-761d6999020d), after_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:31.276733 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Current status of the port 980736ea-4e16-47b8-905f-91aa7ae293a0 is: DOWN; New status is: ACTIVE {{(pid=103093) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 16:21:31.277134 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (980736ea-4e16-47b8-905f-91aa7ae293a0), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:31.335777 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [None req-9a088bbd-cd8c-4e31-a8a7-8f711d2c9517 None None] Provisioning complete for port 8ac48933-906b-451f-9262-acdcb1369688 triggered by entity DHCP. {{(pid=103093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 16:21:31.336304 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9a088bbd-cd8c-4e31-a8a7-8f711d2c9517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397499'] for port (8ac48933-906b-451f-9262-acdcb1369688), provisioning_complete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:31.425584 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-2bbbfb1a-93d3-4c0a-af55-dddd972cb797 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:31.464565 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-7ff17640-8238-473c-9563-8ca5c0e4828f req-12e9ca5e-ca4e-41e8-a562-9471a03e37e8 tempest-DeleteServersTestJSON-1451149907 tempest-DeleteServersTestJSON-1451149907-project] 10.222.0.72 "GET /v2.0/security-groups?id=fb4b6332-23d2-48fe-8823-aaf4f90930e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4829977 Mar 11 16:21:31.464776 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-2bbbfb1a-93d3-4c0a-af55-dddd972cb797 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2804372 Mar 11 16:21:31.476172 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 38324) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:21:31.538413 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] For port 980736ea-4e16-47b8-905f-91aa7ae293a0, host dv-cinder-750782-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-12-iscsi',level=0,port_id=980736ea-4e16-47b8-905f-91aa7ae293a0,segment=NetworkSegment(d35af6e3-4c7b-42bf-84c3-6daa0b397bde),segment_id=d35af6e3-4c7b-42bf-84c3-6daa0b397bde)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:21:31.546947 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.v2.base [None req-550126be-b3b3-499a-a293-a2e0f5fd5bc8 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Request body: {'floatingip': {'floating_network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82'}} {{(pid=103092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:21:31.565828 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbbfb1a-93d3-4c0a-af55-dddd972cb797 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4248a0bb-4285-46c5-a5dc-761d6999020d,revision_number=0']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:31.567100 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947'] for port (980736ea-4e16-47b8-905f-91aa7ae293a0), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:31.568979 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd06b89b-7433-4da9-a2eb-19c47d7c4cb9 None None] Pushing event updated for resources: {'Port': ['ID=8ac48933-906b-451f-9262-acdcb1369688,revision_number=5']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:31.648935 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-9183fec4-6b13-4fe6-bf21-b2031133fe76 req-03c1a73f-fcc2-42fb-8136-3e88e13b10bc service neutron] 10.222.0.72 "GET /v2.0/networks/4d385937-5589-47ac-b063-981bb549e693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6856978 Mar 11 16:21:31.670219 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-8619eeb1-b402-43fa-808b-d5faa1ee06a7 req-088c6fa0-c7ee-4c96-8d83-53cbb7b91029 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (f1edea0c-d985-4d04-b477-2de4163e6dae), before_update {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:31.711631 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-26e4977d-0810-4c73-a61b-01bc9bf2d1e6 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (None), before_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:31.912992 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_hamode_db [None req-755ca93a-3185-4e1d-b7b0-26816a863484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0445e330-dbfe-4390-80a7-5bd62ee92899', 'name': 'tempest-AttachVolumeNegativeTest-1800470620-router', 'tenant_id': '3f90eba451e343e49c0fa456ba2b00cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'external_fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': 'dc4b8562-4065-4207-bec1-befa1889d519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:21:10Z', 'updated_at': '2022-03-11T16:21:21Z', 'revision_number': 4, 'project_id': '3f90eba451e343e49c0fa456ba2b00cd', 'gw_port': {'id': 'dc4b8562-4065-4207-bec1-befa1889d519', 'name': '', 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:52:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0445e330-dbfe-4390-80a7-5bd62ee92899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:12Z', 'updated_at': '2022-03-11T16:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-12-iscsi', '_interfaces': [{'id': '8ac48933-906b-451f-9262-acdcb1369688', 'name': '', 'network_id': '5f3aea45-b741-4cf8-ad8b-40753fc82fad', 'tenant_id': '3f90eba451e343e49c0fa456ba2b00cd', 'mac_address': 'fa:16:3e:a5:32:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0445e330-dbfe-4390-80a7-5bd62ee92899', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'acc28c21-3e47-4bf8-b31f-cbbed70c6f99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:19Z', 'updated_at': '2022-03-11T16:21:29Z', 'revision_number': 4, 'project_id': '3f90eba451e343e49c0fa456ba2b00cd', 'subnets': [{'id': 'acc28c21-3e47-4bf8-b31f-cbbed70c6f99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-12-iscsi', False) {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:21:31.966544 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_dvr_db [None req-7698f208-d2ff-47a6-9d75-b95d00d11f1a None None] Set router b8ac2b6e-e82a-4d35-bd87-ef6f6f75d76d gateway port host: dv-cinder-750782-12-iscsi {{(pid=103093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 16:21:32.074757 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Pushing event updated for resources: {'Port': ['ID=980736ea-4e16-47b8-905f-91aa7ae293a0,revision_number=4']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:32.083325 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-9a088bbd-cd8c-4e31-a8a7-8f711d2c9517 None None] Current status of the port 8ac48933-906b-451f-9262-acdcb1369688 is: ACTIVE; New status is: ACTIVE {{(pid=103093) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 16:21:32.105878 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-550126be-b3b3-499a-a293-a2e0f5fd5bc8 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:32.107048 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Device 640132e4-6f5b-4a16-bcab-35e5b7d111df up at agent ovs-agent-dv-cinder-750782-12-iscsi {{(pid=103093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 16:21:32.122415 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755ca93a-3185-4e1d-b7b0-26816a863484 None None] The sync data for ids ['0445e330-dbfe-4390-80a7-5bd62ee92899'] in dv-cinder-750782-12-iscsi is: [{'id': '0445e330-dbfe-4390-80a7-5bd62ee92899', 'name': 'tempest-AttachVolumeNegativeTest-1800470620-router', 'tenant_id': '3f90eba451e343e49c0fa456ba2b00cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'external_fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': 'dc4b8562-4065-4207-bec1-befa1889d519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:21:10Z', 'updated_at': '2022-03-11T16:21:21Z', 'revision_number': 4, 'project_id': '3f90eba451e343e49c0fa456ba2b00cd', 'gw_port': {'id': 'dc4b8562-4065-4207-bec1-befa1889d519', 'name': '', 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:52:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0445e330-dbfe-4390-80a7-5bd62ee92899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:12Z', 'updated_at': '2022-03-11T16:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-12-iscsi', '_interfaces': [{'id': '8ac48933-906b-451f-9262-acdcb1369688', 'name': '', 'network_id': '5f3aea45-b741-4cf8-ad8b-40753fc82fad', 'tenant_id': '3f90eba451e343e49c0fa456ba2b00cd', 'mac_address': 'fa:16:3e:a5:32:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0445e330-dbfe-4390-80a7-5bd62ee92899', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'acc28c21-3e47-4bf8-b31f-cbbed70c6f99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:19Z', 'updated_at': '2022-03-11T16:21:29Z', 'revision_number': 4, 'project_id': '3f90eba451e343e49c0fa456ba2b00cd', 'subnets': [{'id': 'acc28c21-3e47-4bf8-b31f-cbbed70c6f99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:21:32.131566 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.db.db_base_plugin_common [None req-26e4977d-0810-4c73-a61b-01bc9bf2d1e6 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Allocated IP 172.27.0.123 (ff1c1ad1-a65f-4be8-9483-081137458b82/5240f8c4-acf8-4de2-827e-773879cfd307/46f13b2f-03ec-4f28-8942-6f390e22effe) {{(pid=103091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:21:32.255042 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.agents_db [None req-ed17eba3-c4d2-4aaa-a64c-93b8434a4a48 None None] Agent healthcheck: found 6 active agents {{(pid=103094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 16:21:32.263044 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-f4b63b8f-ef63-4eb5-b37d-1e7c285cad9d req-bcf14f8d-bd26-4844-9349-bc94066572e3 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=478c05ae-53fc-4f37-9e47-5b58ee2f7275 HTTP/1.1" status: 200 len: 210 time: 0.0889382 Mar 11 16:21:32.486079 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Provisioning complete for port 640132e4-6f5b-4a16-bcab-35e5b7d111df triggered by entity L2. {{(pid=103093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 16:21:32.486465 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397499'] for port (640132e4-6f5b-4a16-bcab-35e5b7d111df), provisioning_complete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:32.692834 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-26e4977d-0810-4c73-a61b-01bc9bf2d1e6 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Publish callbacks [] for port (46f13b2f-03ec-4f28-8942-6f390e22effe), precommit_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:32.725185 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_hamode_db [None req-7698f208-d2ff-47a6-9d75-b95d00d11f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8ac2b6e-e82a-4d35-bd87-ef6f6f75d76d', 'name': 'tempest-AttachVolumeTestJSON-1808249257-router', 'tenant_id': 'f3f35569b4e74dd193f09cb7aa5a05a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'external_fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '980736ea-4e16-47b8-905f-91aa7ae293a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:21:09Z', 'updated_at': '2022-03-11T16:21:21Z', 'revision_number': 4, 'project_id': 'f3f35569b4e74dd193f09cb7aa5a05a9', 'gw_port': {'id': '980736ea-4e16-47b8-905f-91aa7ae293a0', 'name': '', 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:1a:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8ac2b6e-e82a-4d35-bd87-ef6f6f75d76d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:11Z', 'updated_at': '2022-03-11T16:21:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-12-iscsi', '_interfaces': [{'id': '9d766dcf-2ab9-41a9-b411-f84026ad52e4', 'name': '', 'network_id': '9795e861-3b04-408a-82ce-319a55ca0d5c', 'tenant_id': 'f3f35569b4e74dd193f09cb7aa5a05a9', 'mac_address': 'fa:16:3e:ce:2f:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8ac2b6e-e82a-4d35-bd87-ef6f6f75d76d', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a21718ed-f252-41de-a223-6ef10277caa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:18Z', 'updated_at': '2022-03-11T16:21:21Z', 'revision_number': 2, 'project_id': 'f3f35569b4e74dd193f09cb7aa5a05a9', 'subnets': [{'id': 'a21718ed-f252-41de-a223-6ef10277caa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-12-iscsi', False) {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:21:32.779837 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7698f208-d2ff-47a6-9d75-b95d00d11f1a None None] Checking router: b8ac2b6e-e82a-4d35-bd87-ef6f6f75d76d for host: dv-cinder-750782-12-iscsi {{(pid=103093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:21:32.781011 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7698f208-d2ff-47a6-9d75-b95d00d11f1a None None] Updating router b8ac2b6e-e82a-4d35-bd87-ef6f6f75d76d port 9d766dcf-2ab9-41a9-b411-f84026ad52e4 binding host dv-cinder-750782-12-iscsi {{(pid=103093) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 16:21:32.784491 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Current status of the port 640132e4-6f5b-4a16-bcab-35e5b7d111df is: ACTIVE; New status is: ACTIVE {{(pid=103093) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 16:21:32.785587 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Device dc4b8562-4065-4207-bec1-befa1889d519 up at agent ovs-agent-dv-cinder-750782-12-iscsi {{(pid=103093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 16:21:32.833383 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-26e4977d-0810-4c73-a61b-01bc9bf2d1e6 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780137975911'] for port (46f13b2f-03ec-4f28-8942-6f390e22effe), after_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:32.975537 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7698f208-d2ff-47a6-9d75-b95d00d11f1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (9d766dcf-2ab9-41a9-b411-f84026ad52e4), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:32.995984 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.notifiers.nova [req-8619eeb1-b402-43fa-808b-d5faa1ee06a7 req-088c6fa0-c7ee-4c96-8d83-53cbb7b91029 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1edea0c-d985-4d04-b477-2de4163e6dae {{(pid=103092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:21:33.008370 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-8619eeb1-b402-43fa-808b-d5faa1ee06a7 req-088c6fa0-c7ee-4c96-8d83-53cbb7b91029 service neutron] Publish callbacks [] for port (f1edea0c-d985-4d04-b477-2de4163e6dae), precommit_update {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:33.025172 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e4977d-0810-4c73-a61b-01bc9bf2d1e6 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Pushing event updated for resources: {'Port': ['ID=46f13b2f-03ec-4f28-8942-6f390e22effe,revision_number=1']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:33.059200 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26e4977d-0810-4c73-a61b-01bc9bf2d1e6 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Network ff1c1ad1-a65f-4be8-9483-081137458b82 is already hosted by enough agents. {{(pid=103091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:21:33.060714 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.scheduler.base_scheduler [None req-26e4977d-0810-4c73-a61b-01bc9bf2d1e6 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Resources bound (agent type, host, resource id): {{(pid=103091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:21:33.066921 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e4977d-0810-4c73-a61b-01bc9bf2d1e6 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Received port after_create {{(pid=103091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 16:21:33.111203 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.db.provisioning_blocks [req-8619eeb1-b402-43fa-808b-d5faa1ee06a7 req-088c6fa0-c7ee-4c96-8d83-53cbb7b91029 service neutron] Transition to ACTIVE for port object f1edea0c-d985-4d04-b477-2de4163e6dae will not be triggered until provisioned by entity L2. {{(pid=103092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 16:21:33.113010 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Provisioning complete for port dc4b8562-4065-4207-bec1-befa1889d519 triggered by entity L2. {{(pid=103093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 16:21:33.113886 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397499'] for port (dc4b8562-4065-4207-bec1-befa1889d519), provisioning_complete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:33.289313 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-26e4977d-0810-4c73-a61b-01bc9bf2d1e6 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Publish callbacks [] for floatingip (8f408b13-064f-4d82-92a7-a30742df6b1a), precommit_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:33.385592 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-8619eeb1-b402-43fa-808b-d5faa1ee06a7 req-088c6fa0-c7ee-4c96-8d83-53cbb7b91029 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947'] for port (f1edea0c-d985-4d04-b477-2de4163e6dae), after_update {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:33.390133 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-550126be-b3b3-499a-a293-a2e0f5fd5bc8 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (None), before_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:33.401862 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-26e4977d-0810-4c73-a61b-01bc9bf2d1e6 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (46f13b2f-03ec-4f28-8942-6f390e22effe), before_update {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:33.507184 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088c6fa0-c7ee-4c96-8d83-53cbb7b91029 service neutron] Pushing event updated for resources: {'Port': ['ID=f1edea0c-d985-4d04-b477-2de4163e6dae,revision_number=2']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:33.515450 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-0e9ae662-2c9a-48f0-a86e-e1b4369dba88 req-f1bbeded-1366-4d78-9ed5-8b9d2c70af3f tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=478c05ae-53fc-4f37-9e47-5b58ee2f7275 HTTP/1.1" status: 200 len: 210 time: 0.0502346 Mar 11 16:21:33.688692 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Current status of the port dc4b8562-4065-4207-bec1-befa1889d519 is: ACTIVE; New status is: ACTIVE {{(pid=103093) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 16:21:33.712407 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0659acf-3a2b-4e15-9d7c-5a907b4fda57 req-292ff2ab-cc96-47c4-8d5e-59016fec7264 tempest-DeleteServersTestJSON-1451149907 tempest-DeleteServersTestJSON-1451149907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:33.714012 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-e0659acf-3a2b-4e15-9d7c-5a907b4fda57 req-292ff2ab-cc96-47c4-8d5e-59016fec7264 tempest-DeleteServersTestJSON-1451149907 tempest-DeleteServersTestJSON-1451149907-project] 10.222.0.72 "GET /v2.0/ports?device_id=cc1cc7c0-aa3a-43d4-9002-34a8f17ee83f HTTP/1.1" status: 200 len: 943 time: 0.5975540 Mar 11 16:21:33.772219 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.managers [req-8619eeb1-b402-43fa-808b-d5faa1ee06a7 req-088c6fa0-c7ee-4c96-8d83-53cbb7b91029 service neutron] Attempting to bind port f1edea0c-d985-4d04-b477-2de4163e6dae on host hv-cinder-75078 for vnic_type normal with profile {{(pid=103092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 16:21:33.772682 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.managers [req-8619eeb1-b402-43fa-808b-d5faa1ee06a7 req-088c6fa0-c7ee-4c96-8d83-53cbb7b91029 service neutron] Attempting to bind port f1edea0c-d985-4d04-b477-2de4163e6dae by drivers openvswitch,hyperv on host hv-cinder-75078 at level 0 using segments [{'id': '2208dffd-a7e3-4d73-a55b-8822077c4829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '1fbedf9b-6928-4a0c-926c-d2a7c2cd4cd2'}] {{(pid=103092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 16:21:33.772988 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8619eeb1-b402-43fa-808b-d5faa1ee06a7 req-088c6fa0-c7ee-4c96-8d83-53cbb7b91029 service neutron] Attempting to bind port f1edea0c-d985-4d04-b477-2de4163e6dae on network 1fbedf9b-6928-4a0c-926c-d2a7c2cd4cd2 {{(pid=103092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 16:21:33.791920 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8619eeb1-b402-43fa-808b-d5faa1ee06a7 req-088c6fa0-c7ee-4c96-8d83-53cbb7b91029 service neutron] Port f1edea0c-d985-4d04-b477-2de4163e6dae on network 1fbedf9b-6928-4a0c-926c-d2a7c2cd4cd2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75078 {{(pid=103092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 16:21:33.791920 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8619eeb1-b402-43fa-808b-d5faa1ee06a7 req-088c6fa0-c7ee-4c96-8d83-53cbb7b91029 service neutron] Attempting to bind port f1edea0c-d985-4d04-b477-2de4163e6dae on network 1fbedf9b-6928-4a0c-926c-d2a7c2cd4cd2 {{(pid=103092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 16:21:33.863654 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8619eeb1-b402-43fa-808b-d5faa1ee06a7 req-088c6fa0-c7ee-4c96-8d83-53cbb7b91029 service neutron] Checking agent: {'id': '42978ec7-0c45-4bcc-88e8-64ee44356522', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 19, 5), 'started_at': datetime.datetime(2022, 3, 11, 16, 19, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 16:21:33.864020 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8619eeb1-b402-43fa-808b-d5faa1ee06a7 req-088c6fa0-c7ee-4c96-8d83-53cbb7b91029 service neutron] Checking segment: {'id': '2208dffd-a7e3-4d73-a55b-8822077c4829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '1fbedf9b-6928-4a0c-926c-d2a7c2cd4cd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 16:21:33.864595 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8619eeb1-b402-43fa-808b-d5faa1ee06a7 req-088c6fa0-c7ee-4c96-8d83-53cbb7b91029 service neutron] Bound using segment: {'id': '2208dffd-a7e3-4d73-a55b-8822077c4829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '1fbedf9b-6928-4a0c-926c-d2a7c2cd4cd2'} {{(pid=103092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 16:21:33.865071 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.managers [req-8619eeb1-b402-43fa-808b-d5faa1ee06a7 req-088c6fa0-c7ee-4c96-8d83-53cbb7b91029 service neutron] Bound port: f1edea0c-d985-4d04-b477-2de4163e6dae, host: hv-cinder-75078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2208dffd-a7e3-4d73-a55b-8822077c4829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '1fbedf9b-6928-4a0c-926c-d2a7c2cd4cd2'}}] {{(pid=103092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 16:21:33.865730 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-8619eeb1-b402-43fa-808b-d5faa1ee06a7 req-088c6fa0-c7ee-4c96-8d83-53cbb7b91029 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (f1edea0c-d985-4d04-b477-2de4163e6dae), before_update {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:33.939793 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-e0659acf-3a2b-4e15-9d7c-5a907b4fda57 req-7a83d55c-9780-4a87-9d40-135e284c62b7 tempest-DeleteServersTestJSON-1451149907 tempest-DeleteServersTestJSON-1451149907-project] 10.222.0.72 "GET /v2.0/security-groups?id=fb4b6332-23d2-48fe-8823-aaf4f90930e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175543 Mar 11 16:21:33.996969 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-26e4977d-0810-4c73-a61b-01bc9bf2d1e6 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Publish callbacks [] for port (46f13b2f-03ec-4f28-8942-6f390e22effe), precommit_update {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:34.004964 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-26e4977d-0810-4c73-a61b-01bc9bf2d1e6 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947'] for port (46f13b2f-03ec-4f28-8942-6f390e22effe), after_update {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:34.054932 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.db.db_base_plugin_common [None req-550126be-b3b3-499a-a293-a2e0f5fd5bc8 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Allocated IP 172.27.0.34 (ff1c1ad1-a65f-4be8-9483-081137458b82/5240f8c4-acf8-4de2-827e-773879cfd307/907ab3b4-2d5e-4ab1-bb0a-f3bd31b3720f) {{(pid=103092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:21:34.062571 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-26e4977d-0810-4c73-a61b-01bc9bf2d1e6 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539899'] for floatingip (8f408b13-064f-4d82-92a7-a30742df6b1a), after_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:34.098161 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e4977d-0810-4c73-a61b-01bc9bf2d1e6 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Pushing event updated for resources: {'Port': ['ID=46f13b2f-03ec-4f28-8942-6f390e22effe,revision_number=2']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:34.109399 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-26e4977d-0810-4c73-a61b-01bc9bf2d1e6 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122971'] for floatingip (None), before_response {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:34.126557 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-26e4977d-0810-4c73-a61b-01bc9bf2d1e6 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7876353 Mar 11 16:21:34.146590 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Device 8ac48933-906b-451f-9262-acdcb1369688 up at agent ovs-agent-dv-cinder-750782-12-iscsi {{(pid=103093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 16:21:34.349575 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.db [req-8619eeb1-b402-43fa-808b-d5faa1ee06a7 req-088c6fa0-c7ee-4c96-8d83-53cbb7b91029 service neutron] For port f1edea0c-d985-4d04-b477-2de4163e6dae, host hv-cinder-75078, cleared binding levels {{(pid=103092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:21:34.355732 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.db [req-8619eeb1-b402-43fa-808b-d5faa1ee06a7 req-088c6fa0-c7ee-4c96-8d83-53cbb7b91029 service neutron] For port f1edea0c-d985-4d04-b477-2de4163e6dae, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=f1edea0c-d985-4d04-b477-2de4163e6dae,segment=NetworkSegment(2208dffd-a7e3-4d73-a55b-8822077c4829),segment_id=2208dffd-a7e3-4d73-a55b-8822077c4829)] {{(pid=103092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:21:34.367217 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7698f208-d2ff-47a6-9d75-b95d00d11f1a None None] Publish callbacks [] for port (9d766dcf-2ab9-41a9-b411-f84026ad52e4), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:34.377056 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-8619eeb1-b402-43fa-808b-d5faa1ee06a7 req-088c6fa0-c7ee-4c96-8d83-53cbb7b91029 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947'] for port (f1edea0c-d985-4d04-b477-2de4163e6dae), after_update {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:34.400068 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7698f208-d2ff-47a6-9d75-b95d00d11f1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947'] for port (9d766dcf-2ab9-41a9-b411-f84026ad52e4), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:34.411989 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Provisioning complete for port 8ac48933-906b-451f-9262-acdcb1369688 triggered by entity L2. {{(pid=103093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 16:21:34.412975 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397499'] for port (8ac48933-906b-451f-9262-acdcb1369688), provisioning_complete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:34.432438 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8619eeb1-b402-43fa-808b-d5faa1ee06a7 req-088c6fa0-c7ee-4c96-8d83-53cbb7b91029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:34.433124 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-8619eeb1-b402-43fa-808b-d5faa1ee06a7 req-088c6fa0-c7ee-4c96-8d83-53cbb7b91029 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779404'] for port (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:34.434657 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-8619eeb1-b402-43fa-808b-d5faa1ee06a7 req-088c6fa0-c7ee-4c96-8d83-53cbb7b91029 service neutron] 10.222.0.18 "PUT /v2.0/ports/f1edea0c-d985-4d04-b477-2de4163e6dae HTTP/1.1" status: 200 len: 1093 time: 3.9928908 Mar 11 16:21:34.438441 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc1cc7c0-aa3a-43d4-9002-34a8f17ee83f', 'tag': 'f1edea0c-d985-4d04-b477-2de4163e6dae'}] {{(pid=103092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:21:34.497511 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-550126be-b3b3-499a-a293-a2e0f5fd5bc8 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks [] for port (907ab3b4-2d5e-4ab1-bb0a-f3bd31b3720f), precommit_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:34.524772 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046b7932-b866-4093-a202-31b4693d2848 None None] Pushing event updated for resources: {'Port': ['ID=9d766dcf-2ab9-41a9-b411-f84026ad52e4,revision_number=3']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:34.655061 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088c6fa0-c7ee-4c96-8d83-53cbb7b91029 service neutron] Pushing event updated for resources: {'Port': ['ID=f1edea0c-d985-4d04-b477-2de4163e6dae,revision_number=3']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:34.678368 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [None req-7698f208-d2ff-47a6-9d75-b95d00d11f1a None None] Attempting to bind port 9d766dcf-2ab9-41a9-b411-f84026ad52e4 on host dv-cinder-750782-12-iscsi for vnic_type normal with profile {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 16:21:34.679326 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [None req-7698f208-d2ff-47a6-9d75-b95d00d11f1a None None] Attempting to bind port 9d766dcf-2ab9-41a9-b411-f84026ad52e4 by drivers openvswitch,hyperv on host dv-cinder-750782-12-iscsi at level 0 using segments [{'id': 'c93eb277-6e60-44de-b671-f606514b14af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '9795e861-3b04-408a-82ce-319a55ca0d5c'}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 16:21:34.680238 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7698f208-d2ff-47a6-9d75-b95d00d11f1a None None] Attempting to bind port 9d766dcf-2ab9-41a9-b411-f84026ad52e4 on network 9795e861-3b04-408a-82ce-319a55ca0d5c {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 16:21:34.693490 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7698f208-d2ff-47a6-9d75-b95d00d11f1a None None] Checking agent: {'id': '1025624e-e238-47fc-86ae-58f7bb6baa16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 12, 50), 'started_at': datetime.datetime(2022, 3, 11, 16, 13, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 21, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 16:21:34.694499 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7698f208-d2ff-47a6-9d75-b95d00d11f1a None None] Checking segment: {'id': 'c93eb277-6e60-44de-b671-f606514b14af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '9795e861-3b04-408a-82ce-319a55ca0d5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 16:21:34.695316 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7698f208-d2ff-47a6-9d75-b95d00d11f1a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:34.696150 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7698f208-d2ff-47a6-9d75-b95d00d11f1a None None] Bound using segment: {'id': 'c93eb277-6e60-44de-b671-f606514b14af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '9795e861-3b04-408a-82ce-319a55ca0d5c'} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 16:21:34.697052 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [None req-7698f208-d2ff-47a6-9d75-b95d00d11f1a None None] Bound port: 9d766dcf-2ab9-41a9-b411-f84026ad52e4, host: dv-cinder-750782-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c93eb277-6e60-44de-b671-f606514b14af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '9795e861-3b04-408a-82ce-319a55ca0d5c'}}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 16:21:34.697878 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7698f208-d2ff-47a6-9d75-b95d00d11f1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (9d766dcf-2ab9-41a9-b411-f84026ad52e4), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:34.709993 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Current status of the port 8ac48933-906b-451f-9262-acdcb1369688 is: ACTIVE; New status is: ACTIVE {{(pid=103093) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 16:21:34.711161 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Device 980736ea-4e16-47b8-905f-91aa7ae293a0 up at agent ovs-agent-dv-cinder-750782-12-iscsi {{(pid=103093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 16:21:34.743560 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8119d67d121bc7655fb27ee4e81d05746f3857d7b024446e390c37a4f39e07a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc654eba-91b1-41fe-bce1-9eb13c76bcf0" -d '{"events": [{"name": "network-changed", "server_uuid": "cc1cc7c0-aa3a-43d4-9002-34a8f17ee83f", "tag": "f1edea0c-d985-4d04-b477-2de4163e6dae"}]}' {{(pid=103092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 16:21:34.753658 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-8ed45582-88fc-41e4-8c79-cc162b80c69d req-c9b39c2e-d829-45b9-8f6c-b701f27f46b7 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=478c05ae-53fc-4f37-9e47-5b58ee2f7275 HTTP/1.1" status: 200 len: 210 time: 0.0810297 Mar 11 16:21:34.758792 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-e1f357c5-f2f6-4679-b02b-b4ed1083637a req-1bada551-9075-41f7-ba15-72a61f999548 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--1987968788&fields=id&tenant_id=f3f35569b4e74dd193f09cb7aa5a05a9 HTTP/1.1" status: 200 len: 267 time: 0.2571509 Mar 11 16:21:34.767144 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-550126be-b3b3-499a-a293-a2e0f5fd5bc8 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780137975911'] for port (907ab3b4-2d5e-4ab1-bb0a-f3bd31b3720f), after_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:34.828601 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-550126be-b3b3-499a-a293-a2e0f5fd5bc8 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Network ff1c1ad1-a65f-4be8-9483-081137458b82 is already hosted by enough agents. {{(pid=103092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:21:34.837827 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.scheduler.base_scheduler [None req-550126be-b3b3-499a-a293-a2e0f5fd5bc8 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Resources bound (agent type, host, resource id): {{(pid=103092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:21:34.850047 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-7698f208-d2ff-47a6-9d75-b95d00d11f1a None None] For port 9d766dcf-2ab9-41a9-b411-f84026ad52e4, host dv-cinder-750782-12-iscsi, cleared binding levels {{(pid=103093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:21:34.852415 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550126be-b3b3-499a-a293-a2e0f5fd5bc8 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Received port after_create {{(pid=103092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 16:21:34.861234 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-7698f208-d2ff-47a6-9d75-b95d00d11f1a None None] For port 9d766dcf-2ab9-41a9-b411-f84026ad52e4, host dv-cinder-750782-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-12-iscsi',level=0,port_id=9d766dcf-2ab9-41a9-b411-f84026ad52e4,segment=NetworkSegment(c93eb277-6e60-44de-b671-f606514b14af),segment_id=c93eb277-6e60-44de-b671-f606514b14af)] {{(pid=103093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:21:34.887984 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7698f208-d2ff-47a6-9d75-b95d00d11f1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947'] for port (9d766dcf-2ab9-41a9-b411-f84026ad52e4), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:34.904164 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550126be-b3b3-499a-a293-a2e0f5fd5bc8 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Pushing event updated for resources: {'Port': ['ID=907ab3b4-2d5e-4ab1-bb0a-f3bd31b3720f,revision_number=1']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:34.909981 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Provisioning complete for port 980736ea-4e16-47b8-905f-91aa7ae293a0 triggered by entity L2. {{(pid=103093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 16:21:34.911077 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397499'] for port (980736ea-4e16-47b8-905f-91aa7ae293a0), provisioning_complete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:34.980452 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f357c5-f2f6-4679-b02b-b4ed1083637a req-795c1a4d-1c4a-4f91-9376-2eb0fd5e32b2 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:34.982123 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-e1f357c5-f2f6-4679-b02b-b4ed1083637a req-795c1a4d-1c4a-4f91-9376-2eb0fd5e32b2 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/networks?id=9795e861-3b04-408a-82ce-319a55ca0d5c HTTP/1.1" status: 200 len: 811 time: 0.2124672 Mar 11 16:21:34.984400 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-550126be-b3b3-499a-a293-a2e0f5fd5bc8 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks [] for floatingip (4d7d6ce1-1fe3-4beb-8c77-16606cc7cbf5), precommit_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:34.986854 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 16:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-220a8243-3d1c-49bb-9a89-87b6529c681e x-openstack-request-id: req-220a8243-3d1c-49bb-9a89-87b6529c681e {{(pid=103092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 16:21:34.987151 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc1cc7c0-aa3a-43d4-9002-34a8f17ee83f", "tag": "f1edea0c-d985-4d04-b477-2de4163e6dae", "status": "completed", "code": 200}]} {{(pid=103092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 16:21:34.987403 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-220a8243-3d1c-49bb-9a89-87b6529c681e {{(pid=103092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 16:21:34.987864 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc1cc7c0-aa3a-43d4-9002-34a8f17ee83f', 'tag': 'f1edea0c-d985-4d04-b477-2de4163e6dae', 'status': 'completed', 'code': 200} Mar 11 16:21:34.994976 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [None req-3d8d53dc-cb2e-4807-9166-6938c07f74b5 None None] Provisioning complete for port 9d766dcf-2ab9-41a9-b411-f84026ad52e4 triggered by entity DHCP. {{(pid=103093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 16:21:34.996036 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3d8d53dc-cb2e-4807-9166-6938c07f74b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397499'] for port (9d766dcf-2ab9-41a9-b411-f84026ad52e4), provisioning_complete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:35.035896 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-e1f357c5-f2f6-4679-b02b-b4ed1083637a req-66c650f2-d5ca-45ee-8ca2-8d9c62c4627a tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/quotas/f3f35569b4e74dd193f09cb7aa5a05a9 HTTP/1.1" status: 200 len: 375 time: 0.0448568 Mar 11 16:21:35.036655 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-550126be-b3b3-499a-a293-a2e0f5fd5bc8 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (907ab3b4-2d5e-4ab1-bb0a-f3bd31b3720f), before_update {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:35.137331 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7698f208-d2ff-47a6-9d75-b95d00d11f1a None None] Routers {'b8ac2b6e-e82a-4d35-bd87-ef6f6f75d76d'} bound to L3 agent in host dv-cinder-750782-12-iscsi {{(pid=103093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 16:21:35.137972 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_hamode_db [None req-7698f208-d2ff-47a6-9d75-b95d00d11f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:12:46Z,description=,heartbeat_timestamp=2022-03-11T16:21:16Z,host='dv-cinder-750782-12-iscsi',id=03422851-42b1-44c9-ada6-e479436b7b23,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:12:46Z,topic='l3_agent')) {'router_ids': ['b8ac2b6e-e82a-4d35-bd87-ef6f6f75d76d'], 'active': True} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:21:35.144925 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046b7932-b866-4093-a202-31b4693d2848 None None] Pushing event updated for resources: {'Port': ['ID=9d766dcf-2ab9-41a9-b411-f84026ad52e4,revision_number=4']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:35.291161 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-e1f357c5-f2f6-4679-b02b-b4ed1083637a req-4482f6b8-e279-45e2-a5cf-0647beec9d79 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=f3f35569b4e74dd193f09cb7aa5a05a9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2477698 Mar 11 16:21:35.320066 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (42978ec7-0c45-4bcc-88e8-64ee44356522), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:35.325848 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf39c108-f413-4ff2-95c4-20cfc4990a1a req-eae8dfd1-b126-4a70-8305-9c84a821931e tempest-DeleteServersTestJSON-1451149907 tempest-DeleteServersTestJSON-1451149907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:35.343720 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-bf39c108-f413-4ff2-95c4-20cfc4990a1a req-eae8dfd1-b126-4a70-8305-9c84a821931e tempest-DeleteServersTestJSON-1451149907 tempest-DeleteServersTestJSON-1451149907-project] 10.222.0.72 "GET /v2.0/ports?device_id=cc1cc7c0-aa3a-43d4-9002-34a8f17ee83f HTTP/1.1" status: 200 len: 943 time: 0.2438521 Mar 11 16:21:35.427455 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-bf39c108-f413-4ff2-95c4-20cfc4990a1a req-f9782b4e-c49d-4207-8818-e34e14e37bdd tempest-DeleteServersTestJSON-1451149907 tempest-DeleteServersTestJSON-1451149907-project] 10.222.0.72 "GET /v2.0/security-groups?id=fb4b6332-23d2-48fe-8823-aaf4f90930e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827057 Mar 11 16:21:35.520024 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [req-e1f357c5-f2f6-4679-b02b-b4ed1083637a req-ba8a4375-a750-4d20-ba1c-d546cbe61437 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=103092) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 16:21:35.521076 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-e1f357c5-f2f6-4679-b02b-b4ed1083637a req-ba8a4375-a750-4d20-ba1c-d546cbe61437 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0829208 Mar 11 16:21:35.529353 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-550126be-b3b3-499a-a293-a2e0f5fd5bc8 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks [] for port (907ab3b4-2d5e-4ab1-bb0a-f3bd31b3720f), precommit_update {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:35.539215 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-550126be-b3b3-499a-a293-a2e0f5fd5bc8 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947'] for port (907ab3b4-2d5e-4ab1-bb0a-f3bd31b3720f), after_update {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:35.575517 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-550126be-b3b3-499a-a293-a2e0f5fd5bc8 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539899'] for floatingip (4d7d6ce1-1fe3-4beb-8c77-16606cc7cbf5), after_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:35.614128 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Current status of the port 980736ea-4e16-47b8-905f-91aa7ae293a0 is: ACTIVE; New status is: ACTIVE {{(pid=103093) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 16:21:35.625099 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-3d8d53dc-cb2e-4807-9166-6938c07f74b5 None None] Current status of the port 9d766dcf-2ab9-41a9-b411-f84026ad52e4 is: DOWN; New status is: ACTIVE {{(pid=103093) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 16:21:35.625482 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3d8d53dc-cb2e-4807-9166-6938c07f74b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (9d766dcf-2ab9-41a9-b411-f84026ad52e4), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:35.657640 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_dvr_db [None req-7698f208-d2ff-47a6-9d75-b95d00d11f1a None None] Set router b8ac2b6e-e82a-4d35-bd87-ef6f6f75d76d gateway port host: dv-cinder-750782-12-iscsi {{(pid=103093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 16:21:35.680515 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-550126be-b3b3-499a-a293-a2e0f5fd5bc8 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122971'] for floatingip (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:35.694236 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-550126be-b3b3-499a-a293-a2e0f5fd5bc8 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.2088628 Mar 11 16:21:35.723761 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-3d8d53dc-cb2e-4807-9166-6938c07f74b5 None None] For port 9d766dcf-2ab9-41a9-b411-f84026ad52e4, host dv-cinder-750782-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-12-iscsi',level=0,port_id=9d766dcf-2ab9-41a9-b411-f84026ad52e4,segment=NetworkSegment(c93eb277-6e60-44de-b671-f606514b14af),segment_id=c93eb277-6e60-44de-b671-f606514b14af)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:21:35.728555 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550126be-b3b3-499a-a293-a2e0f5fd5bc8 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Pushing event updated for resources: {'Port': ['ID=907ab3b4-2d5e-4ab1-bb0a-f3bd31b3720f,revision_number=2']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:35.741029 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3d8d53dc-cb2e-4807-9166-6938c07f74b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947'] for port (9d766dcf-2ab9-41a9-b411-f84026ad52e4), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:35.787592 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-e1f357c5-f2f6-4679-b02b-b4ed1083637a req-32155d11-83b4-4bda-a914-223495fbf873 service neutron] 10.222.0.72 "GET /v2.0/networks/9795e861-3b04-408a-82ce-319a55ca0d5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2569885 Mar 11 16:21:35.854479 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8d53dc-cb2e-4807-9166-6938c07f74b5 None None] Pushing event updated for resources: {'Port': ['ID=9d766dcf-2ab9-41a9-b411-f84026ad52e4,revision_number=5']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:35.926947 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Device 9d766dcf-2ab9-41a9-b411-f84026ad52e4 up at agent ovs-agent-dv-cinder-750782-12-iscsi {{(pid=103093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 16:21:35.935757 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [None req-3609f89f-1ed8-4617-b8f2-7e8d738ed58e None None] Provisioning complete for port 9d766dcf-2ab9-41a9-b411-f84026ad52e4 triggered by entity DHCP. {{(pid=103093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 16:21:35.937112 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3609f89f-1ed8-4617-b8f2-7e8d738ed58e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397499'] for port (9d766dcf-2ab9-41a9-b411-f84026ad52e4), provisioning_complete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:35.968037 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-e959d39f-487e-4aeb-aa6f-5572006d18ac req-2b1fac16-a570-4cd1-b7e0-751e1fe2924b tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=478c05ae-53fc-4f37-9e47-5b58ee2f7275 HTTP/1.1" status: 200 len: 210 time: 0.0395410 Mar 11 16:21:35.994128 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-e1f357c5-f2f6-4679-b02b-b4ed1083637a req-76c9e16f-7f7f-4af7-9e1e-568a17351527 service neutron] 10.222.0.72 "GET /v2.0/networks/9795e861-3b04-408a-82ce-319a55ca0d5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982055 Mar 11 16:21:36.083126 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Provisioning complete for port 9d766dcf-2ab9-41a9-b411-f84026ad52e4 triggered by entity L2. {{(pid=103093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 16:21:36.083888 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397499'] for port (9d766dcf-2ab9-41a9-b411-f84026ad52e4), provisioning_complete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:36.141592 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-d7eaf924-dd1b-440e-beac-aca3966c971d req-eb738bf9-6c31-4a5c-8ba8-bb231b48525a tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--1417417280&fields=id&tenant_id=3f90eba451e343e49c0fa456ba2b00cd HTTP/1.1" status: 200 len: 267 time: 0.0680227 Mar 11 16:21:36.159793 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-3609f89f-1ed8-4617-b8f2-7e8d738ed58e None None] Current status of the port 9d766dcf-2ab9-41a9-b411-f84026ad52e4 is: ACTIVE; New status is: ACTIVE {{(pid=103093) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 16:21:36.183849 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_hamode_db [None req-7698f208-d2ff-47a6-9d75-b95d00d11f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8ac2b6e-e82a-4d35-bd87-ef6f6f75d76d', 'name': 'tempest-AttachVolumeTestJSON-1808249257-router', 'tenant_id': 'f3f35569b4e74dd193f09cb7aa5a05a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'external_fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '980736ea-4e16-47b8-905f-91aa7ae293a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:21:09Z', 'updated_at': '2022-03-11T16:21:21Z', 'revision_number': 4, 'project_id': 'f3f35569b4e74dd193f09cb7aa5a05a9', 'gw_port': {'id': '980736ea-4e16-47b8-905f-91aa7ae293a0', 'name': '', 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:1a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ac2b6e-e82a-4d35-bd87-ef6f6f75d76d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:11Z', 'updated_at': '2022-03-11T16:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-12-iscsi', '_interfaces': [{'id': '9d766dcf-2ab9-41a9-b411-f84026ad52e4', 'name': '', 'network_id': '9795e861-3b04-408a-82ce-319a55ca0d5c', 'tenant_id': 'f3f35569b4e74dd193f09cb7aa5a05a9', 'mac_address': 'fa:16:3e:ce:2f:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8ac2b6e-e82a-4d35-bd87-ef6f6f75d76d', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a21718ed-f252-41de-a223-6ef10277caa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:18Z', 'updated_at': '2022-03-11T16:21:34Z', 'revision_number': 4, 'project_id': 'f3f35569b4e74dd193f09cb7aa5a05a9', 'subnets': [{'id': 'a21718ed-f252-41de-a223-6ef10277caa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-12-iscsi', False) {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:21:36.216344 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7698f208-d2ff-47a6-9d75-b95d00d11f1a None None] The sync data for ids ['b8ac2b6e-e82a-4d35-bd87-ef6f6f75d76d'] in dv-cinder-750782-12-iscsi is: [{'id': 'b8ac2b6e-e82a-4d35-bd87-ef6f6f75d76d', 'name': 'tempest-AttachVolumeTestJSON-1808249257-router', 'tenant_id': 'f3f35569b4e74dd193f09cb7aa5a05a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'external_fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '980736ea-4e16-47b8-905f-91aa7ae293a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:21:09Z', 'updated_at': '2022-03-11T16:21:21Z', 'revision_number': 4, 'project_id': 'f3f35569b4e74dd193f09cb7aa5a05a9', 'gw_port': {'id': '980736ea-4e16-47b8-905f-91aa7ae293a0', 'name': '', 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:1a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ac2b6e-e82a-4d35-bd87-ef6f6f75d76d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:11Z', 'updated_at': '2022-03-11T16:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-12-iscsi', '_interfaces': [{'id': '9d766dcf-2ab9-41a9-b411-f84026ad52e4', 'name': '', 'network_id': '9795e861-3b04-408a-82ce-319a55ca0d5c', 'tenant_id': 'f3f35569b4e74dd193f09cb7aa5a05a9', 'mac_address': 'fa:16:3e:ce:2f:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8ac2b6e-e82a-4d35-bd87-ef6f6f75d76d', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a21718ed-f252-41de-a223-6ef10277caa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:18Z', 'updated_at': '2022-03-11T16:21:34Z', 'revision_number': 4, 'project_id': 'f3f35569b4e74dd193f09cb7aa5a05a9', 'subnets': [{'id': 'a21718ed-f252-41de-a223-6ef10277caa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:21:36.258395 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Current status of the port 9d766dcf-2ab9-41a9-b411-f84026ad52e4 is: ACTIVE; New status is: ACTIVE {{(pid=103093) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 16:21:36.258791 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eaf924-dd1b-440e-beac-aca3966c971d req-546e4015-1114-4617-92b4-b842ae72fbd4 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:36.260269 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-d7eaf924-dd1b-440e-beac-aca3966c971d req-546e4015-1114-4617-92b4-b842ae72fbd4 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/networks?id=5f3aea45-b741-4cf8-ad8b-40753fc82fad HTTP/1.1" status: 200 len: 815 time: 0.1111934 Mar 11 16:21:36.280849 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-d7eaf924-dd1b-440e-beac-aca3966c971d req-ca2eb142-fab0-40c0-b250-96a685460ef8 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/quotas/3f90eba451e343e49c0fa456ba2b00cd HTTP/1.1" status: 200 len: 375 time: 0.0131066 Mar 11 16:21:36.353386 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-1c3401ec-3dc3-4cca-bec2-6ab719295811 req-cc0ac836-0cd9-4a13-8713-ecd41bf171a0 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/ports?device_id=ff3302ce-26ae-48b1-b0bb-8e4ee3574619 HTTP/1.1" status: 200 len: 210 time: 0.0314908 Mar 11 16:21:36.378015 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-d7eaf924-dd1b-440e-beac-aca3966c971d req-4b960553-c915-4c35-96f0-1cbb94846e2d tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=3f90eba451e343e49c0fa456ba2b00cd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0909307 Mar 11 16:21:36.509767 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-d7eaf924-dd1b-440e-beac-aca3966c971d req-bfc850c4-68d1-4db5-b493-6c375a38050f service neutron] 10.222.0.72 "GET /v2.0/networks/5f3aea45-b741-4cf8-ad8b-40753fc82fad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165802 Mar 11 16:21:36.792209 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5774a475-830a-4563-8d69-746ea780fdaa req-da96d742-c993-4d39-8823-bf5fe524d2d3 tempest-DeleteServersTestJSON-1451149907 tempest-DeleteServersTestJSON-1451149907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:36.793730 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-5774a475-830a-4563-8d69-746ea780fdaa req-da96d742-c993-4d39-8823-bf5fe524d2d3 tempest-DeleteServersTestJSON-1451149907 tempest-DeleteServersTestJSON-1451149907-project] 10.222.0.72 "GET /v2.0/ports?device_id=cc1cc7c0-aa3a-43d4-9002-34a8f17ee83f HTTP/1.1" status: 200 len: 943 time: 0.2748058 Mar 11 16:21:36.819237 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-d7eaf924-dd1b-440e-beac-aca3966c971d req-2cd72a18-8ac7-41f1-bc57-6261fe4bdba6 service neutron] 10.222.0.72 "GET /v2.0/networks/5f3aea45-b741-4cf8-ad8b-40753fc82fad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3086302 Mar 11 16:21:36.861840 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-5774a475-830a-4563-8d69-746ea780fdaa req-74242e4d-6842-4433-be7e-0e38b9ff0d10 tempest-DeleteServersTestJSON-1451149907 tempest-DeleteServersTestJSON-1451149907-project] 10.222.0.72 "GET /v2.0/security-groups?id=fb4b6332-23d2-48fe-8823-aaf4f90930e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606704 Mar 11 16:21:37.037190 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-8decae88-8366-43dd-a0b4-95746db3b98d req-5dc0f6d4-45f2-4304-8c44-a0b6f221966e tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/ports?device_id=de856d05-5a1e-4b6f-90f5-822c15eb61f0 HTTP/1.1" status: 200 len: 210 time: 0.0393000 Mar 11 16:21:37.148336 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-ff7bd71b-20de-49be-9d9f-35f1083956d2 req-c9924423-62dc-498c-91ca-719bf2fa3431 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=478c05ae-53fc-4f37-9e47-5b58ee2f7275 HTTP/1.1" status: 200 len: 210 time: 0.0481172 Mar 11 16:21:37.506994 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-d51e0b63-0835-4a81-9de4-6043fcd15ed3 req-b957695d-d37a-4f89-b5be-aa2d9f3591cc tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/ports?device_id=ff3302ce-26ae-48b1-b0bb-8e4ee3574619 HTTP/1.1" status: 200 len: 210 time: 0.0701852 Mar 11 16:21:37.768069 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Device 9d766dcf-2ab9-41a9-b411-f84026ad52e4 up at agent ovs-agent-dv-cinder-750782-12-iscsi {{(pid=103093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 16:21:37.822289 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Provisioning complete for port 9d766dcf-2ab9-41a9-b411-f84026ad52e4 triggered by entity L2. {{(pid=103093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 16:21:37.822608 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397499'] for port (9d766dcf-2ab9-41a9-b411-f84026ad52e4), provisioning_complete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:37.918958 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Current status of the port 9d766dcf-2ab9-41a9-b411-f84026ad52e4 is: ACTIVE; New status is: ACTIVE {{(pid=103093) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 16:21:37.991388 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e780b5a-3539-45a7-9bb5-23ec8558d52a req-cee88c85-fdd7-492c-b9f5-7bfd52b90420 tempest-DeleteServersTestJSON-1451149907 tempest-DeleteServersTestJSON-1451149907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:37.992860 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-5e780b5a-3539-45a7-9bb5-23ec8558d52a req-cee88c85-fdd7-492c-b9f5-7bfd52b90420 tempest-DeleteServersTestJSON-1451149907 tempest-DeleteServersTestJSON-1451149907-project] 10.222.0.72 "GET /v2.0/ports?device_id=cc1cc7c0-aa3a-43d4-9002-34a8f17ee83f HTTP/1.1" status: 200 len: 943 time: 0.0595467 Mar 11 16:21:38.057163 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-5e780b5a-3539-45a7-9bb5-23ec8558d52a req-aa50f653-7d13-49dc-862d-04ad66ac6a54 tempest-DeleteServersTestJSON-1451149907 tempest-DeleteServersTestJSON-1451149907-project] 10.222.0.72 "GET /v2.0/security-groups?id=fb4b6332-23d2-48fe-8823-aaf4f90930e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585303 Mar 11 16:21:38.161253 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-17aabee8-eebc-4205-845d-e307e3586bba req-cce40a60-14b4-4bb0-b5fe-caf93b90a6a1 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/ports?device_id=de856d05-5a1e-4b6f-90f5-822c15eb61f0 HTTP/1.1" status: 200 len: 210 time: 0.0329108 Mar 11 16:21:38.266404 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-126e9cd9-af48-482b-a3c6-e4f246856d0c req-1c8732e8-c591-4494-a145-69ef84ef8144 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=478c05ae-53fc-4f37-9e47-5b58ee2f7275 HTTP/1.1" status: 200 len: 210 time: 0.0341847 Mar 11 16:21:38.618404 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-a34d172f-0bca-49c8-8e1b-b38c65bd06f8 req-253aa8b4-974d-46f5-9ce7-6d46ce58f027 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/ports?device_id=ff3302ce-26ae-48b1-b0bb-8e4ee3574619 HTTP/1.1" status: 200 len: 210 time: 0.0402164 Mar 11 16:21:39.186216 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8647c08f-ffdd-45d0-b37d-e8cd78ad6bc0 req-ae5eba02-bd5e-4dc8-849e-8a48722ce802 tempest-DeleteServersTestJSON-1451149907 tempest-DeleteServersTestJSON-1451149907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:39.187830 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-8647c08f-ffdd-45d0-b37d-e8cd78ad6bc0 req-ae5eba02-bd5e-4dc8-849e-8a48722ce802 tempest-DeleteServersTestJSON-1451149907 tempest-DeleteServersTestJSON-1451149907-project] 10.222.0.72 "GET /v2.0/ports?device_id=cc1cc7c0-aa3a-43d4-9002-34a8f17ee83f HTTP/1.1" status: 200 len: 943 time: 0.0530305 Mar 11 16:21:39.248445 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-8647c08f-ffdd-45d0-b37d-e8cd78ad6bc0 req-07147669-6950-4c75-9e0a-148d6577d701 tempest-DeleteServersTestJSON-1451149907 tempest-DeleteServersTestJSON-1451149907-project] 10.222.0.72 "GET /v2.0/security-groups?id=fb4b6332-23d2-48fe-8823-aaf4f90930e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545597 Mar 11 16:21:39.265787 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-fa3ff5b7-c6d4-4ada-a57d-6c6bc623a3ba req-bd4f913b-bf65-4225-902c-2ea631c65cfa tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/ports?device_id=de856d05-5a1e-4b6f-90f5-822c15eb61f0 HTTP/1.1" status: 200 len: 210 time: 0.0367146 Mar 11 16:21:39.365344 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-4a5c9b9b-19ec-4f98-832a-c3cec56bedde req-61947685-3c40-421e-9ead-6f60ec41280f tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=478c05ae-53fc-4f37-9e47-5b58ee2f7275 HTTP/1.1" status: 200 len: 210 time: 0.0266936 Mar 11 16:21:39.724694 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-6a9592db-8249-48f0-a35d-63cc572710a8 req-67353366-941d-405a-8251-a9d00405b5d8 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/ports?device_id=ff3302ce-26ae-48b1-b0bb-8e4ee3574619 HTTP/1.1" status: 200 len: 210 time: 0.0289907 Mar 11 16:21:40.403908 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-caf104af-38fd-4467-84eb-a1cf247f1e0e req-6e630e64-44cb-41d9-9fd5-3ea4832a0068 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/ports?device_id=de856d05-5a1e-4b6f-90f5-822c15eb61f0 HTTP/1.1" status: 200 len: 210 time: 0.0372694 Mar 11 16:21:40.425897 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298abbe5-1557-47ea-a926-f79580e83c8f req-be3680a2-640e-44c6-a418-0865d935f26c tempest-DeleteServersTestJSON-1451149907 tempest-DeleteServersTestJSON-1451149907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:40.427872 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-298abbe5-1557-47ea-a926-f79580e83c8f req-be3680a2-640e-44c6-a418-0865d935f26c tempest-DeleteServersTestJSON-1451149907 tempest-DeleteServersTestJSON-1451149907-project] 10.222.0.72 "GET /v2.0/ports?device_id=cc1cc7c0-aa3a-43d4-9002-34a8f17ee83f HTTP/1.1" status: 200 len: 943 time: 0.1048131 Mar 11 16:21:40.482146 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-298abbe5-1557-47ea-a926-f79580e83c8f req-d2873156-d112-46d2-a9a9-3feb307bb5af tempest-DeleteServersTestJSON-1451149907 tempest-DeleteServersTestJSON-1451149907-project] 10.222.0.72 "GET /v2.0/security-groups?id=fb4b6332-23d2-48fe-8823-aaf4f90930e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484483 Mar 11 16:21:40.521685 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-18cba4dc-5486-4247-856c-d00e1ea08bc2 req-aae5869a-297a-4140-b70f-3b35ea3e6bb2 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=478c05ae-53fc-4f37-9e47-5b58ee2f7275 HTTP/1.1" status: 200 len: 210 time: 0.0382378 Mar 11 16:21:40.877078 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-a5f52bd0-0280-4f5b-8e18-c09823ddf733 req-8840fa12-6d57-4e9c-b40e-a390dac3297f tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/ports?device_id=ff3302ce-26ae-48b1-b0bb-8e4ee3574619 HTTP/1.1" status: 200 len: 210 time: 0.0328186 Mar 11 16:21:41.492931 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-8f97a217-5b30-49d1-a828-5389ca431a4d req-988fdf75-93c8-4370-a8cb-64be3777b43a tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/ports?device_id=de856d05-5a1e-4b6f-90f5-822c15eb61f0 HTTP/1.1" status: 200 len: 210 time: 0.0272615 Mar 11 16:21:41.637373 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea87c18a-8fca-4a24-8cf7-1cb9496cfb8c req-51578723-b700-438b-b65f-404a3dd1775c tempest-DeleteServersTestJSON-1451149907 tempest-DeleteServersTestJSON-1451149907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:41.638957 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-ea87c18a-8fca-4a24-8cf7-1cb9496cfb8c req-51578723-b700-438b-b65f-404a3dd1775c tempest-DeleteServersTestJSON-1451149907 tempest-DeleteServersTestJSON-1451149907-project] 10.222.0.72 "GET /v2.0/ports?device_id=cc1cc7c0-aa3a-43d4-9002-34a8f17ee83f HTTP/1.1" status: 200 len: 943 time: 0.0853269 Mar 11 16:21:41.640963 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-f807d9b1-7eb3-4d62-a3ad-9b5f59cf69cd req-8adccd90-b0fd-40e6-8afc-cd3447e1156e tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=478c05ae-53fc-4f37-9e47-5b58ee2f7275 HTTP/1.1" status: 200 len: 210 time: 0.0415597 Mar 11 16:21:41.685056 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-ea87c18a-8fca-4a24-8cf7-1cb9496cfb8c req-bc2b1e94-e622-4130-bac8-956bfc6739ca tempest-DeleteServersTestJSON-1451149907 tempest-DeleteServersTestJSON-1451149907-project] 10.222.0.72 "GET /v2.0/security-groups?id=fb4b6332-23d2-48fe-8823-aaf4f90930e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403490 Mar 11 16:21:41.988447 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-df638fa5-d6e8-4cdd-8cff-30348978ccba req-14d8cb8e-ce9e-422a-829a-066f59a2410d tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/ports?device_id=ff3302ce-26ae-48b1-b0bb-8e4ee3574619 HTTP/1.1" status: 200 len: 210 time: 0.0312004 Mar 11 16:21:42.594910 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-b36e14e1-ba56-4bfd-8530-ac07d9cc8eef req-4e8ef52d-8b8b-48ec-b0db-c24c2d3c2682 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/ports?device_id=de856d05-5a1e-4b6f-90f5-822c15eb61f0 HTTP/1.1" status: 200 len: 210 time: 0.0302782 Mar 11 16:21:42.751835 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-bdf1c3fe-f45c-4408-ac20-32c1372a0c18 req-36207bde-ac5f-4677-b562-3e2a1f90ccfb tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=478c05ae-53fc-4f37-9e47-5b58ee2f7275 HTTP/1.1" status: 200 len: 210 time: 0.0405931 Mar 11 16:21:42.818087 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff63d67d-b610-42c7-aa5e-e542bbeff27e req-b22ea840-82ad-488e-a554-9f4a30335a57 tempest-DeleteServersTestJSON-1451149907 tempest-DeleteServersTestJSON-1451149907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:42.824562 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-ff63d67d-b610-42c7-aa5e-e542bbeff27e req-b22ea840-82ad-488e-a554-9f4a30335a57 tempest-DeleteServersTestJSON-1451149907 tempest-DeleteServersTestJSON-1451149907-project] 10.222.0.72 "GET /v2.0/ports?device_id=cc1cc7c0-aa3a-43d4-9002-34a8f17ee83f HTTP/1.1" status: 200 len: 943 time: 0.0647788 Mar 11 16:21:42.868610 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-ff63d67d-b610-42c7-aa5e-e542bbeff27e req-387317c2-e95f-4514-a9f7-9ad9bff272bf tempest-DeleteServersTestJSON-1451149907 tempest-DeleteServersTestJSON-1451149907-project] 10.222.0.72 "GET /v2.0/security-groups?id=fb4b6332-23d2-48fe-8823-aaf4f90930e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431917 Mar 11 16:21:43.088243 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-04113de2-bac5-4922-ba4e-c559f4b304e7 req-4a882680-b096-492f-9c64-bae4a4b50d37 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/ports?device_id=ff3302ce-26ae-48b1-b0bb-8e4ee3574619 HTTP/1.1" status: 200 len: 210 time: 0.0344388 Mar 11 16:21:43.691509 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-32df90c1-8b3e-47b0-9bd7-32a17ddf7203 req-32034956-8954-4d42-80a2-d18457a509a6 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/ports?device_id=de856d05-5a1e-4b6f-90f5-822c15eb61f0 HTTP/1.1" status: 200 len: 210 time: 0.0287838 Mar 11 16:21:43.800486 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-303d9e07-1a1c-45cf-943d-24f48b27cc1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (52d54afa-c257-4acf-9353-cc1307944ae0), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:43.854027 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-b30a47da-c50c-456b-94ef-8eb5b3ddd784 req-c9d90058-21f4-4165-ae79-1653c744c7bd tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=478c05ae-53fc-4f37-9e47-5b58ee2f7275 HTTP/1.1" status: 200 len: 210 time: 0.0272198 Mar 11 16:21:43.986408 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b482e0a3-f8ea-496f-9fee-8a6b0dcdfc32 req-6a332a0d-c3ba-48a9-9e3a-9b0a48a91a99 tempest-DeleteServersTestJSON-1451149907 tempest-DeleteServersTestJSON-1451149907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:43.988139 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-b482e0a3-f8ea-496f-9fee-8a6b0dcdfc32 req-6a332a0d-c3ba-48a9-9e3a-9b0a48a91a99 tempest-DeleteServersTestJSON-1451149907 tempest-DeleteServersTestJSON-1451149907-project] 10.222.0.72 "GET /v2.0/ports?device_id=cc1cc7c0-aa3a-43d4-9002-34a8f17ee83f HTTP/1.1" status: 200 len: 943 time: 0.0543838 Mar 11 16:21:44.036366 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-b482e0a3-f8ea-496f-9fee-8a6b0dcdfc32 req-41465dc2-0d46-458c-97fa-a7586aae7136 tempest-DeleteServersTestJSON-1451149907 tempest-DeleteServersTestJSON-1451149907-project] 10.222.0.72 "GET /v2.0/security-groups?id=fb4b6332-23d2-48fe-8823-aaf4f90930e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424571 Mar 11 16:21:44.183513 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-0ad02478-51a8-4712-ac9b-13807cfb1149 req-2f0ba826-07ee-4509-bae5-5fd0399feee7 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/ports?device_id=ff3302ce-26ae-48b1-b0bb-8e4ee3574619 HTTP/1.1" status: 200 len: 210 time: 0.0293741 Mar 11 16:21:44.783948 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-a3dce44c-30b4-48b9-aa82-38580e017b14 req-f05b1bbb-ad44-4c38-aaef-fb1686001851 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/ports?device_id=de856d05-5a1e-4b6f-90f5-822c15eb61f0 HTTP/1.1" status: 200 len: 210 time: 0.0277176 Mar 11 16:21:44.951218 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-51255382-7830-41e8-88a9-4ae3d2579049 req-62fa2000-4124-4813-addd-c98deabafb34 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=478c05ae-53fc-4f37-9e47-5b58ee2f7275 HTTP/1.1" status: 200 len: 210 time: 0.0273619 Mar 11 16:21:45.157757 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84211a20-94e4-4f68-b23c-798309679f40 req-1df1f6d4-026c-474d-a22b-232ed29c96ea tempest-DeleteServersTestJSON-1451149907 tempest-DeleteServersTestJSON-1451149907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:45.159296 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-84211a20-94e4-4f68-b23c-798309679f40 req-1df1f6d4-026c-474d-a22b-232ed29c96ea tempest-DeleteServersTestJSON-1451149907 tempest-DeleteServersTestJSON-1451149907-project] 10.222.0.72 "GET /v2.0/ports?device_id=cc1cc7c0-aa3a-43d4-9002-34a8f17ee83f HTTP/1.1" status: 200 len: 943 time: 0.0557432 Mar 11 16:21:45.205239 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-84211a20-94e4-4f68-b23c-798309679f40 req-0525089a-0f25-4535-acd0-97860d99b708 tempest-DeleteServersTestJSON-1451149907 tempest-DeleteServersTestJSON-1451149907-project] 10.222.0.72 "GET /v2.0/security-groups?id=fb4b6332-23d2-48fe-8823-aaf4f90930e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403123 Mar 11 16:21:45.288336 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-8ddf3e4e-fa83-412c-8cf3-36504a445ad2 req-dbb89c34-ad06-431d-ae8b-6064cbe0f916 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/ports?device_id=ff3302ce-26ae-48b1-b0bb-8e4ee3574619 HTTP/1.1" status: 200 len: 210 time: 0.0372591 Mar 11 16:21:45.491263 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc654eba-91b1-41fe-bce1-9eb13c76bcf0 req-8280a9a4-6e9c-44b6-a893-5d3575ad5504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:45.494406 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-bc654eba-91b1-41fe-bce1-9eb13c76bcf0 req-8280a9a4-6e9c-44b6-a893-5d3575ad5504 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6960c699a2934234a5c9a56842e6ae4d&device_id=cc1cc7c0-aa3a-43d4-9002-34a8f17ee83f HTTP/1.1" status: 200 len: 1127 time: 0.0980341 Mar 11 16:21:45.695336 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc654eba-91b1-41fe-bce1-9eb13c76bcf0 req-4a6d76a7-04a8-4b55-a1c5-ae2ce9662cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:45.696792 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-bc654eba-91b1-41fe-bce1-9eb13c76bcf0 req-4a6d76a7-04a8-4b55-a1c5-ae2ce9662cc2 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=6960c699a2934234a5c9a56842e6ae4d&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1851506 Mar 11 16:21:45.892544 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-d2ac2925-d928-4370-88c4-84eeae3f3bd2 req-2d5f5d11-2a64-4215-be51-b66a726931d8 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/ports?device_id=de856d05-5a1e-4b6f-90f5-822c15eb61f0 HTTP/1.1" status: 200 len: 210 time: 0.0358124 Mar 11 16:21:45.893712 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc654eba-91b1-41fe-bce1-9eb13c76bcf0 req-15f0c07b-5798-4857-9a34-305b7e5142cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:45.895115 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-bc654eba-91b1-41fe-bce1-9eb13c76bcf0 req-15f0c07b-5798-4857-9a34-305b7e5142cf service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1897478 Mar 11 16:21:45.984761 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.18', 55282) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:21:46.007831 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.18', 55283) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:21:46.008904 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.18', 55284) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:21:46.110374 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-cd1a9080-3fdf-45cf-9d09-bd045d635c1f req-1ea5d605-1a9e-41fd-bc5a-187c78320edc tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=478c05ae-53fc-4f37-9e47-5b58ee2f7275 HTTP/1.1" status: 200 len: 210 time: 0.0480986 Mar 11 16:21:46.192007 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-8c2f87f5-ca63-486d-876b-24cb17e84b1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (03422851-42b1-44c9-ada6-e479436b7b23), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:46.364688 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f357c5-f2f6-4679-b02b-b4ed1083637a req-1e6f18de-aca6-4b74-a2f8-466c99275b64 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:46.366386 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [req-e1f357c5-f2f6-4679-b02b-b4ed1083637a req-1e6f18de-aca6-4b74-a2f8-466c99275b64 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.18 "GET /v2.0/networks?id=9795e861-3b04-408a-82ce-319a55ca0d5c HTTP/1.1" status: 200 len: 811 time: 0.3744872 Mar 11 16:21:46.443296 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [req-e1f357c5-f2f6-4679-b02b-b4ed1083637a req-48414c65-d823-4912-8a1c-0f53a0d16de3 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f3f35569b4e74dd193f09cb7aa5a05a9 HTTP/1.1" status: 200 len: 380 time: 0.0683248 Mar 11 16:21:46.452852 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.v2.base [req-e1f357c5-f2f6-4679-b02b-b4ed1083637a req-1315050f-d774-4162-9832-0d1d7919dfae tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Request body: {'port': {'device_id': 'ff3302ce-26ae-48b1-b0bb-8e4ee3574619', 'network_id': '9795e861-3b04-408a-82ce-319a55ca0d5c', 'admin_state_up': True, 'tenant_id': 'f3f35569b4e74dd193f09cb7aa5a05a9', 'security_groups': ['f8c0c943-e611-4d20-8bcb-3980a39beca4']}} {{(pid=103091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:21:46.524705 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-9794babc-75d4-4b9f-87a4-d328f2799458 req-81e63bae-c62f-4645-8b0c-81f75b1b402a tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/ports?device_id=ff3302ce-26ae-48b1-b0bb-8e4ee3574619 HTTP/1.1" status: 200 len: 210 time: 0.1038015 Mar 11 16:21:46.560646 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9183fec4-6b13-4fe6-bf21-b2031133fe76 req-64ff5b77-9073-436e-9d38-db9d78adc11a tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:46.562773 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-9183fec4-6b13-4fe6-bf21-b2031133fe76 req-64ff5b77-9073-436e-9d38-db9d78adc11a tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.18 "GET /v2.0/networks?id=4d385937-5589-47ac-b063-981bb549e693 HTTP/1.1" status: 200 len: 817 time: 0.6020393 Mar 11 16:21:46.579567 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8619eeb1-b402-43fa-808b-d5faa1ee06a7 req-650fa50b-748d-4e72-bf93-aec2a48a5fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:46.581148 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-8619eeb1-b402-43fa-808b-d5faa1ee06a7 req-650fa50b-748d-4e72-bf93-aec2a48a5fec service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6960c699a2934234a5c9a56842e6ae4d&device_id=cc1cc7c0-aa3a-43d4-9002-34a8f17ee83f HTTP/1.1" status: 200 len: 1127 time: 0.5712383 Mar 11 16:21:46.603550 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1f357c5-f2f6-4679-b02b-b4ed1083637a req-1315050f-d774-4162-9832-0d1d7919dfae tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Made reservation on behalf of f3f35569b4e74dd193f09cb7aa5a05a9 for: {'port': 1} {{(pid=103091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:21:46.608233 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [req-e1f357c5-f2f6-4679-b02b-b4ed1083637a req-1315050f-d774-4162-9832-0d1d7919dfae tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (None), before_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:46.610507 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eaf924-dd1b-440e-beac-aca3966c971d req-49c3aa1a-f3de-4db4-a44c-f163291293e3 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:46.612013 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-d7eaf924-dd1b-440e-beac-aca3966c971d req-49c3aa1a-f3de-4db4-a44c-f163291293e3 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.18 "GET /v2.0/networks?id=5f3aea45-b741-4cf8-ad8b-40753fc82fad HTTP/1.1" status: 200 len: 815 time: 0.5875685 Mar 11 16:21:46.703321 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-8619eeb1-b402-43fa-808b-d5faa1ee06a7 req-1bd0aafa-d03c-48e2-afd7-8b3410d7839d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f1edea0c-d985-4d04-b477-2de4163e6dae HTTP/1.1" status: 200 len: 217 time: 0.1124821 Mar 11 16:21:46.747691 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199e0c71-b6b1-4e09-8954-20c212b116dd req-25893062-e5d6-4f15-a05e-98d7f323fc3c tempest-DeleteServersTestJSON-1451149907 tempest-DeleteServersTestJSON-1451149907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:46.754812 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-199e0c71-b6b1-4e09-8954-20c212b116dd req-25893062-e5d6-4f15-a05e-98d7f323fc3c tempest-DeleteServersTestJSON-1451149907 tempest-DeleteServersTestJSON-1451149907-project] 10.222.0.72 "GET /v2.0/ports?device_id=cc1cc7c0-aa3a-43d4-9002-34a8f17ee83f HTTP/1.1" status: 200 len: 943 time: 0.3346634 Mar 11 16:21:46.855368 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8619eeb1-b402-43fa-808b-d5faa1ee06a7 req-3530f07f-c8d7-4d23-acdd-3286d06fd5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:46.856767 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-8619eeb1-b402-43fa-808b-d5faa1ee06a7 req-3530f07f-c8d7-4d23-acdd-3286d06fd5a2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ca123be8-076c-4f57-a29d-268b94651e93 HTTP/1.1" status: 200 len: 852 time: 0.1410379 Mar 11 16:21:46.867453 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-9183fec4-6b13-4fe6-bf21-b2031133fe76 req-1f7cddc4-79de-46b9-a8e4-2f1a957c72de tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a951288cde284b359074a2755c43fd3f HTTP/1.1" status: 200 len: 380 time: 0.2928045 Mar 11 16:21:46.877814 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.db.db_base_plugin_common [req-e1f357c5-f2f6-4679-b02b-b4ed1083637a req-1315050f-d774-4162-9832-0d1d7919dfae tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Allocated IP 172.20.0.9 (9795e861-3b04-408a-82ce-319a55ca0d5c/a21718ed-f252-41de-a223-6ef10277caa1/3bb65d7b-90c4-4edf-bbf5-601a051d381a) {{(pid=103091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:21:46.899700 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.v2.base [req-9183fec4-6b13-4fe6-bf21-b2031133fe76 req-0be797fd-2f46-4412-8b95-0df40efe5f3e tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Request body: {'port': {'device_id': '478c05ae-53fc-4f37-9e47-5b58ee2f7275', 'network_id': '4d385937-5589-47ac-b063-981bb549e693', 'admin_state_up': True, 'tenant_id': 'a951288cde284b359074a2755c43fd3f', 'security_groups': ['33dc4511-4987-40c1-bc00-25a6576ab3f8']}} {{(pid=103092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:21:46.975723 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-d7eaf924-dd1b-440e-beac-aca3966c971d req-4e265a19-edf6-472f-a47b-18d7019c456b tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3f90eba451e343e49c0fa456ba2b00cd HTTP/1.1" status: 200 len: 380 time: 0.3295281 Mar 11 16:21:46.978003 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-8619eeb1-b402-43fa-808b-d5faa1ee06a7 req-2ddadac4-2da5-48d3-8369-752d1f8236c5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1fbedf9b-6928-4a0c-926c-d2a7c2cd4cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0990636 Mar 11 16:21:47.007089 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.v2.base [req-d7eaf924-dd1b-440e-beac-aca3966c971d req-0fc362b8-d8e4-4463-912d-e535a498aef8 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Request body: {'port': {'device_id': 'de856d05-5a1e-4b6f-90f5-822c15eb61f0', 'network_id': '5f3aea45-b741-4cf8-ad8b-40753fc82fad', 'admin_state_up': True, 'tenant_id': '3f90eba451e343e49c0fa456ba2b00cd', 'security_groups': ['7c276c18-4868-4599-beba-04acf139a2dc']}} {{(pid=103092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:21:47.032294 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-199e0c71-b6b1-4e09-8954-20c212b116dd req-a68cf61f-977e-4ef0-859e-e2601ac8a0fa tempest-DeleteServersTestJSON-1451149907 tempest-DeleteServersTestJSON-1451149907-project] 10.222.0.72 "GET /v2.0/security-groups?id=fb4b6332-23d2-48fe-8823-aaf4f90930e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2766161 Mar 11 16:21:47.057269 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [req-e1f357c5-f2f6-4679-b02b-b4ed1083637a req-1315050f-d774-4162-9832-0d1d7919dfae tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Publish callbacks [] for port (3bb65d7b-90c4-4edf-bbf5-601a051d381a), precommit_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:47.062968 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-b2d8421d-9a79-4ee6-9af3-d1b48d644a50 req-53776612-0130-40d9-9c7e-50a5df8ccf5f tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/ports?device_id=de856d05-5a1e-4b6f-90f5-822c15eb61f0 HTTP/1.1" status: 200 len: 210 time: 0.0843964 Mar 11 16:21:47.094502 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [req-e1f357c5-f2f6-4679-b02b-b4ed1083637a req-1315050f-d774-4162-9832-0d1d7919dfae tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780137975911'] for port (3bb65d7b-90c4-4edf-bbf5-601a051d381a), after_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:47.171787 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1f357c5-f2f6-4679-b02b-b4ed1083637a req-1315050f-d774-4162-9832-0d1d7919dfae tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Network 9795e861-3b04-408a-82ce-319a55ca0d5c is already hosted by enough agents. {{(pid=103091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:21:47.177640 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.scheduler.base_scheduler [req-e1f357c5-f2f6-4679-b02b-b4ed1083637a req-1315050f-d774-4162-9832-0d1d7919dfae tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Resources bound (agent type, host, resource id): {{(pid=103091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:21:47.185226 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1f357c5-f2f6-4679-b02b-b4ed1083637a req-1315050f-d774-4162-9832-0d1d7919dfae tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Received port after_create {{(pid=103091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 16:21:47.191836 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f357c5-f2f6-4679-b02b-b4ed1083637a req-1315050f-d774-4162-9832-0d1d7919dfae tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:47.192381 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [req-e1f357c5-f2f6-4679-b02b-b4ed1083637a req-1315050f-d774-4162-9832-0d1d7919dfae tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779404'] for port (None), before_response {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:47.214855 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1315050f-d774-4162-9832-0d1d7919dfae tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Pushing event updated for resources: {'Port': ['ID=3bb65d7b-90c4-4edf-bbf5-601a051d381a,revision_number=1']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:47.241415 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [req-e1f357c5-f2f6-4679-b02b-b4ed1083637a req-1315050f-d774-4162-9832-0d1d7919dfae tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7929800 Mar 11 16:21:47.323081 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-fb5ef919-bdcd-4e3f-93f9-a61674258a87 req-65e426d1-b61d-414f-ae14-2bd55b4eaa10 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=478c05ae-53fc-4f37-9e47-5b58ee2f7275 HTTP/1.1" status: 200 len: 210 time: 0.0551045 Mar 11 16:21:47.337805 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-8619eeb1-b402-43fa-808b-d5faa1ee06a7 req-e47d36d4-23a1-405c-9fa6-7242e50c3edb service neutron] 10.222.0.18 "GET /v2.0/networks/1fbedf9b-6928-4a0c-926c-d2a7c2cd4cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3417659 Mar 11 16:21:47.338563 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7eaf924-dd1b-440e-beac-aca3966c971d req-0fc362b8-d8e4-4463-912d-e535a498aef8 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Made reservation on behalf of 3f90eba451e343e49c0fa456ba2b00cd for: {'port': 1} {{(pid=103092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:21:47.353421 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-d7eaf924-dd1b-440e-beac-aca3966c971d req-0fc362b8-d8e4-4463-912d-e535a498aef8 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (None), before_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:47.401926 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.v2.base [req-e1f357c5-f2f6-4679-b02b-b4ed1083637a req-9c7ad935-328f-4eb5-ab71-218517f61876 service neutron] Request body: {'port': {'device_id': 'ff3302ce-26ae-48b1-b0bb-8e4ee3574619', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=103091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:21:47.446532 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ae773407-53f5-44d0-bdbe-4d88b69a915f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (d0bcdf8a-248d-4278-aa4c-95e4828d61b2), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:47.503804 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [req-e1f357c5-f2f6-4679-b02b-b4ed1083637a req-9c7ad935-328f-4eb5-ab71-218517f61876 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (3bb65d7b-90c4-4edf-bbf5-601a051d381a), before_update {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:47.510399 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9183fec4-6b13-4fe6-bf21-b2031133fe76 req-0be797fd-2f46-4412-8b95-0df40efe5f3e tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Made reservation on behalf of a951288cde284b359074a2755c43fd3f for: {'port': 1} {{(pid=103092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:21:47.515334 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-9183fec4-6b13-4fe6-bf21-b2031133fe76 req-0be797fd-2f46-4412-8b95-0df40efe5f3e tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (None), before_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:47.518473 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.db.db_base_plugin_common [req-d7eaf924-dd1b-440e-beac-aca3966c971d req-0fc362b8-d8e4-4463-912d-e535a498aef8 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Allocated IP 172.20.0.7 (5f3aea45-b741-4cf8-ad8b-40753fc82fad/acc28c21-3e47-4bf8-b31f-cbbed70c6f99/8304800e-283b-4335-b718-cb629f615213) {{(pid=103092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:21:47.577240 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [None req-0b5a2630-4341-4973-bdd7-7f798c812f83 None None] Provisioning complete for port 3bb65d7b-90c4-4edf-bbf5-601a051d381a triggered by entity DHCP. {{(pid=103093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 16:21:47.577616 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0b5a2630-4341-4973-bdd7-7f798c812f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397499'] for port (3bb65d7b-90c4-4edf-bbf5-601a051d381a), provisioning_complete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:47.673965 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-0b5a2630-4341-4973-bdd7-7f798c812f83 None None] Port 3bb65d7b-90c4-4edf-bbf5-601a051d381a cannot update to ACTIVE because it is not bound. {{(pid=103093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 16:21:47.846314 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.db.db_base_plugin_common [req-9183fec4-6b13-4fe6-bf21-b2031133fe76 req-0be797fd-2f46-4412-8b95-0df40efe5f3e tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Allocated IP 172.20.0.3 (4d385937-5589-47ac-b063-981bb549e693/1fa91c63-7953-4f02-bfd2-c0a4c4e05e10/b2fdd8a9-d396-4e44-9ff5-4e706efd4b70) {{(pid=103092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:21:47.900668 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a889c7e2-e2be-492b-8c49-570f7f1ef703 req-534b56f1-5e4d-4bc2-8c06-aab6d09c5eb5 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:47.911293 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-a889c7e2-e2be-492b-8c49-570f7f1ef703 req-534b56f1-5e4d-4bc2-8c06-aab6d09c5eb5 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/ports?device_id=ff3302ce-26ae-48b1-b0bb-8e4ee3574619 HTTP/1.1" status: 200 len: 931 time: 0.2454231 Mar 11 16:21:47.972053 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-d7eaf924-dd1b-440e-beac-aca3966c971d req-0fc362b8-d8e4-4463-912d-e535a498aef8 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks [] for port (8304800e-283b-4335-b718-cb629f615213), precommit_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:47.980978 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.notifiers.nova [req-e1f357c5-f2f6-4679-b02b-b4ed1083637a req-9c7ad935-328f-4eb5-ab71-218517f61876 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bb65d7b-90c4-4edf-bbf5-601a051d381a {{(pid=103091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:21:47.991600 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [req-e1f357c5-f2f6-4679-b02b-b4ed1083637a req-9c7ad935-328f-4eb5-ab71-218517f61876 service neutron] Publish callbacks [] for port (3bb65d7b-90c4-4edf-bbf5-601a051d381a), precommit_update {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:48.016243 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.db.provisioning_blocks [req-e1f357c5-f2f6-4679-b02b-b4ed1083637a req-9c7ad935-328f-4eb5-ab71-218517f61876 service neutron] Transition to ACTIVE for port object 3bb65d7b-90c4-4edf-bbf5-601a051d381a will not be triggered until provisioned by entity L2. {{(pid=103091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 16:21:48.022441 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [req-e1f357c5-f2f6-4679-b02b-b4ed1083637a req-9c7ad935-328f-4eb5-ab71-218517f61876 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947'] for port (3bb65d7b-90c4-4edf-bbf5-601a051d381a), after_update {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:48.101790 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-a889c7e2-e2be-492b-8c49-570f7f1ef703 req-211fb46a-18b4-49ad-a5a1-810444e89abf tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c0c943-e611-4d20-8bcb-3980a39beca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1892521 Mar 11 16:21:48.147046 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-d7eaf924-dd1b-440e-beac-aca3966c971d req-0fc362b8-d8e4-4463-912d-e535a498aef8 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780137975911'] for port (8304800e-283b-4335-b718-cb629f615213), after_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:48.203734 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-9183fec4-6b13-4fe6-bf21-b2031133fe76 req-0be797fd-2f46-4412-8b95-0df40efe5f3e tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Publish callbacks [] for port (b2fdd8a9-d396-4e44-9ff5-4e706efd4b70), precommit_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:48.265718 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7ad935-328f-4eb5-ab71-218517f61876 service neutron] Pushing event updated for resources: {'Port': ['ID=3bb65d7b-90c4-4edf-bbf5-601a051d381a,revision_number=2']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:48.285311 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7eaf924-dd1b-440e-beac-aca3966c971d req-0fc362b8-d8e4-4463-912d-e535a498aef8 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Network 5f3aea45-b741-4cf8-ad8b-40753fc82fad is already hosted by enough agents. {{(pid=103092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:21:48.293309 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.scheduler.base_scheduler [req-d7eaf924-dd1b-440e-beac-aca3966c971d req-0fc362b8-d8e4-4463-912d-e535a498aef8 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Resources bound (agent type, host, resource id): {{(pid=103092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:21:48.297763 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc362b8-d8e4-4463-912d-e535a498aef8 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Pushing event updated for resources: {'Port': ['ID=8304800e-283b-4335-b718-cb629f615213,revision_number=1']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:48.305554 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7eaf924-dd1b-440e-beac-aca3966c971d req-0fc362b8-d8e4-4463-912d-e535a498aef8 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Received port after_create {{(pid=103092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 16:21:48.306455 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.plugins.ml2.managers [req-e1f357c5-f2f6-4679-b02b-b4ed1083637a req-9c7ad935-328f-4eb5-ab71-218517f61876 service neutron] Attempting to bind port 3bb65d7b-90c4-4edf-bbf5-601a051d381a on host hv-cinder-75078 for vnic_type normal with profile {{(pid=103091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 16:21:48.306903 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.plugins.ml2.managers [req-e1f357c5-f2f6-4679-b02b-b4ed1083637a req-9c7ad935-328f-4eb5-ab71-218517f61876 service neutron] Attempting to bind port 3bb65d7b-90c4-4edf-bbf5-601a051d381a by drivers openvswitch,hyperv on host hv-cinder-75078 at level 0 using segments [{'id': 'c93eb277-6e60-44de-b671-f606514b14af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '9795e861-3b04-408a-82ce-319a55ca0d5c'}] {{(pid=103091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 16:21:48.307393 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f357c5-f2f6-4679-b02b-b4ed1083637a req-9c7ad935-328f-4eb5-ab71-218517f61876 service neutron] Attempting to bind port 3bb65d7b-90c4-4edf-bbf5-601a051d381a on network 9795e861-3b04-408a-82ce-319a55ca0d5c {{(pid=103091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 16:21:48.311157 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eaf924-dd1b-440e-beac-aca3966c971d req-0fc362b8-d8e4-4463-912d-e535a498aef8 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:48.312222 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-d7eaf924-dd1b-440e-beac-aca3966c971d req-0fc362b8-d8e4-4463-912d-e535a498aef8 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779404'] for port (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:48.312719 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f357c5-f2f6-4679-b02b-b4ed1083637a req-9c7ad935-328f-4eb5-ab71-218517f61876 service neutron] Port 3bb65d7b-90c4-4edf-bbf5-601a051d381a on network 9795e861-3b04-408a-82ce-319a55ca0d5c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75078 {{(pid=103091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 16:21:48.313262 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f357c5-f2f6-4679-b02b-b4ed1083637a req-9c7ad935-328f-4eb5-ab71-218517f61876 service neutron] Attempting to bind port 3bb65d7b-90c4-4edf-bbf5-601a051d381a on network 9795e861-3b04-408a-82ce-319a55ca0d5c {{(pid=103091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 16:21:48.319556 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f357c5-f2f6-4679-b02b-b4ed1083637a req-9c7ad935-328f-4eb5-ab71-218517f61876 service neutron] Checking agent: {'id': '42978ec7-0c45-4bcc-88e8-64ee44356522', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 19, 5), 'started_at': datetime.datetime(2022, 3, 11, 16, 19, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 16:21:48.320153 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f357c5-f2f6-4679-b02b-b4ed1083637a req-9c7ad935-328f-4eb5-ab71-218517f61876 service neutron] Checking segment: {'id': 'c93eb277-6e60-44de-b671-f606514b14af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '9795e861-3b04-408a-82ce-319a55ca0d5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 16:21:48.321036 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f357c5-f2f6-4679-b02b-b4ed1083637a req-9c7ad935-328f-4eb5-ab71-218517f61876 service neutron] Bound using segment: {'id': 'c93eb277-6e60-44de-b671-f606514b14af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '9795e861-3b04-408a-82ce-319a55ca0d5c'} {{(pid=103091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 16:21:48.321833 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.plugins.ml2.managers [req-e1f357c5-f2f6-4679-b02b-b4ed1083637a req-9c7ad935-328f-4eb5-ab71-218517f61876 service neutron] Bound port: 3bb65d7b-90c4-4edf-bbf5-601a051d381a, host: hv-cinder-75078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c93eb277-6e60-44de-b671-f606514b14af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '9795e861-3b04-408a-82ce-319a55ca0d5c'}}] {{(pid=103091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 16:21:48.322364 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [req-e1f357c5-f2f6-4679-b02b-b4ed1083637a req-9c7ad935-328f-4eb5-ab71-218517f61876 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (3bb65d7b-90c4-4edf-bbf5-601a051d381a), before_update {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:48.379437 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-d7eaf924-dd1b-440e-beac-aca3966c971d req-0fc362b8-d8e4-4463-912d-e535a498aef8 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3871062 Mar 11 16:21:48.393149 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d28e0c-7ac3-4807-9409-54e1ba1db639 req-096b7073-4a8f-4c75-9e26-84dd6e35725e tempest-DeleteServersTestJSON-1451149907 tempest-DeleteServersTestJSON-1451149907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:48.394959 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-e2d28e0c-7ac3-4807-9409-54e1ba1db639 req-096b7073-4a8f-4c75-9e26-84dd6e35725e tempest-DeleteServersTestJSON-1451149907 tempest-DeleteServersTestJSON-1451149907-project] 10.222.0.72 "GET /v2.0/ports?device_id=cc1cc7c0-aa3a-43d4-9002-34a8f17ee83f HTTP/1.1" status: 200 len: 943 time: 0.2002847 Mar 11 16:21:48.397896 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-9183fec4-6b13-4fe6-bf21-b2031133fe76 req-0be797fd-2f46-4412-8b95-0df40efe5f3e tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780137975911'] for port (b2fdd8a9-d396-4e44-9ff5-4e706efd4b70), after_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:48.439241 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.plugins.ml2.db [req-e1f357c5-f2f6-4679-b02b-b4ed1083637a req-9c7ad935-328f-4eb5-ab71-218517f61876 service neutron] For port 3bb65d7b-90c4-4edf-bbf5-601a051d381a, host hv-cinder-75078, cleared binding levels {{(pid=103091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:21:48.446638 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.plugins.ml2.db [req-e1f357c5-f2f6-4679-b02b-b4ed1083637a req-9c7ad935-328f-4eb5-ab71-218517f61876 service neutron] For port 3bb65d7b-90c4-4edf-bbf5-601a051d381a, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=3bb65d7b-90c4-4edf-bbf5-601a051d381a,segment=NetworkSegment(c93eb277-6e60-44de-b671-f606514b14af),segment_id=c93eb277-6e60-44de-b671-f606514b14af)] {{(pid=103091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:21:48.454800 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [req-e1f357c5-f2f6-4679-b02b-b4ed1083637a req-9c7ad935-328f-4eb5-ab71-218517f61876 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947'] for port (3bb65d7b-90c4-4edf-bbf5-601a051d381a), after_update {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:48.465407 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc05429-4ac1-46ab-a1f0-d1b71257b4f6 req-90c26066-814a-474b-9754-2ecedc96240d tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:48.473101 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-5cc05429-4ac1-46ab-a1f0-d1b71257b4f6 req-90c26066-814a-474b-9754-2ecedc96240d tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/ports?device_id=de856d05-5a1e-4b6f-90f5-822c15eb61f0 HTTP/1.1" status: 200 len: 931 time: 0.2757711 Mar 11 16:21:48.483862 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9183fec4-6b13-4fe6-bf21-b2031133fe76 req-0be797fd-2f46-4412-8b95-0df40efe5f3e tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Network 4d385937-5589-47ac-b063-981bb549e693 is already hosted by enough agents. {{(pid=103092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:21:48.506283 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f357c5-f2f6-4679-b02b-b4ed1083637a req-9c7ad935-328f-4eb5-ab71-218517f61876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:48.506998 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [req-e1f357c5-f2f6-4679-b02b-b4ed1083637a req-9c7ad935-328f-4eb5-ab71-218517f61876 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779404'] for port (None), before_response {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:48.509301 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [req-e1f357c5-f2f6-4679-b02b-b4ed1083637a req-9c7ad935-328f-4eb5-ab71-218517f61876 service neutron] 10.222.0.18 "PUT /v2.0/ports/3bb65d7b-90c4-4edf-bbf5-601a051d381a HTTP/1.1" status: 200 len: 1093 time: 1.1116533 Mar 11 16:21:48.509778 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff3302ce-26ae-48b1-b0bb-8e4ee3574619', 'tag': '3bb65d7b-90c4-4edf-bbf5-601a051d381a'}] {{(pid=103091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:21:48.512251 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.scheduler.base_scheduler [req-9183fec4-6b13-4fe6-bf21-b2031133fe76 req-0be797fd-2f46-4412-8b95-0df40efe5f3e tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Resources bound (agent type, host, resource id): {{(pid=103092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:21:48.515073 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.db.l3_dvrscheduler_db [req-9183fec4-6b13-4fe6-bf21-b2031133fe76 req-0be797fd-2f46-4412-8b95-0df40efe5f3e tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Received port after_create {{(pid=103092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 16:21:48.520659 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9183fec4-6b13-4fe6-bf21-b2031133fe76 req-0be797fd-2f46-4412-8b95-0df40efe5f3e tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:48.521160 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-9183fec4-6b13-4fe6-bf21-b2031133fe76 req-0be797fd-2f46-4412-8b95-0df40efe5f3e tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779404'] for port (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:48.563231 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-e2d28e0c-7ac3-4807-9409-54e1ba1db639 req-9bfd933a-943f-48cf-bad0-56923fa58114 tempest-DeleteServersTestJSON-1451149907 tempest-DeleteServersTestJSON-1451149907-project] 10.222.0.72 "GET /v2.0/security-groups?id=fb4b6332-23d2-48fe-8823-aaf4f90930e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542783 Mar 11 16:21:48.578094 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-9183fec4-6b13-4fe6-bf21-b2031133fe76 req-0be797fd-2f46-4412-8b95-0df40efe5f3e tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6904500 Mar 11 16:21:48.578734 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be797fd-2f46-4412-8b95-0df40efe5f3e tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Pushing event updated for resources: {'Port': ['ID=b2fdd8a9-d396-4e44-9ff5-4e706efd4b70,revision_number=1']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:48.642749 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-5cc05429-4ac1-46ab-a1f0-d1b71257b4f6 req-9d927a15-dfb0-47c8-bbd3-c61b9b7e0b9a tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/security-groups?id=7c276c18-4868-4599-beba-04acf139a2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1684337 Mar 11 16:21:48.646793 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbfc172464096d1f7f5252f1a1e10ed885571faacea4d726e820cddde391bb83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3c16a92-49b6-4a06-b9fb-fc7c4a6612c4" -d '{"events": [{"name": "network-changed", "server_uuid": "ff3302ce-26ae-48b1-b0bb-8e4ee3574619", "tag": "3bb65d7b-90c4-4edf-bbf5-601a051d381a"}]}' {{(pid=103091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 16:21:48.651106 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7ad935-328f-4eb5-ab71-218517f61876 service neutron] Pushing event updated for resources: {'Port': ['ID=3bb65d7b-90c4-4edf-bbf5-601a051d381a,revision_number=3']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:48.723580 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [None req-76394cea-2b8f-4ea4-b538-1b341569134f None None] Provisioning complete for port 8304800e-283b-4335-b718-cb629f615213 triggered by entity DHCP. {{(pid=103093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 16:21:48.724667 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-76394cea-2b8f-4ea4-b538-1b341569134f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397499'] for port (8304800e-283b-4335-b718-cb629f615213), provisioning_complete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:48.757773 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dc77ee-72ca-4ded-8ada-6c438df4cbdf req-d448f323-a827-4060-ab74-3ffab106a612 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:48.759370 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-23dc77ee-72ca-4ded-8ada-6c438df4cbdf req-d448f323-a827-4060-ab74-3ffab106a612 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=478c05ae-53fc-4f37-9e47-5b58ee2f7275 HTTP/1.1" status: 200 len: 931 time: 0.0753076 Mar 11 16:21:48.807839 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-76394cea-2b8f-4ea4-b538-1b341569134f None None] Port 8304800e-283b-4335-b718-cb629f615213 cannot update to ACTIVE because it is not bound. {{(pid=103093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 16:21:48.825308 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-12686fd2-0f25-484f-a78a-b5cd34d8581b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (a5a5d809-3580-471a-ade1-6c5ecc269919), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:48.833879 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-23dc77ee-72ca-4ded-8ada-6c438df4cbdf req-a521e3a1-d619-452b-a44f-eaefb9d83a1c tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/security-groups?id=33dc4511-4987-40c1-bc00-25a6576ab3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666838 Mar 11 16:21:48.862038 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 16:21:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10a26b56-1cca-46c4-8d94-b8a61a4f08e1 x-openstack-request-id: req-10a26b56-1cca-46c4-8d94-b8a61a4f08e1 {{(pid=103091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 16:21:48.863592 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff3302ce-26ae-48b1-b0bb-8e4ee3574619", "tag": "3bb65d7b-90c4-4edf-bbf5-601a051d381a", "status": "completed", "code": 200}]} {{(pid=103091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 16:21:48.863592 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-10a26b56-1cca-46c4-8d94-b8a61a4f08e1 {{(pid=103091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 16:21:48.863592 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff3302ce-26ae-48b1-b0bb-8e4ee3574619', 'tag': '3bb65d7b-90c4-4edf-bbf5-601a051d381a', 'status': 'completed', 'code': 200} Mar 11 16:21:48.938061 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [None req-b75f8b45-fdd7-43c6-b953-042d83ae08dc None None] Provisioning complete for port b2fdd8a9-d396-4e44-9ff5-4e706efd4b70 triggered by entity DHCP. {{(pid=103093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 16:21:48.938425 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b75f8b45-fdd7-43c6-b953-042d83ae08dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397499'] for port (b2fdd8a9-d396-4e44-9ff5-4e706efd4b70), provisioning_complete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:48.973757 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-b75f8b45-fdd7-43c6-b953-042d83ae08dc None None] Port b2fdd8a9-d396-4e44-9ff5-4e706efd4b70 cannot update to ACTIVE because it is not bound. {{(pid=103093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 16:21:49.228286 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08e5e59-74df-4d28-8067-01842f4eb9d4 req-f48b69db-f53c-47b8-8a24-bb0e7cacd002 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:49.229665 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-b08e5e59-74df-4d28-8067-01842f4eb9d4 req-f48b69db-f53c-47b8-8a24-bb0e7cacd002 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/ports?device_id=ff3302ce-26ae-48b1-b0bb-8e4ee3574619 HTTP/1.1" status: 200 len: 943 time: 0.0540400 Mar 11 16:21:49.280175 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-b08e5e59-74df-4d28-8067-01842f4eb9d4 req-de73777e-3ce0-453f-8c32-896223a17544 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c0c943-e611-4d20-8bcb-3980a39beca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439875 Mar 11 16:21:49.699536 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9a35b7-801b-4082-badc-5640bfe69098 req-21b6eef9-b25e-43ed-8a5f-1ee73ac5c892 tempest-DeleteServersTestJSON-1451149907 tempest-DeleteServersTestJSON-1451149907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:49.701037 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-ee9a35b7-801b-4082-badc-5640bfe69098 req-21b6eef9-b25e-43ed-8a5f-1ee73ac5c892 tempest-DeleteServersTestJSON-1451149907 tempest-DeleteServersTestJSON-1451149907-project] 10.222.0.72 "GET /v2.0/ports?device_id=cc1cc7c0-aa3a-43d4-9002-34a8f17ee83f HTTP/1.1" status: 200 len: 943 time: 0.0535762 Mar 11 16:21:49.785986 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-ee9a35b7-801b-4082-badc-5640bfe69098 req-3512ea37-a091-45a6-9d1a-f48aac545799 tempest-DeleteServersTestJSON-1451149907 tempest-DeleteServersTestJSON-1451149907-project] 10.222.0.72 "GET /v2.0/security-groups?id=fb4b6332-23d2-48fe-8823-aaf4f90930e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670841 Mar 11 16:21:49.790648 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7039c6f8-df8b-47f2-a42f-d85b098930b4 req-a2a030a2-3439-4249-9d1d-5589087e9dac tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:49.794001 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-7039c6f8-df8b-47f2-a42f-d85b098930b4 req-a2a030a2-3439-4249-9d1d-5589087e9dac tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/ports?device_id=de856d05-5a1e-4b6f-90f5-822c15eb61f0 HTTP/1.1" status: 200 len: 931 time: 0.0849082 Mar 11 16:21:49.842064 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-7039c6f8-df8b-47f2-a42f-d85b098930b4 req-656f867a-4daa-4ef1-b657-756a590b13ad tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/security-groups?id=7c276c18-4868-4599-beba-04acf139a2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439732 Mar 11 16:21:49.969167 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e6521c-0bc8-4482-af72-67ca04b6bd7b req-66f9dc09-d416-46d7-9859-fcb2a969704f tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:49.971239 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-15e6521c-0bc8-4482-af72-67ca04b6bd7b req-66f9dc09-d416-46d7-9859-fcb2a969704f tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=478c05ae-53fc-4f37-9e47-5b58ee2f7275 HTTP/1.1" status: 200 len: 931 time: 0.0580709 Mar 11 16:21:50.023538 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-15e6521c-0bc8-4482-af72-67ca04b6bd7b req-7305b4b1-3491-4586-9626-44e832a9efbf tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/security-groups?id=33dc4511-4987-40c1-bc00-25a6576ab3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472531 Mar 11 16:21:50.374322 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (1025624e-e238-47fc-86ae-58f7bb6baa16), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:50.401495 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd58bbae-57ef-4b69-b020-fb623ef8784c req-fa355ee3-0ba0-4cb2-8b20-1a66c11b7528 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:50.403001 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-bd58bbae-57ef-4b69-b020-fb623ef8784c req-fa355ee3-0ba0-4cb2-8b20-1a66c11b7528 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/ports?device_id=ff3302ce-26ae-48b1-b0bb-8e4ee3574619 HTTP/1.1" status: 200 len: 943 time: 0.0574310 Mar 11 16:21:50.454276 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-bd58bbae-57ef-4b69-b020-fb623ef8784c req-c2f0c102-595d-49c1-9712-0bde831befea tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c0c943-e611-4d20-8bcb-3980a39beca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450687 Mar 11 16:21:50.909115 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea63043c-cc2b-4ccd-b7b3-4366ce2e9227 req-e7fb5d64-d7d7-475e-a916-f89a9bea28ab tempest-DeleteServersTestJSON-1451149907 tempest-DeleteServersTestJSON-1451149907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:50.910634 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-ea63043c-cc2b-4ccd-b7b3-4366ce2e9227 req-e7fb5d64-d7d7-475e-a916-f89a9bea28ab tempest-DeleteServersTestJSON-1451149907 tempest-DeleteServersTestJSON-1451149907-project] 10.222.0.72 "GET /v2.0/ports?device_id=cc1cc7c0-aa3a-43d4-9002-34a8f17ee83f HTTP/1.1" status: 200 len: 943 time: 0.0593672 Mar 11 16:21:50.989189 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-ea63043c-cc2b-4ccd-b7b3-4366ce2e9227 req-10fb021f-a8db-4172-be21-5771b0e5b2b4 tempest-DeleteServersTestJSON-1451149907 tempest-DeleteServersTestJSON-1451149907-project] 10.222.0.72 "GET /v2.0/security-groups?id=fb4b6332-23d2-48fe-8823-aaf4f90930e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696306 Mar 11 16:21:50.995822 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e56d42e-1bb2-48b0-a805-4bcb2997e278 req-c6be1028-2d90-4b86-878b-11bfb861730b tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:50.997266 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-9e56d42e-1bb2-48b0-a805-4bcb2997e278 req-c6be1028-2d90-4b86-878b-11bfb861730b tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/ports?device_id=de856d05-5a1e-4b6f-90f5-822c15eb61f0 HTTP/1.1" status: 200 len: 931 time: 0.0857236 Mar 11 16:21:51.045332 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-9e56d42e-1bb2-48b0-a805-4bcb2997e278 req-a5e2ef37-2725-4814-8a23-dc404d9153d0 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/security-groups?id=7c276c18-4868-4599-beba-04acf139a2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421154 Mar 11 16:21:51.147928 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0919d97d-1764-4aa7-8f1d-ea78ca40f919 req-3a1fa029-715c-4334-95e4-8d251cad8f4b tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:51.149380 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-0919d97d-1764-4aa7-8f1d-ea78ca40f919 req-3a1fa029-715c-4334-95e4-8d251cad8f4b tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=478c05ae-53fc-4f37-9e47-5b58ee2f7275 HTTP/1.1" status: 200 len: 931 time: 0.0530736 Mar 11 16:21:51.197608 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-0919d97d-1764-4aa7-8f1d-ea78ca40f919 req-3da8ac1f-4c91-4038-957c-b6152d9dd8c5 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/security-groups?id=33dc4511-4987-40c1-bc00-25a6576ab3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428083 Mar 11 16:21:51.573176 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dead73-5849-4e5b-8f12-e261d6fed173 req-cc2de309-d82b-4541-87c0-576dd87d0529 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:51.574711 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-77dead73-5849-4e5b-8f12-e261d6fed173 req-cc2de309-d82b-4541-87c0-576dd87d0529 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/ports?device_id=ff3302ce-26ae-48b1-b0bb-8e4ee3574619 HTTP/1.1" status: 200 len: 943 time: 0.0547538 Mar 11 16:21:51.621360 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-77dead73-5849-4e5b-8f12-e261d6fed173 req-034f47e2-dfd6-42e7-90e4-851e81ff7490 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c0c943-e611-4d20-8bcb-3980a39beca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404532 Mar 11 16:21:51.703667 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.v2.base [req-d7eaf924-dd1b-440e-beac-aca3966c971d req-e191156b-7e47-4e03-8eab-3e8f4b64b86c service neutron] Request body: {'port': {'device_id': 'de856d05-5a1e-4b6f-90f5-822c15eb61f0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=103092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:21:51.709252 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.v2.base [req-9183fec4-6b13-4fe6-bf21-b2031133fe76 req-3a36af8b-ccdc-40c9-823c-df8bed17ec0e service neutron] Request body: {'port': {'device_id': '478c05ae-53fc-4f37-9e47-5b58ee2f7275', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=103092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:21:51.796181 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c16a92-49b6-4a06-b9fb-fc7c4a6612c4 req-bb0cdff9-0a91-421d-89e2-13d358c4a70b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:51.797512 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [req-c3c16a92-49b6-4a06-b9fb-fc7c4a6612c4 req-bb0cdff9-0a91-421d-89e2-13d358c4a70b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f3f35569b4e74dd193f09cb7aa5a05a9&device_id=ff3302ce-26ae-48b1-b0bb-8e4ee3574619 HTTP/1.1" status: 200 len: 1127 time: 0.0868683 Mar 11 16:21:51.995200 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c16a92-49b6-4a06-b9fb-fc7c4a6612c4 req-95b4a195-e7a4-4d1c-ab7a-923aa87a7f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:51.996665 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [req-c3c16a92-49b6-4a06-b9fb-fc7c4a6612c4 req-95b4a195-e7a4-4d1c-ab7a-923aa87a7f74 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=f3f35569b4e74dd193f09cb7aa5a05a9&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1905706 Mar 11 16:21:52.059399 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-9183fec4-6b13-4fe6-bf21-b2031133fe76 req-3a36af8b-ccdc-40c9-823c-df8bed17ec0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (b2fdd8a9-d396-4e44-9ff5-4e706efd4b70), before_update {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:52.061787 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-d7eaf924-dd1b-440e-beac-aca3966c971d req-e191156b-7e47-4e03-8eab-3e8f4b64b86c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (8304800e-283b-4335-b718-cb629f615213), before_update {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:52.075972 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-8619eeb1-b402-43fa-808b-d5faa1ee06a7 req-2797e238-92ed-4637-a4cf-e1b682a2f8f9 service neutron] 10.222.0.18 "GET /v2.0/networks/1fbedf9b-6928-4a0c-926c-d2a7c2cd4cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3884196 Mar 11 16:21:52.188822 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c16a92-49b6-4a06-b9fb-fc7c4a6612c4 req-a280d8b5-59f6-4d59-aa7c-1e4e5aac9f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:52.190523 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [req-c3c16a92-49b6-4a06-b9fb-fc7c4a6612c4 req-a280d8b5-59f6-4d59-aa7c-1e4e5aac9f27 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1878161 Mar 11 16:21:52.281698 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f357c5-f2f6-4679-b02b-b4ed1083637a req-d6b927ec-7b11-445f-8288-7e3b4120ed63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:52.283227 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [req-e1f357c5-f2f6-4679-b02b-b4ed1083637a req-d6b927ec-7b11-445f-8288-7e3b4120ed63 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f3f35569b4e74dd193f09cb7aa5a05a9&device_id=ff3302ce-26ae-48b1-b0bb-8e4ee3574619 HTTP/1.1" status: 200 len: 1127 time: 0.0484495 Mar 11 16:21:52.346986 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52080c57-d901-4f54-b2e4-104de59a08c4 req-c37923b6-e3a8-4366-bf94-2ae84b8bbf99 tempest-DeleteServersTestJSON-1451149907 tempest-DeleteServersTestJSON-1451149907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:52.348482 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-52080c57-d901-4f54-b2e4-104de59a08c4 req-c37923b6-e3a8-4366-bf94-2ae84b8bbf99 tempest-DeleteServersTestJSON-1451149907 tempest-DeleteServersTestJSON-1451149907-project] 10.222.0.72 "GET /v2.0/ports?device_id=cc1cc7c0-aa3a-43d4-9002-34a8f17ee83f HTTP/1.1" status: 200 len: 943 time: 0.2837107 Mar 11 16:21:52.365501 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [req-e1f357c5-f2f6-4679-b02b-b4ed1083637a req-d7c0121b-eedd-40a9-b21e-0566b4334ce3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3bb65d7b-90c4-4edf-bbf5-601a051d381a HTTP/1.1" status: 200 len: 217 time: 0.0742216 Mar 11 16:21:52.419285 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21c126b-c813-490f-a78d-1d02c16219be req-3b93deff-3053-4f82-a780-4b9c13b5ff0e tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:52.420824 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-f21c126b-c813-490f-a78d-1d02c16219be req-3b93deff-3053-4f82-a780-4b9c13b5ff0e tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/ports?device_id=de856d05-5a1e-4b6f-90f5-822c15eb61f0 HTTP/1.1" status: 200 len: 931 time: 0.2862208 Mar 11 16:21:52.423772 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f357c5-f2f6-4679-b02b-b4ed1083637a req-c4113e4f-e173-4102-ba37-52d9b7d3392a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:52.425212 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [req-e1f357c5-f2f6-4679-b02b-b4ed1083637a req-c4113e4f-e173-4102-ba37-52d9b7d3392a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a21718ed-f252-41de-a223-6ef10277caa1 HTTP/1.1" status: 200 len: 850 time: 0.0524950 Mar 11 16:21:52.510599 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f357c5-f2f6-4679-b02b-b4ed1083637a req-94f58464-ac64-4df5-aacb-52088766df36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:52.512151 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [req-e1f357c5-f2f6-4679-b02b-b4ed1083637a req-94f58464-ac64-4df5-aacb-52088766df36 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9795e861-3b04-408a-82ce-319a55ca0d5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0801861 Mar 11 16:21:52.557305 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-52080c57-d901-4f54-b2e4-104de59a08c4 req-b458495e-aeb7-465a-8f6a-b46c2736e70a tempest-DeleteServersTestJSON-1451149907 tempest-DeleteServersTestJSON-1451149907-project] 10.222.0.72 "GET /v2.0/security-groups?id=fb4b6332-23d2-48fe-8823-aaf4f90930e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992035 Mar 11 16:21:52.617477 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [req-e1f357c5-f2f6-4679-b02b-b4ed1083637a req-6cb454de-42af-463e-875b-a3400f00c733 service neutron] 10.222.0.18 "GET /v2.0/networks/9795e861-3b04-408a-82ce-319a55ca0d5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985463 Mar 11 16:21:52.633510 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-f21c126b-c813-490f-a78d-1d02c16219be req-7b9c11cc-dde3-4e97-8ceb-45f203434950 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/security-groups?id=7c276c18-4868-4599-beba-04acf139a2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2015400 Mar 11 16:21:52.755059 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [req-e1f357c5-f2f6-4679-b02b-b4ed1083637a req-2533f27d-20cb-4bcd-9bc8-a2a7aedd24aa service neutron] 10.222.0.18 "GET /v2.0/networks/9795e861-3b04-408a-82ce-319a55ca0d5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296911 Mar 11 16:21:52.815932 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.notifiers.nova [req-d7eaf924-dd1b-440e-beac-aca3966c971d req-e191156b-7e47-4e03-8eab-3e8f4b64b86c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8304800e-283b-4335-b718-cb629f615213 {{(pid=103092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:21:52.827253 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.notifiers.nova [req-9183fec4-6b13-4fe6-bf21-b2031133fe76 req-3a36af8b-ccdc-40c9-823c-df8bed17ec0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2fdd8a9-d396-4e44-9ff5-4e706efd4b70 {{(pid=103092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:21:52.835235 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-d7eaf924-dd1b-440e-beac-aca3966c971d req-e191156b-7e47-4e03-8eab-3e8f4b64b86c service neutron] Publish callbacks [] for port (8304800e-283b-4335-b718-cb629f615213), precommit_update {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:52.845317 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-9183fec4-6b13-4fe6-bf21-b2031133fe76 req-3a36af8b-ccdc-40c9-823c-df8bed17ec0e service neutron] Publish callbacks [] for port (b2fdd8a9-d396-4e44-9ff5-4e706efd4b70), precommit_update {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:52.877849 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856c01e1-1fd5-4ada-8961-a6f9f106bcf5 req-c9897a6a-44d5-43d4-b667-1cfd7f43ee0f tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:52.879227 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-856c01e1-1fd5-4ada-8961-a6f9f106bcf5 req-c9897a6a-44d5-43d4-b667-1cfd7f43ee0f tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=478c05ae-53fc-4f37-9e47-5b58ee2f7275 HTTP/1.1" status: 200 len: 931 time: 0.2349782 Mar 11 16:21:52.884124 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.db.provisioning_blocks [req-d7eaf924-dd1b-440e-beac-aca3966c971d req-e191156b-7e47-4e03-8eab-3e8f4b64b86c service neutron] Transition to ACTIVE for port object 8304800e-283b-4335-b718-cb629f615213 will not be triggered until provisioned by entity L2. {{(pid=103092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 16:21:52.885199 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.db.provisioning_blocks [req-9183fec4-6b13-4fe6-bf21-b2031133fe76 req-3a36af8b-ccdc-40c9-823c-df8bed17ec0e service neutron] Transition to ACTIVE for port object b2fdd8a9-d396-4e44-9ff5-4e706efd4b70 will not be triggered until provisioned by entity L2. {{(pid=103092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 16:21:52.894379 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a28efd-a36c-49ef-a18d-cc0eafd7dfa2 req-fde8f987-7d6f-4f78-a166-47f81cbb657e tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:52.895863 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-71a28efd-a36c-49ef-a18d-cc0eafd7dfa2 req-fde8f987-7d6f-4f78-a166-47f81cbb657e tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/ports?device_id=ff3302ce-26ae-48b1-b0bb-8e4ee3574619 HTTP/1.1" status: 200 len: 943 time: 0.1816535 Mar 11 16:21:52.902200 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-d7eaf924-dd1b-440e-beac-aca3966c971d req-e191156b-7e47-4e03-8eab-3e8f4b64b86c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947'] for port (8304800e-283b-4335-b718-cb629f615213), after_update {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:52.903912 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-9183fec4-6b13-4fe6-bf21-b2031133fe76 req-3a36af8b-ccdc-40c9-823c-df8bed17ec0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947'] for port (b2fdd8a9-d396-4e44-9ff5-4e706efd4b70), after_update {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:53.013817 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e191156b-7e47-4e03-8eab-3e8f4b64b86c service neutron] Pushing event updated for resources: {'Port': ['ID=8304800e-283b-4335-b718-cb629f615213,revision_number=2']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:53.128788 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-856c01e1-1fd5-4ada-8961-a6f9f106bcf5 req-75a3577b-f391-41e4-ad68-5951b47cf02a tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/security-groups?id=33dc4511-4987-40c1-bc00-25a6576ab3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2422614 Mar 11 16:21:53.162398 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-71a28efd-a36c-49ef-a18d-cc0eafd7dfa2 req-51a2ffe4-0916-4720-b991-b18b5577a209 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c0c943-e611-4d20-8bcb-3980a39beca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2535837 Mar 11 16:21:53.180799 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.managers [req-d7eaf924-dd1b-440e-beac-aca3966c971d req-e191156b-7e47-4e03-8eab-3e8f4b64b86c service neutron] Attempting to bind port 8304800e-283b-4335-b718-cb629f615213 on host hv-cinder-75078 for vnic_type normal with profile {{(pid=103092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 16:21:53.180799 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.managers [req-d7eaf924-dd1b-440e-beac-aca3966c971d req-e191156b-7e47-4e03-8eab-3e8f4b64b86c service neutron] Attempting to bind port 8304800e-283b-4335-b718-cb629f615213 by drivers openvswitch,hyperv on host hv-cinder-75078 at level 0 using segments [{'id': 'd0d5eee1-b4bb-471c-a057-81102a55b99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '5f3aea45-b741-4cf8-ad8b-40753fc82fad'}] {{(pid=103092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 16:21:53.180799 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7eaf924-dd1b-440e-beac-aca3966c971d req-e191156b-7e47-4e03-8eab-3e8f4b64b86c service neutron] Attempting to bind port 8304800e-283b-4335-b718-cb629f615213 on network 5f3aea45-b741-4cf8-ad8b-40753fc82fad {{(pid=103092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 16:21:53.181260 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a36af8b-ccdc-40c9-823c-df8bed17ec0e service neutron] Pushing event updated for resources: {'Port': ['ID=b2fdd8a9-d396-4e44-9ff5-4e706efd4b70,revision_number=2']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:53.185992 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.managers [req-9183fec4-6b13-4fe6-bf21-b2031133fe76 req-3a36af8b-ccdc-40c9-823c-df8bed17ec0e service neutron] Attempting to bind port b2fdd8a9-d396-4e44-9ff5-4e706efd4b70 on host hv-cinder-75078 for vnic_type normal with profile {{(pid=103092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 16:21:53.186385 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.managers [req-9183fec4-6b13-4fe6-bf21-b2031133fe76 req-3a36af8b-ccdc-40c9-823c-df8bed17ec0e service neutron] Attempting to bind port b2fdd8a9-d396-4e44-9ff5-4e706efd4b70 by drivers openvswitch,hyperv on host hv-cinder-75078 at level 0 using segments [{'id': 'a719ed4c-1b21-4087-84c5-f4c81307e7ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '4d385937-5589-47ac-b063-981bb549e693'}] {{(pid=103092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 16:21:53.186641 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9183fec4-6b13-4fe6-bf21-b2031133fe76 req-3a36af8b-ccdc-40c9-823c-df8bed17ec0e service neutron] Attempting to bind port b2fdd8a9-d396-4e44-9ff5-4e706efd4b70 on network 4d385937-5589-47ac-b063-981bb549e693 {{(pid=103092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 16:21:53.188886 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7eaf924-dd1b-440e-beac-aca3966c971d req-e191156b-7e47-4e03-8eab-3e8f4b64b86c service neutron] Port 8304800e-283b-4335-b718-cb629f615213 on network 5f3aea45-b741-4cf8-ad8b-40753fc82fad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75078 {{(pid=103092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 16:21:53.189244 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7eaf924-dd1b-440e-beac-aca3966c971d req-e191156b-7e47-4e03-8eab-3e8f4b64b86c service neutron] Attempting to bind port 8304800e-283b-4335-b718-cb629f615213 on network 5f3aea45-b741-4cf8-ad8b-40753fc82fad {{(pid=103092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 16:21:53.196457 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7eaf924-dd1b-440e-beac-aca3966c971d req-e191156b-7e47-4e03-8eab-3e8f4b64b86c service neutron] Checking agent: {'id': '42978ec7-0c45-4bcc-88e8-64ee44356522', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 19, 5), 'started_at': datetime.datetime(2022, 3, 11, 16, 19, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 16:21:53.196861 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7eaf924-dd1b-440e-beac-aca3966c971d req-e191156b-7e47-4e03-8eab-3e8f4b64b86c service neutron] Checking segment: {'id': 'd0d5eee1-b4bb-471c-a057-81102a55b99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '5f3aea45-b741-4cf8-ad8b-40753fc82fad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 16:21:53.197603 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7eaf924-dd1b-440e-beac-aca3966c971d req-e191156b-7e47-4e03-8eab-3e8f4b64b86c service neutron] Bound using segment: {'id': 'd0d5eee1-b4bb-471c-a057-81102a55b99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '5f3aea45-b741-4cf8-ad8b-40753fc82fad'} {{(pid=103092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 16:21:53.197745 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.managers [req-d7eaf924-dd1b-440e-beac-aca3966c971d req-e191156b-7e47-4e03-8eab-3e8f4b64b86c service neutron] Bound port: 8304800e-283b-4335-b718-cb629f615213, host: hv-cinder-75078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0d5eee1-b4bb-471c-a057-81102a55b99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '5f3aea45-b741-4cf8-ad8b-40753fc82fad'}}] {{(pid=103092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 16:21:53.198143 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-d7eaf924-dd1b-440e-beac-aca3966c971d req-e191156b-7e47-4e03-8eab-3e8f4b64b86c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (8304800e-283b-4335-b718-cb629f615213), before_update {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:53.200150 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9183fec4-6b13-4fe6-bf21-b2031133fe76 req-3a36af8b-ccdc-40c9-823c-df8bed17ec0e service neutron] Port b2fdd8a9-d396-4e44-9ff5-4e706efd4b70 on network 4d385937-5589-47ac-b063-981bb549e693 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75078 {{(pid=103092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 16:21:53.200467 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9183fec4-6b13-4fe6-bf21-b2031133fe76 req-3a36af8b-ccdc-40c9-823c-df8bed17ec0e service neutron] Attempting to bind port b2fdd8a9-d396-4e44-9ff5-4e706efd4b70 on network 4d385937-5589-47ac-b063-981bb549e693 {{(pid=103092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 16:21:53.215069 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9183fec4-6b13-4fe6-bf21-b2031133fe76 req-3a36af8b-ccdc-40c9-823c-df8bed17ec0e service neutron] Checking agent: {'id': '42978ec7-0c45-4bcc-88e8-64ee44356522', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 19, 5), 'started_at': datetime.datetime(2022, 3, 11, 16, 19, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 16:21:53.215447 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9183fec4-6b13-4fe6-bf21-b2031133fe76 req-3a36af8b-ccdc-40c9-823c-df8bed17ec0e service neutron] Checking segment: {'id': 'a719ed4c-1b21-4087-84c5-f4c81307e7ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '4d385937-5589-47ac-b063-981bb549e693'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 16:21:53.215850 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9183fec4-6b13-4fe6-bf21-b2031133fe76 req-3a36af8b-ccdc-40c9-823c-df8bed17ec0e service neutron] Bound using segment: {'id': 'a719ed4c-1b21-4087-84c5-f4c81307e7ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '4d385937-5589-47ac-b063-981bb549e693'} {{(pid=103092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 16:21:53.216324 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.managers [req-9183fec4-6b13-4fe6-bf21-b2031133fe76 req-3a36af8b-ccdc-40c9-823c-df8bed17ec0e service neutron] Bound port: b2fdd8a9-d396-4e44-9ff5-4e706efd4b70, host: hv-cinder-75078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a719ed4c-1b21-4087-84c5-f4c81307e7ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '4d385937-5589-47ac-b063-981bb549e693'}}] {{(pid=103092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 16:21:53.216745 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-9183fec4-6b13-4fe6-bf21-b2031133fe76 req-3a36af8b-ccdc-40c9-823c-df8bed17ec0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (b2fdd8a9-d396-4e44-9ff5-4e706efd4b70), before_update {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:53.328045 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.db [req-d7eaf924-dd1b-440e-beac-aca3966c971d req-e191156b-7e47-4e03-8eab-3e8f4b64b86c service neutron] For port 8304800e-283b-4335-b718-cb629f615213, host hv-cinder-75078, cleared binding levels {{(pid=103092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:21:53.356042 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.db [req-d7eaf924-dd1b-440e-beac-aca3966c971d req-e191156b-7e47-4e03-8eab-3e8f4b64b86c service neutron] For port 8304800e-283b-4335-b718-cb629f615213, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=8304800e-283b-4335-b718-cb629f615213,segment=NetworkSegment(d0d5eee1-b4bb-471c-a057-81102a55b99f),segment_id=d0d5eee1-b4bb-471c-a057-81102a55b99f)] {{(pid=103092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:21:53.361816 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.db [req-9183fec4-6b13-4fe6-bf21-b2031133fe76 req-3a36af8b-ccdc-40c9-823c-df8bed17ec0e service neutron] For port b2fdd8a9-d396-4e44-9ff5-4e706efd4b70, host hv-cinder-75078, cleared binding levels {{(pid=103092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:21:53.367117 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.db [req-9183fec4-6b13-4fe6-bf21-b2031133fe76 req-3a36af8b-ccdc-40c9-823c-df8bed17ec0e service neutron] For port b2fdd8a9-d396-4e44-9ff5-4e706efd4b70, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=b2fdd8a9-d396-4e44-9ff5-4e706efd4b70,segment=NetworkSegment(a719ed4c-1b21-4087-84c5-f4c81307e7ed),segment_id=a719ed4c-1b21-4087-84c5-f4c81307e7ed)] {{(pid=103092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:21:53.369106 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-d7eaf924-dd1b-440e-beac-aca3966c971d req-e191156b-7e47-4e03-8eab-3e8f4b64b86c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947'] for port (8304800e-283b-4335-b718-cb629f615213), after_update {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:53.406160 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-9183fec4-6b13-4fe6-bf21-b2031133fe76 req-3a36af8b-ccdc-40c9-823c-df8bed17ec0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947'] for port (b2fdd8a9-d396-4e44-9ff5-4e706efd4b70), after_update {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:53.431142 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eaf924-dd1b-440e-beac-aca3966c971d req-e191156b-7e47-4e03-8eab-3e8f4b64b86c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:53.431791 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-d7eaf924-dd1b-440e-beac-aca3966c971d req-e191156b-7e47-4e03-8eab-3e8f4b64b86c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779404'] for port (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:53.433241 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-d7eaf924-dd1b-440e-beac-aca3966c971d req-e191156b-7e47-4e03-8eab-3e8f4b64b86c service neutron] 10.222.0.18 "PUT /v2.0/ports/8304800e-283b-4335-b718-cb629f615213 HTTP/1.1" status: 200 len: 1093 time: 1.7367260 Mar 11 16:21:53.449029 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de856d05-5a1e-4b6f-90f5-822c15eb61f0', 'tag': '8304800e-283b-4335-b718-cb629f615213'}] {{(pid=103092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:21:53.451550 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8119d67d121bc7655fb27ee4e81d05746f3857d7b024446e390c37a4f39e07a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aca012c8-edbd-4be4-ad56-2d3399a00374" -d '{"events": [{"name": "network-changed", "server_uuid": "de856d05-5a1e-4b6f-90f5-822c15eb61f0", "tag": "8304800e-283b-4335-b718-cb629f615213"}]}' {{(pid=103092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 16:21:53.468710 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9183fec4-6b13-4fe6-bf21-b2031133fe76 req-3a36af8b-ccdc-40c9-823c-df8bed17ec0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:53.469134 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-9183fec4-6b13-4fe6-bf21-b2031133fe76 req-3a36af8b-ccdc-40c9-823c-df8bed17ec0e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779404'] for port (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:53.471391 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-9183fec4-6b13-4fe6-bf21-b2031133fe76 req-3a36af8b-ccdc-40c9-823c-df8bed17ec0e service neutron] 10.222.0.18 "PUT /v2.0/ports/b2fdd8a9-d396-4e44-9ff5-4e706efd4b70 HTTP/1.1" status: 200 len: 1093 time: 1.7732615 Mar 11 16:21:53.478855 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e191156b-7e47-4e03-8eab-3e8f4b64b86c service neutron] Pushing event updated for resources: {'Port': ['ID=8304800e-283b-4335-b718-cb629f615213,revision_number=3']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:53.538396 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 16:21:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a60de6d2-e814-4461-acf0-a819fc65b48c x-openstack-request-id: req-a60de6d2-e814-4461-acf0-a819fc65b48c {{(pid=103092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 16:21:53.539084 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de856d05-5a1e-4b6f-90f5-822c15eb61f0", "tag": "8304800e-283b-4335-b718-cb629f615213", "status": "completed", "code": 200}]} {{(pid=103092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 16:21:53.539608 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-a60de6d2-e814-4461-acf0-a819fc65b48c {{(pid=103092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 16:21:53.540228 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de856d05-5a1e-4b6f-90f5-822c15eb61f0', 'tag': '8304800e-283b-4335-b718-cb629f615213', 'status': 'completed', 'code': 200} Mar 11 16:21:53.651143 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a36af8b-ccdc-40c9-823c-df8bed17ec0e service neutron] Pushing event updated for resources: {'Port': ['ID=b2fdd8a9-d396-4e44-9ff5-4e706efd4b70,revision_number=3']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:53.697250 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eaf924-dd1b-440e-beac-aca3966c971d req-05ada89f-bbc3-41b9-917f-58d04a029245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:53.706630 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-d7eaf924-dd1b-440e-beac-aca3966c971d req-05ada89f-bbc3-41b9-917f-58d04a029245 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3f90eba451e343e49c0fa456ba2b00cd&device_id=de856d05-5a1e-4b6f-90f5-822c15eb61f0 HTTP/1.1" status: 200 len: 1127 time: 0.1662643 Mar 11 16:21:53.719419 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9183fec4-6b13-4fe6-bf21-b2031133fe76 req-2699b929-cd40-4c1f-9804-877d9da308f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:53.724421 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-9183fec4-6b13-4fe6-bf21-b2031133fe76 req-2699b929-cd40-4c1f-9804-877d9da308f7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a951288cde284b359074a2755c43fd3f&device_id=478c05ae-53fc-4f37-9e47-5b58ee2f7275 HTTP/1.1" status: 200 len: 1127 time: 0.1701145 Mar 11 16:21:53.828483 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 38924) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:21:53.842355 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-d7eaf924-dd1b-440e-beac-aca3966c971d req-4c52805b-49ce-40ee-afea-1d8c87eec3fa service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8304800e-283b-4335-b718-cb629f615213 HTTP/1.1" status: 200 len: 217 time: 0.1293678 Mar 11 16:21:53.854023 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-9183fec4-6b13-4fe6-bf21-b2031133fe76 req-3155362f-53e6-468a-8deb-dd6c11395010 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b2fdd8a9-d396-4e44-9ff5-4e706efd4b70 HTTP/1.1" status: 200 len: 217 time: 0.1160738 Mar 11 16:21:53.968241 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-adfba929-c458-4ef1-8d12-5040790a0aa4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:54.024902 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9183fec4-6b13-4fe6-bf21-b2031133fe76 req-dbd131ca-f454-43bf-b676-53012efc1690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:54.027096 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-9183fec4-6b13-4fe6-bf21-b2031133fe76 req-dbd131ca-f454-43bf-b676-53012efc1690 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1fa91c63-7953-4f02-bfd2-c0a4c4e05e10 HTTP/1.1" status: 200 len: 856 time: 0.1258996 Mar 11 16:21:54.057804 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eaf924-dd1b-440e-beac-aca3966c971d req-580c9c86-ed37-45a3-8717-016651b8ec0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:54.059067 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-d7eaf924-dd1b-440e-beac-aca3966c971d req-580c9c86-ed37-45a3-8717-016651b8ec0a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=acc28c21-3e47-4bf8-b31f-cbbed70c6f99 HTTP/1.1" status: 200 len: 854 time: 0.2041423 Mar 11 16:21:54.072976 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-adfba929-c458-4ef1-8d12-5040790a0aa4 admin admin] Publish callbacks [] for security_group (996509d0-6882-4de0-a8e6-379a04294ae4), precommit_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:54.078619 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-adfba929-c458-4ef1-8d12-5040790a0aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (996509d0-6882-4de0-a8e6-379a04294ae4), after_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:54.102421 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b872b9-cb85-41b4-9da3-0b418928691c req-fd7cf682-3191-4864-bc14-9a2391d23cca tempest-DeleteServersTestJSON-1451149907 tempest-DeleteServersTestJSON-1451149907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:54.104115 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-26b872b9-cb85-41b4-9da3-0b418928691c req-fd7cf682-3191-4864-bc14-9a2391d23cca tempest-DeleteServersTestJSON-1451149907 tempest-DeleteServersTestJSON-1451149907-project] 10.222.0.72 "GET /v2.0/ports?device_id=cc1cc7c0-aa3a-43d4-9002-34a8f17ee83f HTTP/1.1" status: 200 len: 943 time: 0.3442838 Mar 11 16:21:54.112655 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfba929-c458-4ef1-8d12-5040790a0aa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=996509d0-6882-4de0-a8e6-379a04294ae4,revision_number=1']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:54.133717 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-adfba929-c458-4ef1-8d12-5040790a0aa4 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e9a45d5565e146be999fd706b1602744&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3041725 Mar 11 16:21:54.136238 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 38932) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:21:54.146824 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2533439b-1cbb-4dee-9094-48259b8871fa req-ec1537c3-5ee0-4128-9839-aa3f05d4aeac tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:54.148335 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-2533439b-1cbb-4dee-9094-48259b8871fa req-ec1537c3-5ee0-4128-9839-aa3f05d4aeac tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/ports?device_id=de856d05-5a1e-4b6f-90f5-822c15eb61f0 HTTP/1.1" status: 200 len: 943 time: 0.3214266 Mar 11 16:21:54.202979 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-1ac59f4b-9e7e-41b1-bfcb-196c8609a82a admin admin] Publish callbacks [] for security_group (996509d0-6882-4de0-a8e6-379a04294ae4), before_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:54.227661 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-1ac59f4b-9e7e-41b1-bfcb-196c8609a82a admin admin] Publish callbacks [] for security_group (996509d0-6882-4de0-a8e6-379a04294ae4), precommit_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:54.252486 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-26b872b9-cb85-41b4-9da3-0b418928691c req-d1c16941-d7c2-422d-b43a-49f259cc3c06 tempest-DeleteServersTestJSON-1451149907 tempest-DeleteServersTestJSON-1451149907-project] 10.222.0.72 "GET /v2.0/security-groups?id=fb4b6332-23d2-48fe-8823-aaf4f90930e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307561 Mar 11 16:21:54.257983 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9183fec4-6b13-4fe6-bf21-b2031133fe76 req-a23be378-a024-4021-9f45-42681399920c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:54.260158 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-9183fec4-6b13-4fe6-bf21-b2031133fe76 req-a23be378-a024-4021-9f45-42681399920c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4d385937-5589-47ac-b063-981bb549e693&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2252517 Mar 11 16:21:54.283449 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eaf924-dd1b-440e-beac-aca3966c971d req-614d83d1-e753-47b9-a7bd-2b7205237646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:54.285346 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-d7eaf924-dd1b-440e-beac-aca3966c971d req-614d83d1-e753-47b9-a7bd-2b7205237646 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5f3aea45-b741-4cf8-ad8b-40753fc82fad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1933761 Mar 11 16:21:54.289280 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-1ac59f4b-9e7e-41b1-bfcb-196c8609a82a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (996509d0-6882-4de0-a8e6-379a04294ae4), after_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:54.293298 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-1ac59f4b-9e7e-41b1-bfcb-196c8609a82a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:54.298481 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-1ac59f4b-9e7e-41b1-bfcb-196c8609a82a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/996509d0-6882-4de0-a8e6-379a04294ae4 HTTP/1.1" status: 204 len: 168 time: 0.1610093 Mar 11 16:21:54.306565 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac59f4b-9e7e-41b1-bfcb-196c8609a82a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=996509d0-6882-4de0-a8e6-379a04294ae4,revision_number=None']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:54.311623 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-2533439b-1cbb-4dee-9094-48259b8871fa req-557b5fd7-7abb-467a-838e-64b41051c1d6 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/security-groups?id=7c276c18-4868-4599-beba-04acf139a2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1375108 Mar 11 16:21:54.627398 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 38952) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:21:54.641754 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-0fedfb8e-fef5-4e35-97e9-57bbedbc1b18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:54.708266 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-9183fec4-6b13-4fe6-bf21-b2031133fe76 req-cd299657-389b-45a5-a438-c3f70978d75c service neutron] 10.222.0.18 "GET /v2.0/networks/4d385937-5589-47ac-b063-981bb549e693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4398558 Mar 11 16:21:54.723289 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-d7eaf924-dd1b-440e-beac-aca3966c971d req-75348c36-df96-4e16-bae9-019d81ebecc5 service neutron] 10.222.0.18 "GET /v2.0/networks/5f3aea45-b741-4cf8-ad8b-40753fc82fad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4262271 Mar 11 16:21:54.737277 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9914698a-e2f9-4957-9199-54bec0726466 req-630b239e-6504-405a-94c5-c450971cd984 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:54.738853 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-9914698a-e2f9-4957-9199-54bec0726466 req-630b239e-6504-405a-94c5-c450971cd984 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/ports?device_id=ff3302ce-26ae-48b1-b0bb-8e4ee3574619 HTTP/1.1" status: 200 len: 943 time: 0.2091269 Mar 11 16:21:54.746788 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7bf878-3732-4671-b5d5-cb52e4cb336e req-06122f1f-cd6b-450a-84f4-376e5fc4adc0 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:54.748332 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-7d7bf878-3732-4671-b5d5-cb52e4cb336e req-06122f1f-cd6b-450a-84f4-376e5fc4adc0 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=478c05ae-53fc-4f37-9e47-5b58ee2f7275 HTTP/1.1" status: 200 len: 943 time: 0.2174582 Mar 11 16:21:54.755568 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-0fedfb8e-fef5-4e35-97e9-57bbedbc1b18 admin admin] Publish callbacks [] for security_group (48c38676-2980-48ac-83cb-8139d370278a), precommit_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:54.761137 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-0fedfb8e-fef5-4e35-97e9-57bbedbc1b18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (48c38676-2980-48ac-83cb-8139d370278a), after_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:54.814363 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-0fedfb8e-fef5-4e35-97e9-57bbedbc1b18 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=7dcaa5b61bfd4cb5822b3257b449992b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1750326 Mar 11 16:21:54.814492 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 38962) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:21:54.814588 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fedfb8e-fef5-4e35-97e9-57bbedbc1b18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48c38676-2980-48ac-83cb-8139d370278a,revision_number=1']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:54.843250 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-9914698a-e2f9-4957-9199-54bec0726466 req-c47623bd-2db3-4855-94bb-f4092c6f2795 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c0c943-e611-4d20-8bcb-3980a39beca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934720 Mar 11 16:21:54.851076 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-7d7bf878-3732-4671-b5d5-cb52e4cb336e req-d1d3fa1b-c52e-4a25-a8b1-8c565501443f tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/security-groups?id=33dc4511-4987-40c1-bc00-25a6576ab3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957763 Mar 11 16:21:54.883476 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-8e9c56b9-e98f-4fa3-8c8b-1dfae5a89131 admin admin] Publish callbacks [] for security_group (48c38676-2980-48ac-83cb-8139d370278a), before_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:54.905502 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-8e9c56b9-e98f-4fa3-8c8b-1dfae5a89131 admin admin] Publish callbacks [] for security_group (48c38676-2980-48ac-83cb-8139d370278a), precommit_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:54.949920 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-8e9c56b9-e98f-4fa3-8c8b-1dfae5a89131 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (48c38676-2980-48ac-83cb-8139d370278a), after_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:54.953173 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-8e9c56b9-e98f-4fa3-8c8b-1dfae5a89131 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:54.954305 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-8e9c56b9-e98f-4fa3-8c8b-1dfae5a89131 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/48c38676-2980-48ac-83cb-8139d370278a HTTP/1.1" status: 204 len: 168 time: 0.1470428 Mar 11 16:21:54.962099 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9c56b9-e98f-4fa3-8c8b-1dfae5a89131 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48c38676-2980-48ac-83cb-8139d370278a,revision_number=None']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:55.269493 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 38970) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:21:55.283365 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-c44c654a-7bd7-4d5e-b031-0a1f8bc8a86d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:55.398930 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-c44c654a-7bd7-4d5e-b031-0a1f8bc8a86d admin admin] Publish callbacks [] for security_group (1aeae56f-d489-400a-8683-105a3e09f7ff), precommit_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:55.411037 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-c44c654a-7bd7-4d5e-b031-0a1f8bc8a86d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (1aeae56f-d489-400a-8683-105a3e09f7ff), after_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:55.448631 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482980e6-2fa7-427a-b9e3-7df7d361510a req-96204c39-6d90-4943-bfe4-7d5f9eb624af tempest-DeleteServersTestJSON-1451149907 tempest-DeleteServersTestJSON-1451149907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:55.450152 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-482980e6-2fa7-427a-b9e3-7df7d361510a req-96204c39-6d90-4943-bfe4-7d5f9eb624af tempest-DeleteServersTestJSON-1451149907 tempest-DeleteServersTestJSON-1451149907-project] 10.222.0.72 "GET /v2.0/ports?device_id=cc1cc7c0-aa3a-43d4-9002-34a8f17ee83f HTTP/1.1" status: 200 len: 943 time: 0.1273260 Mar 11 16:21:55.496399 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-c44c654a-7bd7-4d5e-b031-0a1f8bc8a86d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=85eede4787984fe4934b55c32707e3e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2255952 Mar 11 16:21:55.499517 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 38976) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:21:55.501880 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44c654a-7bd7-4d5e-b031-0a1f8bc8a86d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aeae56f-d489-400a-8683-105a3e09f7ff,revision_number=1']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:55.537458 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d89b1e-e5a5-4554-bb39-ed7f6b95a9ff req-6c768965-32a1-4002-9bb1-b35be747ea16 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:55.539137 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-b7d89b1e-e5a5-4554-bb39-ed7f6b95a9ff req-6c768965-32a1-4002-9bb1-b35be747ea16 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/ports?device_id=de856d05-5a1e-4b6f-90f5-822c15eb61f0 HTTP/1.1" status: 200 len: 943 time: 0.1537859 Mar 11 16:21:55.542265 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '478c05ae-53fc-4f37-9e47-5b58ee2f7275', 'tag': 'b2fdd8a9-d396-4e44-9ff5-4e706efd4b70'}] {{(pid=103092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:21:55.544452 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8119d67d121bc7655fb27ee4e81d05746f3857d7b024446e390c37a4f39e07a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d229607-dd98-4c8c-8d89-af2771ebf12f" -d '{"events": [{"name": "network-changed", "server_uuid": "478c05ae-53fc-4f37-9e47-5b58ee2f7275", "tag": "b2fdd8a9-d396-4e44-9ff5-4e706efd4b70"}]}' {{(pid=103092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 16:21:55.550400 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-6a920a4d-48ec-405a-abf6-73897a2a24e1 admin admin] Publish callbacks [] for security_group (1aeae56f-d489-400a-8683-105a3e09f7ff), before_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:55.558018 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-482980e6-2fa7-427a-b9e3-7df7d361510a req-17e5034b-288e-4126-8867-f7725e38b8fe tempest-DeleteServersTestJSON-1451149907 tempest-DeleteServersTestJSON-1451149907-project] 10.222.0.72 "GET /v2.0/security-groups?id=fb4b6332-23d2-48fe-8823-aaf4f90930e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968878 Mar 11 16:21:55.574607 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-6a920a4d-48ec-405a-abf6-73897a2a24e1 admin admin] Publish callbacks [] for security_group (1aeae56f-d489-400a-8683-105a3e09f7ff), precommit_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:55.603597 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-b7d89b1e-e5a5-4554-bb39-ed7f6b95a9ff req-fa64ed3c-f5b6-47e4-8bf1-99e562101304 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/security-groups?id=7c276c18-4868-4599-beba-04acf139a2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551677 Mar 11 16:21:55.605059 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 16:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e2f32c7-b175-461e-927f-627c3327c190 x-openstack-request-id: req-9e2f32c7-b175-461e-927f-627c3327c190 {{(pid=103092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 16:21:55.605345 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "478c05ae-53fc-4f37-9e47-5b58ee2f7275", "tag": "b2fdd8a9-d396-4e44-9ff5-4e706efd4b70", "status": "completed", "code": 200}]} {{(pid=103092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 16:21:55.605600 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-9e2f32c7-b175-461e-927f-627c3327c190 {{(pid=103092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 16:21:55.606008 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '478c05ae-53fc-4f37-9e47-5b58ee2f7275', 'tag': 'b2fdd8a9-d396-4e44-9ff5-4e706efd4b70', 'status': 'completed', 'code': 200} Mar 11 16:21:55.628536 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-6a920a4d-48ec-405a-abf6-73897a2a24e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (1aeae56f-d489-400a-8683-105a3e09f7ff), after_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:55.631227 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-6a920a4d-48ec-405a-abf6-73897a2a24e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:21:55.632561 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-6a920a4d-48ec-405a-abf6-73897a2a24e1 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/1aeae56f-d489-400a-8683-105a3e09f7ff HTTP/1.1" status: 204 len: 168 time: 0.1318345 Mar 11 16:21:55.645100 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a920a4d-48ec-405a-abf6-73897a2a24e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aeae56f-d489-400a-8683-105a3e09f7ff,revision_number=None']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:56.035746 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a045aff-350d-4de6-a515-cedc90258e95 req-02d55cc5-6692-4802-9d45-6ae673102bcb tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:56.037240 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-9a045aff-350d-4de6-a515-cedc90258e95 req-02d55cc5-6692-4802-9d45-6ae673102bcb tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/ports?device_id=ff3302ce-26ae-48b1-b0bb-8e4ee3574619 HTTP/1.1" status: 200 len: 943 time: 0.1023314 Mar 11 16:21:56.050851 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04796468-2e85-4e54-a926-40b6ed3ad42d req-c80df062-151c-4ba9-a186-d0b66d81a827 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:56.052304 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-04796468-2e85-4e54-a926-40b6ed3ad42d req-c80df062-151c-4ba9-a186-d0b66d81a827 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=478c05ae-53fc-4f37-9e47-5b58ee2f7275 HTTP/1.1" status: 200 len: 943 time: 0.0832493 Mar 11 16:21:56.128426 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-04796468-2e85-4e54-a926-40b6ed3ad42d req-0caae03e-c1ce-4acf-aeed-5af9140e2bfd tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/security-groups?id=33dc4511-4987-40c1-bc00-25a6576ab3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695422 Mar 11 16:21:56.131465 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-9a045aff-350d-4de6-a515-cedc90258e95 req-101251fb-3ce4-49f5-b994-546dd6e28917 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c0c943-e611-4d20-8bcb-3980a39beca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883377 Mar 11 16:21:56.691423 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ce3716-ee0f-4c2c-be0c-ba46153039f6 req-f2208a56-e9bb-4b06-b65f-b27cfb5a39de tempest-DeleteServersTestJSON-1451149907 tempest-DeleteServersTestJSON-1451149907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:56.692945 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-40ce3716-ee0f-4c2c-be0c-ba46153039f6 req-f2208a56-e9bb-4b06-b65f-b27cfb5a39de tempest-DeleteServersTestJSON-1451149907 tempest-DeleteServersTestJSON-1451149907-project] 10.222.0.72 "GET /v2.0/ports?device_id=cc1cc7c0-aa3a-43d4-9002-34a8f17ee83f HTTP/1.1" status: 200 len: 943 time: 0.0653467 Mar 11 16:21:56.769234 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bbe1d1-bfc1-47b3-aeff-e9e1dbe9c9d7 req-81be83a9-9aff-4c20-9114-5fc06d5171a6 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:56.770763 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-10bbe1d1-bfc1-47b3-aeff-e9e1dbe9c9d7 req-81be83a9-9aff-4c20-9114-5fc06d5171a6 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/ports?device_id=de856d05-5a1e-4b6f-90f5-822c15eb61f0 HTTP/1.1" status: 200 len: 943 time: 0.0974150 Mar 11 16:21:56.774339 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-40ce3716-ee0f-4c2c-be0c-ba46153039f6 req-9821c76d-dd54-4a4b-8809-406a06b87e36 tempest-DeleteServersTestJSON-1451149907 tempest-DeleteServersTestJSON-1451149907-project] 10.222.0.72 "GET /v2.0/security-groups?id=fb4b6332-23d2-48fe-8823-aaf4f90930e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619810 Mar 11 16:21:56.829341 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-10bbe1d1-bfc1-47b3-aeff-e9e1dbe9c9d7 req-dd78b54a-2cfe-4da2-a832-b83da31d8ded tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/security-groups?id=7c276c18-4868-4599-beba-04acf139a2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529215 Mar 11 16:21:57.288027 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439c86c0-7f18-4d9c-90cf-cb1ab698e62f req-36f89f2f-04b6-4fe9-b2f6-146027ab0715 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:57.289544 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-439c86c0-7f18-4d9c-90cf-cb1ab698e62f req-36f89f2f-04b6-4fe9-b2f6-146027ab0715 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/ports?device_id=ff3302ce-26ae-48b1-b0bb-8e4ee3574619 HTTP/1.1" status: 200 len: 943 time: 0.0884855 Mar 11 16:21:57.298678 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70f4b1a-b29a-4603-8f80-186231b984f9 req-4cff4a99-42d3-42f0-a211-41fc8d89abae tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:57.300253 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-c70f4b1a-b29a-4603-8f80-186231b984f9 req-4cff4a99-42d3-42f0-a211-41fc8d89abae tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=478c05ae-53fc-4f37-9e47-5b58ee2f7275 HTTP/1.1" status: 200 len: 943 time: 0.0977919 Mar 11 16:21:57.401713 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-439c86c0-7f18-4d9c-90cf-cb1ab698e62f req-0c760902-636b-45f9-ba59-aeeaf8547128 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c0c943-e611-4d20-8bcb-3980a39beca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005831 Mar 11 16:21:57.432711 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-c70f4b1a-b29a-4603-8f80-186231b984f9 req-566b621f-1d4e-4324-8c03-fe3ffa2b3732 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/security-groups?id=33dc4511-4987-40c1-bc00-25a6576ab3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222057 Mar 11 16:21:57.538310 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-d7eaf924-dd1b-440e-beac-aca3966c971d req-62609f04-5b01-4030-b72f-67237447befa service neutron] 10.222.0.18 "GET /v2.0/networks/5f3aea45-b741-4cf8-ad8b-40753fc82fad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754797 Mar 11 16:21:57.541618 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-9183fec4-6b13-4fe6-bf21-b2031133fe76 req-b6bb3f9d-12a4-4e84-936c-24d9e415a14f service neutron] 10.222.0.18 "GET /v2.0/networks/4d385937-5589-47ac-b063-981bb549e693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750712 Mar 11 16:21:57.900021 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b941214-24bf-49ce-b204-aeabd4b312ef req-4f932972-0edb-456f-aa12-5479da13520b tempest-DeleteServersTestJSON-1451149907 tempest-DeleteServersTestJSON-1451149907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:57.901493 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-4b941214-24bf-49ce-b204-aeabd4b312ef req-4f932972-0edb-456f-aa12-5479da13520b tempest-DeleteServersTestJSON-1451149907 tempest-DeleteServersTestJSON-1451149907-project] 10.222.0.72 "GET /v2.0/ports?device_id=cc1cc7c0-aa3a-43d4-9002-34a8f17ee83f HTTP/1.1" status: 200 len: 943 time: 0.0553443 Mar 11 16:21:57.979359 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-4b941214-24bf-49ce-b204-aeabd4b312ef req-042b9536-d6da-46a7-adef-578c6d4333d0 tempest-DeleteServersTestJSON-1451149907 tempest-DeleteServersTestJSON-1451149907-project] 10.222.0.72 "GET /v2.0/security-groups?id=fb4b6332-23d2-48fe-8823-aaf4f90930e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679324 Mar 11 16:21:57.991782 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dba4ea2-f7f9-472f-a7fb-62b2d4e8b2f9 req-261a67cd-2a30-4539-a45f-9e6c035a2976 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:57.993533 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-3dba4ea2-f7f9-472f-a7fb-62b2d4e8b2f9 req-261a67cd-2a30-4539-a45f-9e6c035a2976 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/ports?device_id=de856d05-5a1e-4b6f-90f5-822c15eb61f0 HTTP/1.1" status: 200 len: 943 time: 0.0911384 Mar 11 16:21:58.051101 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-3dba4ea2-f7f9-472f-a7fb-62b2d4e8b2f9 req-4653aec2-21f4-44e9-bb35-f7864a214136 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/security-groups?id=7c276c18-4868-4599-beba-04acf139a2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519149 Mar 11 16:21:58.550168 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135d887f-0be1-4b38-b1ad-2a676fe077ab req-23279076-dacf-4a1d-a5ee-185dc4520c9a tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:58.551628 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-135d887f-0be1-4b38-b1ad-2a676fe077ab req-23279076-dacf-4a1d-a5ee-185dc4520c9a tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/ports?device_id=ff3302ce-26ae-48b1-b0bb-8e4ee3574619 HTTP/1.1" status: 200 len: 943 time: 0.0804806 Mar 11 16:21:58.587958 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875a0ab7-9c3a-4961-9538-888fea7a0901 req-ddc644ba-347a-456a-95e6-0c88b34cc107 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:58.589386 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-875a0ab7-9c3a-4961-9538-888fea7a0901 req-ddc644ba-347a-456a-95e6-0c88b34cc107 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=478c05ae-53fc-4f37-9e47-5b58ee2f7275 HTTP/1.1" status: 200 len: 943 time: 0.0843942 Mar 11 16:21:58.630312 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-135d887f-0be1-4b38-b1ad-2a676fe077ab req-3037204b-3416-4c6e-a20c-589a88c560db tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c0c943-e611-4d20-8bcb-3980a39beca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725262 Mar 11 16:21:58.654012 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-875a0ab7-9c3a-4961-9538-888fea7a0901 req-d3b9ab6c-d801-4ba6-b06b-60b74cf52602 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/security-groups?id=33dc4511-4987-40c1-bc00-25a6576ab3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589383 Mar 11 16:21:59.037385 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca012c8-edbd-4be4-ad56-2d3399a00374 req-bfea3f1d-00f9-4c3b-b2d0-032c1f78f435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:59.038962 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-aca012c8-edbd-4be4-ad56-2d3399a00374 req-bfea3f1d-00f9-4c3b-b2d0-032c1f78f435 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3f90eba451e343e49c0fa456ba2b00cd&device_id=de856d05-5a1e-4b6f-90f5-822c15eb61f0 HTTP/1.1" status: 200 len: 1127 time: 0.0766294 Mar 11 16:21:59.048892 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d229607-dd98-4c8c-8d89-af2771ebf12f req-fb876af5-44f7-447f-9e2d-b4124bc63111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:59.050384 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-4d229607-dd98-4c8c-8d89-af2771ebf12f req-fb876af5-44f7-447f-9e2d-b4124bc63111 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a951288cde284b359074a2755c43fd3f&device_id=478c05ae-53fc-4f37-9e47-5b58ee2f7275 HTTP/1.1" status: 200 len: 1127 time: 0.0611629 Mar 11 16:21:59.345353 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04886a51-7621-4ab4-a7cc-26386f8f5fbe req-d41d1502-6f72-4dfe-8e7c-ca5f8ccc45ea tempest-DeleteServersTestJSON-1451149907 tempest-DeleteServersTestJSON-1451149907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:59.346770 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-04886a51-7621-4ab4-a7cc-26386f8f5fbe req-d41d1502-6f72-4dfe-8e7c-ca5f8ccc45ea tempest-DeleteServersTestJSON-1451149907 tempest-DeleteServersTestJSON-1451149907-project] 10.222.0.72 "GET /v2.0/ports?device_id=cc1cc7c0-aa3a-43d4-9002-34a8f17ee83f HTTP/1.1" status: 200 len: 943 time: 0.2883568 Mar 11 16:21:59.356561 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca012c8-edbd-4be4-ad56-2d3399a00374 req-74242e5e-9f1c-4832-89cb-7105562c76fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:59.358236 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-aca012c8-edbd-4be4-ad56-2d3399a00374 req-74242e5e-9f1c-4832-89cb-7105562c76fc service neutron] 10.222.0.18 "GET /v2.0/networks?id=5f3aea45-b741-4cf8-ad8b-40753fc82fad HTTP/1.1" status: 200 len: 916 time: 0.3069191 Mar 11 16:21:59.360884 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d229607-dd98-4c8c-8d89-af2771ebf12f req-53a97640-e3a3-4dd9-abc6-b6d6dd07be90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:59.362231 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-4d229607-dd98-4c8c-8d89-af2771ebf12f req-53a97640-e3a3-4dd9-abc6-b6d6dd07be90 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4d385937-5589-47ac-b063-981bb549e693 HTTP/1.1" status: 200 len: 918 time: 0.3022828 Mar 11 16:21:59.396765 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334c53c6-ca06-4c36-9fd2-8b79f259823f req-827996bc-7ecf-4520-82a8-f4c365742a40 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:59.398388 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-334c53c6-ca06-4c36-9fd2-8b79f259823f req-827996bc-7ecf-4520-82a8-f4c365742a40 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/ports?device_id=de856d05-5a1e-4b6f-90f5-822c15eb61f0 HTTP/1.1" status: 200 len: 943 time: 0.2646167 Mar 11 16:21:59.633435 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-4d229607-dd98-4c8c-8d89-af2771ebf12f req-4c0ebca1-ba76-4428-9172-eb73846cbc1e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b2fdd8a9-d396-4e44-9ff5-4e706efd4b70 HTTP/1.1" status: 200 len: 217 time: 0.2640002 Mar 11 16:21:59.634555 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-aca012c8-edbd-4be4-ad56-2d3399a00374 req-ade76123-ad94-41a7-a567-9e812a63d971 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8304800e-283b-4335-b718-cb629f615213 HTTP/1.1" status: 200 len: 217 time: 0.2635181 Mar 11 16:21:59.742088 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-04886a51-7621-4ab4-a7cc-26386f8f5fbe req-0c68bcf0-f5ee-44b3-93b6-48142c13a4c5 tempest-DeleteServersTestJSON-1451149907 tempest-DeleteServersTestJSON-1451149907-project] 10.222.0.72 "GET /v2.0/security-groups?id=fb4b6332-23d2-48fe-8823-aaf4f90930e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3868589 Mar 11 16:21:59.770483 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca012c8-edbd-4be4-ad56-2d3399a00374 req-51ddeaba-83d5-4bb1-8cc0-3eace51519c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:59.771949 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-aca012c8-edbd-4be4-ad56-2d3399a00374 req-51ddeaba-83d5-4bb1-8cc0-3eace51519c7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=acc28c21-3e47-4bf8-b31f-cbbed70c6f99 HTTP/1.1" status: 200 len: 854 time: 0.1228821 Mar 11 16:21:59.775545 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-334c53c6-ca06-4c36-9fd2-8b79f259823f req-e5136791-6cbb-4478-b357-97066bdd5963 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/security-groups?id=7c276c18-4868-4599-beba-04acf139a2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1453710 Mar 11 16:21:59.776873 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d229607-dd98-4c8c-8d89-af2771ebf12f req-baf674ae-8ab1-4715-8fa6-45059ae07873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:59.778246 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-4d229607-dd98-4c8c-8d89-af2771ebf12f req-baf674ae-8ab1-4715-8fa6-45059ae07873 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1fa91c63-7953-4f02-bfd2-c0a4c4e05e10 HTTP/1.1" status: 200 len: 856 time: 0.1232450 Mar 11 16:21:59.874255 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11af5bb6-a163-41be-b885-86606abf20fd req-6f2c100d-1dfa-43fb-8954-47a31adebaac tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:59.875775 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-11af5bb6-a163-41be-b885-86606abf20fd req-6f2c100d-1dfa-43fb-8954-47a31adebaac tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/ports?device_id=ff3302ce-26ae-48b1-b0bb-8e4ee3574619 HTTP/1.1" status: 200 len: 943 time: 0.0788479 Mar 11 16:21:59.965805 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d79144-4d31-4ba5-95af-78c2dda067ef req-7c770119-98c9-4dd0-867e-ba6558f9b8a0 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:59.967866 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-63d79144-4d31-4ba5-95af-78c2dda067ef req-7c770119-98c9-4dd0-867e-ba6558f9b8a0 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=478c05ae-53fc-4f37-9e47-5b58ee2f7275 HTTP/1.1" status: 200 len: 943 time: 0.1366229 Mar 11 16:22:00.017012 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-11af5bb6-a163-41be-b885-86606abf20fd req-45f9ecb1-d294-4bed-94a5-e72650238634 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c0c943-e611-4d20-8bcb-3980a39beca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1350293 Mar 11 16:22:00.043108 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca012c8-edbd-4be4-ad56-2d3399a00374 req-6f0ac66f-1dc7-45b1-a7be-fdeb8635987c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:00.044599 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-aca012c8-edbd-4be4-ad56-2d3399a00374 req-6f0ac66f-1dc7-45b1-a7be-fdeb8635987c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5f3aea45-b741-4cf8-ad8b-40753fc82fad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1450467 Mar 11 16:22:00.049431 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d229607-dd98-4c8c-8d89-af2771ebf12f req-fbce75d6-8c92-414d-8a8e-722a7aa43bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:00.050845 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-4d229607-dd98-4c8c-8d89-af2771ebf12f req-fbce75d6-8c92-414d-8a8e-722a7aa43bb0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4d385937-5589-47ac-b063-981bb549e693&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1414905 Mar 11 16:22:00.100275 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-63d79144-4d31-4ba5-95af-78c2dda067ef req-05522d17-1791-4b60-931f-6a57834b6e2a tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/security-groups?id=33dc4511-4987-40c1-bc00-25a6576ab3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1234732 Mar 11 16:22:00.225323 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-aca012c8-edbd-4be4-ad56-2d3399a00374 req-a53c2938-778d-4efa-9bde-fae11ba5ab97 service neutron] 10.222.0.18 "GET /v2.0/networks/5f3aea45-b741-4cf8-ad8b-40753fc82fad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697898 Mar 11 16:22:00.227338 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-4d229607-dd98-4c8c-8d89-af2771ebf12f req-15c3fda3-c176-4a29-a504-c05589b2e4fc service neutron] 10.222.0.18 "GET /v2.0/networks/4d385937-5589-47ac-b063-981bb549e693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615081 Mar 11 16:22:00.388682 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-4d229607-dd98-4c8c-8d89-af2771ebf12f req-a7e128eb-40f0-486e-b65d-14bc46b0e030 service neutron] 10.222.0.18 "GET /v2.0/networks/4d385937-5589-47ac-b063-981bb549e693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507838 Mar 11 16:22:00.390777 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-aca012c8-edbd-4be4-ad56-2d3399a00374 req-0664f3e9-469a-4c87-8acd-412fd53b5b7f service neutron] 10.222.0.18 "GET /v2.0/networks/5f3aea45-b741-4cf8-ad8b-40753fc82fad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543102 Mar 11 16:22:00.885990 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6db1c17-ee80-442d-8371-b38e20de715c req-6c692fdc-2ca3-47eb-9239-1d5a77be6469 tempest-DeleteServersTestJSON-1451149907 tempest-DeleteServersTestJSON-1451149907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:00.887546 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-b6db1c17-ee80-442d-8371-b38e20de715c req-6c692fdc-2ca3-47eb-9239-1d5a77be6469 tempest-DeleteServersTestJSON-1451149907 tempest-DeleteServersTestJSON-1451149907-project] 10.222.0.72 "GET /v2.0/ports?device_id=cc1cc7c0-aa3a-43d4-9002-34a8f17ee83f HTTP/1.1" status: 200 len: 943 time: 0.0803547 Mar 11 16:22:00.932984 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ead25a-fbda-49fc-a9aa-a75ba8b783f0 req-86a37166-648b-42f5-89b2-5089b62f84ab tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:00.934568 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-34ead25a-fbda-49fc-a9aa-a75ba8b783f0 req-86a37166-648b-42f5-89b2-5089b62f84ab tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/ports?device_id=de856d05-5a1e-4b6f-90f5-822c15eb61f0 HTTP/1.1" status: 200 len: 943 time: 0.0902231 Mar 11 16:22:00.969460 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-b6db1c17-ee80-442d-8371-b38e20de715c req-00c93d46-aa3e-46ff-bfc8-3706e1486b84 tempest-DeleteServersTestJSON-1451149907 tempest-DeleteServersTestJSON-1451149907-project] 10.222.0.72 "GET /v2.0/security-groups?id=fb4b6332-23d2-48fe-8823-aaf4f90930e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753047 Mar 11 16:22:01.006909 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-34ead25a-fbda-49fc-a9aa-a75ba8b783f0 req-653fccb6-3fb8-4a32-ae47-2746c53e338f tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/security-groups?id=7c276c18-4868-4599-beba-04acf139a2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656221 Mar 11 16:22:01.143256 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a70c1c0-2d6c-4e29-8805-cc4870b7c666 req-cd78b035-3d56-42bc-82e1-a78e3302efc1 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:01.144747 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-9a70c1c0-2d6c-4e29-8805-cc4870b7c666 req-cd78b035-3d56-42bc-82e1-a78e3302efc1 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/ports?device_id=ff3302ce-26ae-48b1-b0bb-8e4ee3574619 HTTP/1.1" status: 200 len: 943 time: 0.0578244 Mar 11 16:22:01.229484 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-9a70c1c0-2d6c-4e29-8805-cc4870b7c666 req-b968cd66-40ad-453a-90d0-79160011e93c tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c0c943-e611-4d20-8bcb-3980a39beca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787940 Mar 11 16:22:01.259480 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e19d684-2bbb-4649-8ab2-67a3897f058d req-1f22f64c-dd0b-4171-9108-4d008df97bfb tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:01.260944 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-8e19d684-2bbb-4649-8ab2-67a3897f058d req-1f22f64c-dd0b-4171-9108-4d008df97bfb tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=478c05ae-53fc-4f37-9e47-5b58ee2f7275 HTTP/1.1" status: 200 len: 943 time: 0.0874834 Mar 11 16:22:01.313347 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-8e19d684-2bbb-4649-8ab2-67a3897f058d req-030d44dc-5cfb-4209-bb75-ea0ca1af6a82 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/security-groups?id=33dc4511-4987-40c1-bc00-25a6576ab3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468540 Mar 11 16:22:01.692689 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Device f1edea0c-d985-4d04-b477-2de4163e6dae details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=103093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 16:22:01.814206 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] For port f1edea0c-d985-4d04-b477-2de4163e6dae, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=f1edea0c-d985-4d04-b477-2de4163e6dae,segment=NetworkSegment(2208dffd-a7e3-4d73-a55b-8822077c4829),segment_id=2208dffd-a7e3-4d73-a55b-8822077c4829)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:22:01.825223 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Returning: {'device': 'f1edea0c-d985-4d04-b477-2de4163e6dae', 'network_id': '1fbedf9b-6928-4a0c-926c-d2a7c2cd4cd2', 'port_id': 'f1edea0c-d985-4d04-b477-2de4163e6dae', 'mac_address': 'fa:16:3e:b1:e7:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca123be8-076c-4f57-a29d-268b94651e93', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 16:22:01.864236 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Current status of the port f1edea0c-d985-4d04-b477-2de4163e6dae is: DOWN; New status is: BUILD {{(pid=103093) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 16:22:01.864636 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (f1edea0c-d985-4d04-b477-2de4163e6dae), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:01.880023 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.notifiers.nova [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1edea0c-d985-4d04-b477-2de4163e6dae {{(pid=103093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:22:01.902610 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] For port f1edea0c-d985-4d04-b477-2de4163e6dae, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=f1edea0c-d985-4d04-b477-2de4163e6dae,segment=NetworkSegment(2208dffd-a7e3-4d73-a55b-8822077c4829),segment_id=2208dffd-a7e3-4d73-a55b-8822077c4829)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:22:01.907630 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947'] for port (f1edea0c-d985-4d04-b477-2de4163e6dae), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:01.959451 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Pushing event updated for resources: {'Port': ['ID=f1edea0c-d985-4d04-b477-2de4163e6dae,revision_number=4']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:02.124954 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ffed84-1c98-42ef-936d-92699ac1b339 req-0fecffbb-dd9b-4411-bcb6-98db52ec8d1c tempest-DeleteServersTestJSON-1451149907 tempest-DeleteServersTestJSON-1451149907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:02.126359 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-a4ffed84-1c98-42ef-936d-92699ac1b339 req-0fecffbb-dd9b-4411-bcb6-98db52ec8d1c tempest-DeleteServersTestJSON-1451149907 tempest-DeleteServersTestJSON-1451149907-project] 10.222.0.72 "GET /v2.0/ports?device_id=cc1cc7c0-aa3a-43d4-9002-34a8f17ee83f HTTP/1.1" status: 200 len: 944 time: 0.0865622 Mar 11 16:22:02.158772 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d87e70-d28f-49d0-9c63-75f4efdd923b req-f15d30f8-afe2-46b7-b9fc-2446d2a2e4de tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:02.160253 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-11d87e70-d28f-49d0-9c63-75f4efdd923b req-f15d30f8-afe2-46b7-b9fc-2446d2a2e4de tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/ports?device_id=de856d05-5a1e-4b6f-90f5-822c15eb61f0 HTTP/1.1" status: 200 len: 943 time: 0.0871875 Mar 11 16:22:02.203604 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-a4ffed84-1c98-42ef-936d-92699ac1b339 req-1123f282-d7c5-47da-ae19-5ef0b45fd0fb tempest-DeleteServersTestJSON-1451149907 tempest-DeleteServersTestJSON-1451149907-project] 10.222.0.72 "GET /v2.0/security-groups?id=fb4b6332-23d2-48fe-8823-aaf4f90930e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704963 Mar 11 16:22:02.227633 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-11d87e70-d28f-49d0-9c63-75f4efdd923b req-b631c2ae-3cec-4fe3-818f-ca248fc88f3e tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/security-groups?id=7c276c18-4868-4599-beba-04acf139a2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598819 Mar 11 16:22:02.377387 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6fd16c-bcae-4b40-8bbc-c6cb79e7d3d1 req-91121b64-46f3-4c09-9595-f018583e6838 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:02.380536 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-ed6fd16c-bcae-4b40-8bbc-c6cb79e7d3d1 req-91121b64-46f3-4c09-9595-f018583e6838 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/ports?device_id=ff3302ce-26ae-48b1-b0bb-8e4ee3574619 HTTP/1.1" status: 200 len: 943 time: 0.0738714 Mar 11 16:22:02.455429 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-ed6fd16c-bcae-4b40-8bbc-c6cb79e7d3d1 req-52fa2068-768f-43e7-aeba-e46e1ce17183 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c0c943-e611-4d20-8bcb-3980a39beca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687551 Mar 11 16:22:02.513251 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b93387-9c17-4f33-aaeb-39cb8e063b7e req-00a4cad3-14e2-4f2b-90dd-be1e7565ac52 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:02.514966 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-33b93387-9c17-4f33-aaeb-39cb8e063b7e req-00a4cad3-14e2-4f2b-90dd-be1e7565ac52 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=478c05ae-53fc-4f37-9e47-5b58ee2f7275 HTTP/1.1" status: 200 len: 943 time: 0.0559397 Mar 11 16:22:02.567089 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-33b93387-9c17-4f33-aaeb-39cb8e063b7e req-8a5511ba-59d1-46f8-8f0d-58ae230b10b4 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/security-groups?id=33dc4511-4987-40c1-bc00-25a6576ab3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463898 Mar 11 16:22:02.647239 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] get_ports_and_sgs() called for port_ids ['f1edea0c-d985-4d04-b477-2de4163e6dae'] {{(pid=103093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 16:22:02.697426 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 39176) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:22:02.821737 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-e198a90a-0f12-4f0e-a343-b8855e35fe20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:02.930082 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-e198a90a-0f12-4f0e-a343-b8855e35fe20 admin admin] Publish callbacks [] for security_group (5f9b2f7f-4c4a-49bd-96a8-73a4bf28aba0), precommit_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:02.934247 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-e198a90a-0f12-4f0e-a343-b8855e35fe20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (5f9b2f7f-4c4a-49bd-96a8-73a4bf28aba0), after_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:02.979100 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-e198a90a-0f12-4f0e-a343-b8855e35fe20 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=274cf9dbcc534554854a36fa697ff5cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2805586 Mar 11 16:22:02.980497 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e198a90a-0f12-4f0e-a343-b8855e35fe20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f9b2f7f-4c4a-49bd-96a8-73a4bf28aba0,revision_number=1']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:02.982292 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 39196) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:22:03.025707 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 39200) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:22:03.063018 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-c7fde67c-833e-44ff-ab19-8b2b2f56d07c admin admin] Publish callbacks [] for security_group (5f9b2f7f-4c4a-49bd-96a8-73a4bf28aba0), before_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:03.091206 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-c7fde67c-833e-44ff-ab19-8b2b2f56d07c admin admin] Publish callbacks [] for security_group (5f9b2f7f-4c4a-49bd-96a8-73a4bf28aba0), precommit_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:03.144363 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-c7fde67c-833e-44ff-ab19-8b2b2f56d07c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (5f9b2f7f-4c4a-49bd-96a8-73a4bf28aba0), after_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:03.146860 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-c7fde67c-833e-44ff-ab19-8b2b2f56d07c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:03.147989 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-c7fde67c-833e-44ff-ab19-8b2b2f56d07c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5f9b2f7f-4c4a-49bd-96a8-73a4bf28aba0 HTTP/1.1" status: 204 len: 168 time: 0.1643968 Mar 11 16:22:03.149011 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-343c228c-86d1-4f2d-97c2-c67f64ca20a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:03.156731 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fde67c-833e-44ff-ab19-8b2b2f56d07c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f9b2f7f-4c4a-49bd-96a8-73a4bf28aba0,revision_number=None']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:03.243426 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-343c228c-86d1-4f2d-97c2-c67f64ca20a2 admin admin] Publish callbacks [] for security_group (701d8c90-ad07-4047-a15b-bf6177fd70c2), precommit_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:03.249604 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-343c228c-86d1-4f2d-97c2-c67f64ca20a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (701d8c90-ad07-4047-a15b-bf6177fd70c2), after_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:03.299408 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-343c228c-86d1-4f2d-97c2-c67f64ca20a2 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f4fbbef8210e488fad039efd321e11a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2699614 Mar 11 16:22:03.299975 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 39212) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:22:03.307265 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343c228c-86d1-4f2d-97c2-c67f64ca20a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=701d8c90-ad07-4047-a15b-bf6177fd70c2,revision_number=1']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:03.360030 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-f1430a98-0cfb-477b-94bd-38505ed8e690 admin admin] Publish callbacks [] for security_group (701d8c90-ad07-4047-a15b-bf6177fd70c2), before_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:03.378481 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c760876c-1bb8-44ce-8e97-f6dc8f09c99e req-0809ca1e-82c1-43dd-b8a8-ef36669d384b tempest-DeleteServersTestJSON-1451149907 tempest-DeleteServersTestJSON-1451149907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:03.380004 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-c760876c-1bb8-44ce-8e97-f6dc8f09c99e req-0809ca1e-82c1-43dd-b8a8-ef36669d384b tempest-DeleteServersTestJSON-1451149907 tempest-DeleteServersTestJSON-1451149907-project] 10.222.0.72 "GET /v2.0/ports?device_id=cc1cc7c0-aa3a-43d4-9002-34a8f17ee83f HTTP/1.1" status: 200 len: 944 time: 0.0973063 Mar 11 16:22:03.389396 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-f1430a98-0cfb-477b-94bd-38505ed8e690 admin admin] Publish callbacks [] for security_group (701d8c90-ad07-4047-a15b-bf6177fd70c2), precommit_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:03.391332 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f53629-a029-45ec-9f3e-3749025bb4e6 req-b3a3e8ef-3786-41ec-93ba-76ac3deac472 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:03.392822 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-97f53629-a029-45ec-9f3e-3749025bb4e6 req-b3a3e8ef-3786-41ec-93ba-76ac3deac472 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/ports?device_id=de856d05-5a1e-4b6f-90f5-822c15eb61f0 HTTP/1.1" status: 200 len: 943 time: 0.0757823 Mar 11 16:22:03.457249 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-f1430a98-0cfb-477b-94bd-38505ed8e690 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (701d8c90-ad07-4047-a15b-bf6177fd70c2), after_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:03.460804 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-f1430a98-0cfb-477b-94bd-38505ed8e690 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:03.462626 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-f1430a98-0cfb-477b-94bd-38505ed8e690 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/701d8c90-ad07-4047-a15b-bf6177fd70c2 HTTP/1.1" status: 204 len: 168 time: 0.1613209 Mar 11 16:22:03.472998 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1430a98-0cfb-477b-94bd-38505ed8e690 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=701d8c90-ad07-4047-a15b-bf6177fd70c2,revision_number=None']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:03.486197 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-c760876c-1bb8-44ce-8e97-f6dc8f09c99e req-f8205aca-0323-4be8-9533-8395e799039d tempest-DeleteServersTestJSON-1451149907 tempest-DeleteServersTestJSON-1451149907-project] 10.222.0.72 "GET /v2.0/security-groups?id=fb4b6332-23d2-48fe-8823-aaf4f90930e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921738 Mar 11 16:22:03.489764 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-97f53629-a029-45ec-9f3e-3749025bb4e6 req-7fd1c64b-b2e3-43f9-a7f1-52e0fb882d5d tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/security-groups?id=7c276c18-4868-4599-beba-04acf139a2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824504 Mar 11 16:22:03.536010 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 39220) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:22:03.550402 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-57cfb256-8ce2-4ba7-8dc1-687fbc73f977 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:03.619103 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceed8bb-8233-4a39-8231-baf9fe8944e6 req-b8765801-1f25-4800-a1df-423a16ae8f46 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:03.626964 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-2ceed8bb-8233-4a39-8231-baf9fe8944e6 req-b8765801-1f25-4800-a1df-423a16ae8f46 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/ports?device_id=ff3302ce-26ae-48b1-b0bb-8e4ee3574619 HTTP/1.1" status: 200 len: 943 time: 0.0786719 Mar 11 16:22:03.651575 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-57cfb256-8ce2-4ba7-8dc1-687fbc73f977 admin admin] Publish callbacks [] for security_group (e03659ee-8112-44c5-aafe-db71929e3653), precommit_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:03.657391 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-57cfb256-8ce2-4ba7-8dc1-687fbc73f977 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (e03659ee-8112-44c5-aafe-db71929e3653), after_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:03.706013 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-57cfb256-8ce2-4ba7-8dc1-687fbc73f977 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=27762a8f36144403b58b11d4086cf6f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1686199 Mar 11 16:22:03.706984 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-2ceed8bb-8233-4a39-8231-baf9fe8944e6 req-902ba816-f8ec-4698-ba04-3da7609fedfa tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c0c943-e611-4d20-8bcb-3980a39beca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783634 Mar 11 16:22:03.707888 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 39226) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:22:03.708355 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cfb256-8ce2-4ba7-8dc1-687fbc73f977 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e03659ee-8112-44c5-aafe-db71929e3653,revision_number=1']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:03.763069 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afee9259-c2fd-46ca-8d4b-e09583ff341c req-83f2d324-2f6a-47d6-895d-0ae51bdbab58 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:03.765395 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-afee9259-c2fd-46ca-8d4b-e09583ff341c req-83f2d324-2f6a-47d6-895d-0ae51bdbab58 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=478c05ae-53fc-4f37-9e47-5b58ee2f7275 HTTP/1.1" status: 200 len: 943 time: 0.1076009 Mar 11 16:22:03.794126 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-c0024b6a-1eab-4418-8d68-843f0164ecb4 admin admin] Publish callbacks [] for security_group (e03659ee-8112-44c5-aafe-db71929e3653), before_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:03.839630 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-c0024b6a-1eab-4418-8d68-843f0164ecb4 admin admin] Publish callbacks [] for security_group (e03659ee-8112-44c5-aafe-db71929e3653), precommit_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:03.851603 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-afee9259-c2fd-46ca-8d4b-e09583ff341c req-8cffa2e6-99e2-4976-bbb1-4d2ffe05e346 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/security-groups?id=33dc4511-4987-40c1-bc00-25a6576ab3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754039 Mar 11 16:22:03.867201 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 39228) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:22:03.884086 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-6ca692ff-c372-4d75-b99a-833557b2f667 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:03.915014 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-c0024b6a-1eab-4418-8d68-843f0164ecb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (e03659ee-8112-44c5-aafe-db71929e3653), after_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:03.917889 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-c0024b6a-1eab-4418-8d68-843f0164ecb4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:03.919049 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-c0024b6a-1eab-4418-8d68-843f0164ecb4 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e03659ee-8112-44c5-aafe-db71929e3653 HTTP/1.1" status: 204 len: 168 time: 0.2102129 Mar 11 16:22:03.927766 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0024b6a-1eab-4418-8d68-843f0164ecb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e03659ee-8112-44c5-aafe-db71929e3653,revision_number=None']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:03.988161 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-6ca692ff-c372-4d75-b99a-833557b2f667 admin admin] Publish callbacks [] for security_group (291b80d6-68da-4902-bd99-6b9413666ab3), precommit_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:03.994509 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-6ca692ff-c372-4d75-b99a-833557b2f667 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (291b80d6-68da-4902-bd99-6b9413666ab3), after_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:04.042400 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca692ff-c372-4d75-b99a-833557b2f667 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=291b80d6-68da-4902-bd99-6b9413666ab3,revision_number=1']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:04.042400 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-6ca692ff-c372-4d75-b99a-833557b2f667 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=05c1fc8447e848b694a0df786c6bafd1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1714609 Mar 11 16:22:04.043500 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 39232) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:22:04.122214 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-c7c0e453-7213-4b21-b4e7-b636ea9fbaa5 admin admin] Publish callbacks [] for security_group (291b80d6-68da-4902-bd99-6b9413666ab3), before_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:04.148708 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-c7c0e453-7213-4b21-b4e7-b636ea9fbaa5 admin admin] Publish callbacks [] for security_group (291b80d6-68da-4902-bd99-6b9413666ab3), precommit_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:04.216276 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-c7c0e453-7213-4b21-b4e7-b636ea9fbaa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (291b80d6-68da-4902-bd99-6b9413666ab3), after_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:04.221893 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-c7c0e453-7213-4b21-b4e7-b636ea9fbaa5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:04.223547 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-c7c0e453-7213-4b21-b4e7-b636ea9fbaa5 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/291b80d6-68da-4902-bd99-6b9413666ab3 HTTP/1.1" status: 204 len: 168 time: 0.1787260 Mar 11 16:22:04.232973 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c0e453-7213-4b21-b4e7-b636ea9fbaa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=291b80d6-68da-4902-bd99-6b9413666ab3,revision_number=None']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:04.645900 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Device 8304800e-283b-4335-b718-cb629f615213 details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=103093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 16:22:04.755732 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dfdcb3-a4aa-42d9-9663-229797321d2d req-da9e917d-8110-4650-9be0-d0fc75d88115 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:04.757792 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-95dfdcb3-a4aa-42d9-9663-229797321d2d req-da9e917d-8110-4650-9be0-d0fc75d88115 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/ports?device_id=de856d05-5a1e-4b6f-90f5-822c15eb61f0 HTTP/1.1" status: 200 len: 943 time: 0.1355448 Mar 11 16:22:04.766360 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8ecb9a-8b63-4186-9bd4-962d7c04a4d3 req-24eb6247-caf0-4584-97d3-b1b8854622c8 tempest-DeleteServersTestJSON-1451149907 tempest-DeleteServersTestJSON-1451149907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:04.773899 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-2a8ecb9a-8b63-4186-9bd4-962d7c04a4d3 req-24eb6247-caf0-4584-97d3-b1b8854622c8 tempest-DeleteServersTestJSON-1451149907 tempest-DeleteServersTestJSON-1451149907-project] 10.222.0.72 "GET /v2.0/ports?device_id=cc1cc7c0-aa3a-43d4-9002-34a8f17ee83f HTTP/1.1" status: 200 len: 944 time: 0.1319554 Mar 11 16:22:04.798523 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] For port 8304800e-283b-4335-b718-cb629f615213, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=8304800e-283b-4335-b718-cb629f615213,segment=NetworkSegment(d0d5eee1-b4bb-471c-a057-81102a55b99f),segment_id=d0d5eee1-b4bb-471c-a057-81102a55b99f)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:22:04.835842 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Returning: {'device': '8304800e-283b-4335-b718-cb629f615213', 'network_id': '5f3aea45-b741-4cf8-ad8b-40753fc82fad', 'port_id': '8304800e-283b-4335-b718-cb629f615213', 'mac_address': 'fa:16:3e:24:d4:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acc28c21-3e47-4bf8-b31f-cbbed70c6f99', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 16:22:04.873635 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-95dfdcb3-a4aa-42d9-9663-229797321d2d req-d56543ba-a185-4491-8f30-5981235d264b tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/security-groups?id=7c276c18-4868-4599-beba-04acf139a2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862029 Mar 11 16:22:04.884746 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-2a8ecb9a-8b63-4186-9bd4-962d7c04a4d3 req-b77f9197-2fd7-4ed1-9210-77f7ea8b9d27 tempest-DeleteServersTestJSON-1451149907 tempest-DeleteServersTestJSON-1451149907-project] 10.222.0.72 "GET /v2.0/security-groups?id=fb4b6332-23d2-48fe-8823-aaf4f90930e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095593 Mar 11 16:22:04.897317 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Current status of the port 8304800e-283b-4335-b718-cb629f615213 is: DOWN; New status is: BUILD {{(pid=103093) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 16:22:04.897912 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (8304800e-283b-4335-b718-cb629f615213), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:04.931532 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.notifiers.nova [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8304800e-283b-4335-b718-cb629f615213 {{(pid=103093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:22:04.971380 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] For port 8304800e-283b-4335-b718-cb629f615213, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=8304800e-283b-4335-b718-cb629f615213,segment=NetworkSegment(d0d5eee1-b4bb-471c-a057-81102a55b99f),segment_id=d0d5eee1-b4bb-471c-a057-81102a55b99f)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:22:04.978060 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947'] for port (8304800e-283b-4335-b718-cb629f615213), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:04.979611 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Device b2fdd8a9-d396-4e44-9ff5-4e706efd4b70 details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=103093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 16:22:05.062690 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad9c7ba-9596-42c5-b62a-38214155e37e req-93603540-d4ab-453f-86f6-5731dc569b07 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:05.064307 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-5ad9c7ba-9596-42c5-b62a-38214155e37e req-93603540-d4ab-453f-86f6-5731dc569b07 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/ports?device_id=ff3302ce-26ae-48b1-b0bb-8e4ee3574619 HTTP/1.1" status: 200 len: 943 time: 0.1008887 Mar 11 16:22:05.072410 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70e03a0-3515-4a8a-8bea-1a30b2f70f58 req-c674235d-aab0-4d63-8e36-ef0d00ca1e0e tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:05.073940 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-a70e03a0-3515-4a8a-8bea-1a30b2f70f58 req-c674235d-aab0-4d63-8e36-ef0d00ca1e0e tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=478c05ae-53fc-4f37-9e47-5b58ee2f7275 HTTP/1.1" status: 200 len: 943 time: 0.0996256 Mar 11 16:22:05.157805 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-5ad9c7ba-9596-42c5-b62a-38214155e37e req-0fcebca5-63a9-4695-b1f3-2791763e4edc tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c0c943-e611-4d20-8bcb-3980a39beca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828078 Mar 11 16:22:05.160911 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-a70e03a0-3515-4a8a-8bea-1a30b2f70f58 req-5f4de09c-3726-4b99-aaad-a2be3e14c712 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/security-groups?id=33dc4511-4987-40c1-bc00-25a6576ab3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791404 Mar 11 16:22:05.211752 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Pushing event updated for resources: {'Port': ['ID=8304800e-283b-4335-b718-cb629f615213,revision_number=4']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:05.231715 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (42978ec7-0c45-4bcc-88e8-64ee44356522), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:05.329358 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] For port b2fdd8a9-d396-4e44-9ff5-4e706efd4b70, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=b2fdd8a9-d396-4e44-9ff5-4e706efd4b70,segment=NetworkSegment(a719ed4c-1b21-4087-84c5-f4c81307e7ed),segment_id=a719ed4c-1b21-4087-84c5-f4c81307e7ed)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:22:05.344550 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Returning: {'device': 'b2fdd8a9-d396-4e44-9ff5-4e706efd4b70', 'network_id': '4d385937-5589-47ac-b063-981bb549e693', 'port_id': 'b2fdd8a9-d396-4e44-9ff5-4e706efd4b70', 'mac_address': 'fa:16:3e:a9:26:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fa91c63-7953-4f02-bfd2-c0a4c4e05e10', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 16:22:05.386771 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Current status of the port b2fdd8a9-d396-4e44-9ff5-4e706efd4b70 is: DOWN; New status is: BUILD {{(pid=103093) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 16:22:05.387173 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (b2fdd8a9-d396-4e44-9ff5-4e706efd4b70), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:05.409491 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.notifiers.nova [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2fdd8a9-d396-4e44-9ff5-4e706efd4b70 {{(pid=103093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:22:05.433844 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] For port b2fdd8a9-d396-4e44-9ff5-4e706efd4b70, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=b2fdd8a9-d396-4e44-9ff5-4e706efd4b70,segment=NetworkSegment(a719ed4c-1b21-4087-84c5-f4c81307e7ed),segment_id=a719ed4c-1b21-4087-84c5-f4c81307e7ed)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:22:05.439930 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947'] for port (b2fdd8a9-d396-4e44-9ff5-4e706efd4b70), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:05.440758 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Device 3bb65d7b-90c4-4edf-bbf5-601a051d381a details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=103093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 16:22:05.520280 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Pushing event updated for resources: {'Port': ['ID=b2fdd8a9-d396-4e44-9ff5-4e706efd4b70,revision_number=4']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:05.641928 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] For port 3bb65d7b-90c4-4edf-bbf5-601a051d381a, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=3bb65d7b-90c4-4edf-bbf5-601a051d381a,segment=NetworkSegment(c93eb277-6e60-44de-b671-f606514b14af),segment_id=c93eb277-6e60-44de-b671-f606514b14af)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:22:05.666286 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Returning: {'device': '3bb65d7b-90c4-4edf-bbf5-601a051d381a', 'network_id': '9795e861-3b04-408a-82ce-319a55ca0d5c', 'port_id': '3bb65d7b-90c4-4edf-bbf5-601a051d381a', 'mac_address': 'fa:16:3e:42:2f:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a21718ed-f252-41de-a223-6ef10277caa1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 16:22:05.718232 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Current status of the port 3bb65d7b-90c4-4edf-bbf5-601a051d381a is: DOWN; New status is: BUILD {{(pid=103093) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 16:22:05.718909 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (3bb65d7b-90c4-4edf-bbf5-601a051d381a), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:05.745842 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.notifiers.nova [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bb65d7b-90c4-4edf-bbf5-601a051d381a {{(pid=103093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:22:05.769293 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] For port 3bb65d7b-90c4-4edf-bbf5-601a051d381a, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=3bb65d7b-90c4-4edf-bbf5-601a051d381a,segment=NetworkSegment(c93eb277-6e60-44de-b671-f606514b14af),segment_id=c93eb277-6e60-44de-b671-f606514b14af)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:22:05.773860 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947'] for port (3bb65d7b-90c4-4edf-bbf5-601a051d381a), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:05.838188 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Pushing event updated for resources: {'Port': ['ID=3bb65d7b-90c4-4edf-bbf5-601a051d381a,revision_number=4']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:05.847828 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:22:05.848423 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:22:05.848796 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:22:05.849249 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:22:05.849993 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:22:05.850099 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:22:05.850388 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:22:05.850717 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:22:05.851238 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:22:05.851803 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:22:05.852321 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:22:05.853508 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:22:05.854106 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:22:06.041692 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0a7ccb-5a23-4100-97ed-3bdfe2f810ce req-2bb970c7-a786-44ac-96e3-ec2197aa591b tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:06.043506 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-0b0a7ccb-5a23-4100-97ed-3bdfe2f810ce req-2bb970c7-a786-44ac-96e3-ec2197aa591b tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/ports?device_id=de856d05-5a1e-4b6f-90f5-822c15eb61f0 HTTP/1.1" status: 200 len: 944 time: 0.1137755 Mar 11 16:22:06.085063 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f71b5b-e5af-4799-b9ce-8f7c0e1bcdc2 req-525b2857-b659-4922-9a89-6e9a689551e3 tempest-DeleteServersTestJSON-1451149907 tempest-DeleteServersTestJSON-1451149907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:06.087301 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-85f71b5b-e5af-4799-b9ce-8f7c0e1bcdc2 req-525b2857-b659-4922-9a89-6e9a689551e3 tempest-DeleteServersTestJSON-1451149907 tempest-DeleteServersTestJSON-1451149907-project] 10.222.0.72 "GET /v2.0/ports?device_id=cc1cc7c0-aa3a-43d4-9002-34a8f17ee83f HTTP/1.1" status: 200 len: 944 time: 0.1087742 Mar 11 16:22:06.148439 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-0b0a7ccb-5a23-4100-97ed-3bdfe2f810ce req-ef828463-faa9-4c0a-9329-0094477c03dd tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/security-groups?id=7c276c18-4868-4599-beba-04acf139a2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983777 Mar 11 16:22:06.181761 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-85f71b5b-e5af-4799-b9ce-8f7c0e1bcdc2 req-2e8d396e-137d-4da5-92ff-44ddf4cd41f3 tempest-DeleteServersTestJSON-1451149907 tempest-DeleteServersTestJSON-1451149907-project] 10.222.0.72 "GET /v2.0/security-groups?id=fb4b6332-23d2-48fe-8823-aaf4f90930e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802026 Mar 11 16:22:06.360235 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acf3ef5-5b65-4f19-a85e-b828b0b936f3 req-91f725f2-afda-4cb6-929d-79901afa1b6a tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:06.362140 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-0acf3ef5-5b65-4f19-a85e-b828b0b936f3 req-91f725f2-afda-4cb6-929d-79901afa1b6a tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/ports?device_id=ff3302ce-26ae-48b1-b0bb-8e4ee3574619 HTTP/1.1" status: 200 len: 944 time: 0.1054349 Mar 11 16:22:06.391469 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ace54a-6ddb-4b0d-8363-313958b14e4f req-5e924b08-ed97-4f56-8d83-44f4bdbc63f7 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:06.393279 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-26ace54a-6ddb-4b0d-8363-313958b14e4f req-5e924b08-ed97-4f56-8d83-44f4bdbc63f7 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=478c05ae-53fc-4f37-9e47-5b58ee2f7275 HTTP/1.1" status: 200 len: 944 time: 0.1055017 Mar 11 16:22:06.442089 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-0acf3ef5-5b65-4f19-a85e-b828b0b936f3 req-6ec34383-9b10-4da5-bd1e-0e1662e897de tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c0c943-e611-4d20-8bcb-3980a39beca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734842 Mar 11 16:22:06.470885 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-26ace54a-6ddb-4b0d-8363-313958b14e4f req-204400db-254f-4c9f-880e-a1ff2658e85e tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/security-groups?id=33dc4511-4987-40c1-bc00-25a6576ab3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687103 Mar 11 16:22:07.307552 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254fbb46-7f4e-4d94-9aab-f3c28432cb90 req-5e44f6d0-c861-44f4-ba59-f359a90f3666 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:07.308969 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-254fbb46-7f4e-4d94-9aab-f3c28432cb90 req-5e44f6d0-c861-44f4-ba59-f359a90f3666 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/ports?device_id=de856d05-5a1e-4b6f-90f5-822c15eb61f0 HTTP/1.1" status: 200 len: 944 time: 0.0838292 Mar 11 16:22:07.330920 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f817d0b1-e3a4-4c95-b68a-f7581e9cb648 req-7efc9769-35c5-40a2-beed-ee1545c04cf4 tempest-DeleteServersTestJSON-1451149907 tempest-DeleteServersTestJSON-1451149907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:07.332611 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-f817d0b1-e3a4-4c95-b68a-f7581e9cb648 req-7efc9769-35c5-40a2-beed-ee1545c04cf4 tempest-DeleteServersTestJSON-1451149907 tempest-DeleteServersTestJSON-1451149907-project] 10.222.0.72 "GET /v2.0/ports?device_id=cc1cc7c0-aa3a-43d4-9002-34a8f17ee83f HTTP/1.1" status: 200 len: 944 time: 0.0764101 Mar 11 16:22:07.395123 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-254fbb46-7f4e-4d94-9aab-f3c28432cb90 req-617f9aa0-3fd6-477e-8a24-dd51deb823f1 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/security-groups?id=7c276c18-4868-4599-beba-04acf139a2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786841 Mar 11 16:22:07.407101 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-f817d0b1-e3a4-4c95-b68a-f7581e9cb648 req-38a4ffa2-93f5-43a3-8b69-ef5b2c649222 tempest-DeleteServersTestJSON-1451149907 tempest-DeleteServersTestJSON-1451149907-project] 10.222.0.72 "GET /v2.0/security-groups?id=fb4b6332-23d2-48fe-8823-aaf4f90930e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671749 Mar 11 16:22:07.610722 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644a214b-08a8-4709-a1b1-147732e5775a req-04fd65cf-c1a1-4922-9e5a-6f990a0d7e20 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:07.612383 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-644a214b-08a8-4709-a1b1-147732e5775a req-04fd65cf-c1a1-4922-9e5a-6f990a0d7e20 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/ports?device_id=ff3302ce-26ae-48b1-b0bb-8e4ee3574619 HTTP/1.1" status: 200 len: 944 time: 0.0970261 Mar 11 16:22:07.631507 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eba41ad-bd90-47d3-80b6-77e75ea2a0f5 req-f29ea8f4-cb9e-47e3-8728-eeab596f02f1 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:07.633319 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-3eba41ad-bd90-47d3-80b6-77e75ea2a0f5 req-f29ea8f4-cb9e-47e3-8728-eeab596f02f1 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=478c05ae-53fc-4f37-9e47-5b58ee2f7275 HTTP/1.1" status: 200 len: 944 time: 0.0865400 Mar 11 16:22:07.706990 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-644a214b-08a8-4709-a1b1-147732e5775a req-799da4e2-f28e-4430-9c75-1cf8cead84bd tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c0c943-e611-4d20-8bcb-3980a39beca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889897 Mar 11 16:22:07.714810 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-3eba41ad-bd90-47d3-80b6-77e75ea2a0f5 req-0e95749b-047c-4a1c-81ad-1932d56dc142 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/security-groups?id=33dc4511-4987-40c1-bc00-25a6576ab3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723779 Mar 11 16:22:08.566420 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b711ef82-ecb1-45ac-a480-51318ace6877 req-97cedeac-5ba2-4df1-bf6b-9018529848de tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:08.567982 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-b711ef82-ecb1-45ac-a480-51318ace6877 req-97cedeac-5ba2-4df1-bf6b-9018529848de tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/ports?device_id=de856d05-5a1e-4b6f-90f5-822c15eb61f0 HTTP/1.1" status: 200 len: 944 time: 0.0992999 Mar 11 16:22:08.580790 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4286f50c-576f-4da1-b917-eb5f42d57ac5 req-f4d1c924-4f1c-491d-b708-1b9be691536f tempest-DeleteServersTestJSON-1451149907 tempest-DeleteServersTestJSON-1451149907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:08.582539 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-4286f50c-576f-4da1-b917-eb5f42d57ac5 req-f4d1c924-4f1c-491d-b708-1b9be691536f tempest-DeleteServersTestJSON-1451149907 tempest-DeleteServersTestJSON-1451149907-project] 10.222.0.72 "GET /v2.0/ports?device_id=cc1cc7c0-aa3a-43d4-9002-34a8f17ee83f HTTP/1.1" status: 200 len: 944 time: 0.0804799 Mar 11 16:22:08.663081 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-b711ef82-ecb1-45ac-a480-51318ace6877 req-a12155c6-1aeb-46ad-91c2-9c5b45efade6 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/security-groups?id=7c276c18-4868-4599-beba-04acf139a2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795565 Mar 11 16:22:08.677407 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-4286f50c-576f-4da1-b917-eb5f42d57ac5 req-49f684a5-3386-4d38-bd95-c088e52c539c tempest-DeleteServersTestJSON-1451149907 tempest-DeleteServersTestJSON-1451149907-project] 10.222.0.72 "GET /v2.0/security-groups?id=fb4b6332-23d2-48fe-8823-aaf4f90930e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874202 Mar 11 16:22:08.875742 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e5e1d5-4799-4211-aa8c-a2a9effa30fb req-6bec2d82-c8f5-4783-bc05-1dee601fc5db tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:08.877543 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-16e5e1d5-4799-4211-aa8c-a2a9effa30fb req-6bec2d82-c8f5-4783-bc05-1dee601fc5db tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/ports?device_id=ff3302ce-26ae-48b1-b0bb-8e4ee3574619 HTTP/1.1" status: 200 len: 944 time: 0.0957258 Mar 11 16:22:08.882949 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] get_ports_and_sgs() called for port_ids ['8304800e-283b-4335-b718-cb629f615213'] {{(pid=103093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 16:22:08.890882 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5118b9cf-1c86-4658-9dc6-1806c1d63266 req-9fa1ed3a-be8f-49a9-b604-429b2aeb16d3 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:08.892462 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-5118b9cf-1c86-4658-9dc6-1806c1d63266 req-9fa1ed3a-be8f-49a9-b604-429b2aeb16d3 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=478c05ae-53fc-4f37-9e47-5b58ee2f7275 HTTP/1.1" status: 200 len: 944 time: 0.0805242 Mar 11 16:22:08.943208 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] get_ports_and_sgs() called for port_ids ['3bb65d7b-90c4-4edf-bbf5-601a051d381a'] {{(pid=103093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 16:22:08.972510 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-5118b9cf-1c86-4658-9dc6-1806c1d63266 req-1a4e2745-a06a-4900-8251-fdf8c1dc0e6e tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/security-groups?id=33dc4511-4987-40c1-bc00-25a6576ab3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714025 Mar 11 16:22:08.981542 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-16e5e1d5-4799-4211-aa8c-a2a9effa30fb req-2a6b1e81-5635-45b1-a068-70ac00cd0f64 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c0c943-e611-4d20-8bcb-3980a39beca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880833 Mar 11 16:22:09.093694 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] get_ports_and_sgs() called for port_ids ['b2fdd8a9-d396-4e44-9ff5-4e706efd4b70'] {{(pid=103093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 16:22:09.225622 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.agents_db [None req-ed17eba3-c4d2-4aaa-a64c-93b8434a4a48 None None] Agent healthcheck: found 6 active agents {{(pid=103094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 16:22:09.229156 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Device f1edea0c-d985-4d04-b477-2de4163e6dae up at agent hyperv_hv-cinder-75078 {{(pid=103093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 16:22:09.367276 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Provisioning for port f1edea0c-d985-4d04-b477-2de4163e6dae completed by entity L2. {{(pid=103093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 16:22:09.382996 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Provisioning complete for port f1edea0c-d985-4d04-b477-2de4163e6dae triggered by entity L2. {{(pid=103093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 16:22:09.383357 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397499'] for port (f1edea0c-d985-4d04-b477-2de4163e6dae), provisioning_complete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:09.507612 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Current status of the port f1edea0c-d985-4d04-b477-2de4163e6dae is: BUILD; New status is: ACTIVE {{(pid=103093) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 16:22:09.508098 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (f1edea0c-d985-4d04-b477-2de4163e6dae), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:09.532901 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc1cc7c0-aa3a-43d4-9002-34a8f17ee83f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1edea0c-d985-4d04-b477-2de4163e6dae'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:22:09.610496 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] For port f1edea0c-d985-4d04-b477-2de4163e6dae, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=f1edea0c-d985-4d04-b477-2de4163e6dae,segment=NetworkSegment(2208dffd-a7e3-4d73-a55b-8822077c4829),segment_id=2208dffd-a7e3-4d73-a55b-8822077c4829)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:22:09.614818 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947'] for port (f1edea0c-d985-4d04-b477-2de4163e6dae), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:09.669073 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Pushing event updated for resources: {'Port': ['ID=f1edea0c-d985-4d04-b477-2de4163e6dae,revision_number=5']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:09.712380 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f6a2c072b123b360c8eb8991e75d694e889c4c27e62ecb22fdf39ecf471eb94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-848d967b-3841-467c-bd0e-ab1830e2f5b6" -d '{"events": [{"server_uuid": "cc1cc7c0-aa3a-43d4-9002-34a8f17ee83f", "name": "network-vif-plugged", "status": "completed", "tag": "f1edea0c-d985-4d04-b477-2de4163e6dae"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 16:22:09.834280 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da0a7e7-b147-4f3d-81d8-88743644770f req-7f1aa7e2-bba4-4493-900a-ee272f44ec19 tempest-DeleteServersTestJSON-1451149907 tempest-DeleteServersTestJSON-1451149907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:09.835768 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-6da0a7e7-b147-4f3d-81d8-88743644770f req-7f1aa7e2-bba4-4493-900a-ee272f44ec19 tempest-DeleteServersTestJSON-1451149907 tempest-DeleteServersTestJSON-1451149907-project] 10.222.0.72 "GET /v2.0/ports?device_id=cc1cc7c0-aa3a-43d4-9002-34a8f17ee83f HTTP/1.1" status: 200 len: 945 time: 0.0865927 Mar 11 16:22:09.843683 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8a2b89-28e5-4a42-9224-e07ef6fa65f4 req-bca5dcc3-dea8-4471-a66f-b8cfa7bbf8a3 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:09.845170 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-0c8a2b89-28e5-4a42-9224-e07ef6fa65f4 req-bca5dcc3-dea8-4471-a66f-b8cfa7bbf8a3 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/ports?device_id=de856d05-5a1e-4b6f-90f5-822c15eb61f0 HTTP/1.1" status: 200 len: 944 time: 0.0986831 Mar 11 16:22:09.923520 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-6da0a7e7-b147-4f3d-81d8-88743644770f req-471ea052-0217-4d98-bbd2-b5fafe6e9fdd tempest-DeleteServersTestJSON-1451149907 tempest-DeleteServersTestJSON-1451149907-project] 10.222.0.72 "GET /v2.0/security-groups?id=fb4b6332-23d2-48fe-8823-aaf4f90930e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773134 Mar 11 16:22:09.933443 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-0c8a2b89-28e5-4a42-9224-e07ef6fa65f4 req-50c0ee2e-3067-49c1-a3a7-1cf961fd7d99 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/security-groups?id=7c276c18-4868-4599-beba-04acf139a2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802803 Mar 11 16:22:10.050597 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 16:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fba4a57-a966-419a-afe4-17cf97248605 x-openstack-request-id: req-2fba4a57-a966-419a-afe4-17cf97248605 {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 16:22:10.051100 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc1cc7c0-aa3a-43d4-9002-34a8f17ee83f", "name": "network-vif-plugged", "status": "completed", "tag": "f1edea0c-d985-4d04-b477-2de4163e6dae", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 16:22:10.051184 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-2fba4a57-a966-419a-afe4-17cf97248605 {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 16:22:10.052203 dv-cinder-750782-12-iscsi neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc1cc7c0-aa3a-43d4-9002-34a8f17ee83f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1edea0c-d985-4d04-b477-2de4163e6dae', 'code': 200} Mar 11 16:22:10.239953 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38d6dc8-e51a-41a1-82bb-64495ea2f92f req-b3905992-2182-41e5-b057-c257af42c4f8 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:10.241379 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-d38d6dc8-e51a-41a1-82bb-64495ea2f92f req-b3905992-2182-41e5-b057-c257af42c4f8 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=478c05ae-53fc-4f37-9e47-5b58ee2f7275 HTTP/1.1" status: 200 len: 944 time: 0.1543312 Mar 11 16:22:10.316532 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee77c71-bf1a-4f88-ab26-00fd7901c9ce req-c8712e3d-41fa-49f1-a722-da393b13d85e tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:10.317914 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-4ee77c71-bf1a-4f88-ab26-00fd7901c9ce req-c8712e3d-41fa-49f1-a722-da393b13d85e tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/ports?device_id=ff3302ce-26ae-48b1-b0bb-8e4ee3574619 HTTP/1.1" status: 200 len: 944 time: 0.1670969 Mar 11 16:22:10.405417 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48b5d7b-221d-402d-82e7-0eb97e1730ef req-3b5bcb5f-d429-4cc0-9471-08b6b5c80be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:10.406704 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-d48b5d7b-221d-402d-82e7-0eb97e1730ef req-3b5bcb5f-d429-4cc0-9471-08b6b5c80be2 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=cc1cc7c0-aa3a-43d4-9002-34a8f17ee83f HTTP/1.1" status: 200 len: 1129 time: 0.1821868 Mar 11 16:22:10.413723 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-d38d6dc8-e51a-41a1-82bb-64495ea2f92f req-dbdffec2-536b-422a-b607-6c1a4f20bd10 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/security-groups?id=33dc4511-4987-40c1-bc00-25a6576ab3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1466587 Mar 11 16:22:10.448051 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-4ee77c71-bf1a-4f88-ab26-00fd7901c9ce req-76a47d24-774d-4b01-84af-89abdae83ca8 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c0c943-e611-4d20-8bcb-3980a39beca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213775 Mar 11 16:22:10.455118 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-d48b5d7b-221d-402d-82e7-0eb97e1730ef req-202f35f2-7edd-49f5-aa45-29f957b8d1a7 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:10.510877 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 39508) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:22:10.552592 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-d48b5d7b-221d-402d-82e7-0eb97e1730ef req-202f35f2-7edd-49f5-aa45-29f957b8d1a7 service neutron] Publish callbacks [] for security_group (807a7fd4-e9a6-4fa6-8f43-4a8d0ac615e2), precommit_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:10.558660 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-d48b5d7b-221d-402d-82e7-0eb97e1730ef req-202f35f2-7edd-49f5-aa45-29f957b8d1a7 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (807a7fd4-e9a6-4fa6-8f43-4a8d0ac615e2), after_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:10.618699 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-d48b5d7b-221d-402d-82e7-0eb97e1730ef req-202f35f2-7edd-49f5-aa45-29f957b8d1a7 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=fb4b6332-23d2-48fe-8823-aaf4f90930e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997628 Mar 11 16:22:10.619450 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202f35f2-7edd-49f5-aa45-29f957b8d1a7 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=807a7fd4-e9a6-4fa6-8f43-4a8d0ac615e2,revision_number=1']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:10.626891 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202f35f2-7edd-49f5-aa45-29f957b8d1a7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:22:10.627295 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202f35f2-7edd-49f5-aa45-29f957b8d1a7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:22:10.627746 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202f35f2-7edd-49f5-aa45-29f957b8d1a7 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:22:10.628079 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202f35f2-7edd-49f5-aa45-29f957b8d1a7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:22:10.628458 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202f35f2-7edd-49f5-aa45-29f957b8d1a7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:22:10.628816 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202f35f2-7edd-49f5-aa45-29f957b8d1a7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:22:10.629137 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202f35f2-7edd-49f5-aa45-29f957b8d1a7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:22:10.629526 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202f35f2-7edd-49f5-aa45-29f957b8d1a7 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:22:10.629849 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202f35f2-7edd-49f5-aa45-29f957b8d1a7 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:22:10.630212 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202f35f2-7edd-49f5-aa45-29f957b8d1a7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:22:10.630564 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202f35f2-7edd-49f5-aa45-29f957b8d1a7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:22:10.630925 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202f35f2-7edd-49f5-aa45-29f957b8d1a7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:22:10.631304 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202f35f2-7edd-49f5-aa45-29f957b8d1a7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:22:10.658918 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-d51b7203-d67f-4a8e-86bc-775f22f4465f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:10.740277 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-d51b7203-d67f-4a8e-86bc-775f22f4465f admin admin] Publish callbacks [] for security_group (51651a50-a296-4715-9cae-978ed9a3946e), precommit_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:10.744838 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-d51b7203-d67f-4a8e-86bc-775f22f4465f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (51651a50-a296-4715-9cae-978ed9a3946e), after_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:10.787254 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-d51b7203-d67f-4a8e-86bc-775f22f4465f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=689f0cf9020f41ae99bd6625f93bd25e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2723708 Mar 11 16:22:10.787254 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51b7203-d67f-4a8e-86bc-775f22f4465f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51651a50-a296-4715-9cae-978ed9a3946e,revision_number=1']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:10.787529 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 39514) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:22:10.799558 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51b7203-d67f-4a8e-86bc-775f22f4465f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:22:10.800068 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51b7203-d67f-4a8e-86bc-775f22f4465f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:22:10.800670 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51b7203-d67f-4a8e-86bc-775f22f4465f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:22:10.801409 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51b7203-d67f-4a8e-86bc-775f22f4465f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:22:10.801981 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51b7203-d67f-4a8e-86bc-775f22f4465f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:22:10.802544 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51b7203-d67f-4a8e-86bc-775f22f4465f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:22:10.803085 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51b7203-d67f-4a8e-86bc-775f22f4465f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:22:10.803634 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51b7203-d67f-4a8e-86bc-775f22f4465f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:22:10.804204 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51b7203-d67f-4a8e-86bc-775f22f4465f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:22:10.804853 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51b7203-d67f-4a8e-86bc-775f22f4465f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:22:10.805548 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51b7203-d67f-4a8e-86bc-775f22f4465f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:22:10.806276 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51b7203-d67f-4a8e-86bc-775f22f4465f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:22:10.806882 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51b7203-d67f-4a8e-86bc-775f22f4465f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:22:11.131071 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-dd60c17a-4c4c-491c-898a-8ae8a68c85a3 admin admin] Publish callbacks [] for security_group (51651a50-a296-4715-9cae-978ed9a3946e), before_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:11.140054 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1aa0a6-36aa-4f54-8724-1f5551e9d855 req-5b13d44a-143d-46df-aea7-700b75a81cf0 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:11.141565 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-6f1aa0a6-36aa-4f54-8724-1f5551e9d855 req-5b13d44a-143d-46df-aea7-700b75a81cf0 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/ports?device_id=de856d05-5a1e-4b6f-90f5-822c15eb61f0 HTTP/1.1" status: 200 len: 944 time: 0.1241939 Mar 11 16:22:11.149680 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a2b14e-cd11-4f7f-b971-594744cd1457 req-862dfce6-a5d7-4c67-b98a-137ae254ed5c tempest-DeleteServersTestJSON-1451149907 tempest-DeleteServersTestJSON-1451149907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:11.151274 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-68a2b14e-cd11-4f7f-b971-594744cd1457 req-862dfce6-a5d7-4c67-b98a-137ae254ed5c tempest-DeleteServersTestJSON-1451149907 tempest-DeleteServersTestJSON-1451149907-project] 10.222.0.72 "GET /v2.0/ports?device_id=cc1cc7c0-aa3a-43d4-9002-34a8f17ee83f HTTP/1.1" status: 200 len: 945 time: 0.1327636 Mar 11 16:22:11.205698 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-dd60c17a-4c4c-491c-898a-8ae8a68c85a3 admin admin] Publish callbacks [] for security_group (51651a50-a296-4715-9cae-978ed9a3946e), precommit_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:11.274858 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-6f1aa0a6-36aa-4f54-8724-1f5551e9d855 req-827d1312-0e8f-4ca3-a96b-aee9c8fdbc25 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/security-groups?id=7c276c18-4868-4599-beba-04acf139a2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1225457 Mar 11 16:22:11.277709 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-68a2b14e-cd11-4f7f-b971-594744cd1457 req-e9cca3ed-ccd0-4896-86b5-ade072391ccc tempest-DeleteServersTestJSON-1451149907 tempest-DeleteServersTestJSON-1451149907-project] 10.222.0.72 "GET /v2.0/security-groups?id=fb4b6332-23d2-48fe-8823-aaf4f90930e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099522 Mar 11 16:22:11.298594 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-dd60c17a-4c4c-491c-898a-8ae8a68c85a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (51651a50-a296-4715-9cae-978ed9a3946e), after_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:11.301200 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-dd60c17a-4c4c-491c-898a-8ae8a68c85a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:11.302482 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-dd60c17a-4c4c-491c-898a-8ae8a68c85a3 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/51651a50-a296-4715-9cae-978ed9a3946e HTTP/1.1" status: 204 len: 168 time: 0.5139637 Mar 11 16:22:11.311124 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd60c17a-4c4c-491c-898a-8ae8a68c85a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51651a50-a296-4715-9cae-978ed9a3946e,revision_number=None']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:11.588498 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 39532) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:22:11.606404 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f410fb-90b1-406a-b604-90242064c08e req-ab75ce9e-46fb-4a24-80b8-c52a4890ea73 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:11.606526 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-6a78e055-6358-49b7-878d-1dab662f2d03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:11.606687 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-a8f410fb-90b1-406a-b604-90242064c08e req-ab75ce9e-46fb-4a24-80b8-c52a4890ea73 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=478c05ae-53fc-4f37-9e47-5b58ee2f7275 HTTP/1.1" status: 200 len: 944 time: 0.0965805 Mar 11 16:22:11.614692 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912b5c6f-6e57-40c1-864d-9eee19846ed8 req-86e81985-50b0-4d44-aab7-4949fe792e69 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:11.616183 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-912b5c6f-6e57-40c1-864d-9eee19846ed8 req-86e81985-50b0-4d44-aab7-4949fe792e69 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/ports?device_id=ff3302ce-26ae-48b1-b0bb-8e4ee3574619 HTTP/1.1" status: 200 len: 944 time: 0.1051047 Mar 11 16:22:11.695639 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-a8f410fb-90b1-406a-b604-90242064c08e req-50d1e193-831e-4373-834b-944fa8fcbab6 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/security-groups?id=33dc4511-4987-40c1-bc00-25a6576ab3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784762 Mar 11 16:22:11.695841 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-6a78e055-6358-49b7-878d-1dab662f2d03 admin admin] Publish callbacks [] for security_group (8ef06f21-02ab-4b12-b757-fe79e57117ae), precommit_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:11.700385 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-6a78e055-6358-49b7-878d-1dab662f2d03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (8ef06f21-02ab-4b12-b757-fe79e57117ae), after_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:11.705171 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-912b5c6f-6e57-40c1-864d-9eee19846ed8 req-161ececa-34b7-47bc-bfa0-ac0007c79a98 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c0c943-e611-4d20-8bcb-3980a39beca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743675 Mar 11 16:22:11.740104 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-6a78e055-6358-49b7-878d-1dab662f2d03 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=852e83ec0da44b6ca110e36950982e33&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1494894 Mar 11 16:22:11.743100 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 39538) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:22:11.755601 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a78e055-6358-49b7-878d-1dab662f2d03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ef06f21-02ab-4b12-b757-fe79e57117ae,revision_number=1']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:11.798334 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-8ef55437-0a2c-4940-a51c-d4fc8da50fb0 admin admin] Publish callbacks [] for security_group (8ef06f21-02ab-4b12-b757-fe79e57117ae), before_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:11.821325 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-8ef55437-0a2c-4940-a51c-d4fc8da50fb0 admin admin] Publish callbacks [] for security_group (8ef06f21-02ab-4b12-b757-fe79e57117ae), precommit_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:11.875560 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-8ef55437-0a2c-4940-a51c-d4fc8da50fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (8ef06f21-02ab-4b12-b757-fe79e57117ae), after_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:11.879764 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-8ef55437-0a2c-4940-a51c-d4fc8da50fb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:11.881349 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-8ef55437-0a2c-4940-a51c-d4fc8da50fb0 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8ef06f21-02ab-4b12-b757-fe79e57117ae HTTP/1.1" status: 204 len: 168 time: 0.1369987 Mar 11 16:22:11.890040 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef55437-0a2c-4940-a51c-d4fc8da50fb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ef06f21-02ab-4b12-b757-fe79e57117ae,revision_number=None']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:12.154995 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Device 8304800e-283b-4335-b718-cb629f615213 up at agent hyperv_hv-cinder-75078 {{(pid=103093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 16:22:12.222272 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Provisioning for port 8304800e-283b-4335-b718-cb629f615213 completed by entity L2. {{(pid=103093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 16:22:12.226361 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Provisioning complete for port 8304800e-283b-4335-b718-cb629f615213 triggered by entity L2. {{(pid=103093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 16:22:12.226894 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397499'] for port (8304800e-283b-4335-b718-cb629f615213), provisioning_complete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:12.320082 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Current status of the port 8304800e-283b-4335-b718-cb629f615213 is: BUILD; New status is: ACTIVE {{(pid=103093) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 16:22:12.320860 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (8304800e-283b-4335-b718-cb629f615213), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:12.361756 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de856d05-5a1e-4b6f-90f5-822c15eb61f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8304800e-283b-4335-b718-cb629f615213'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:22:12.364742 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f6a2c072b123b360c8eb8991e75d694e889c4c27e62ecb22fdf39ecf471eb94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b83aa7d-ddc8-4a2e-8531-ab7146749141" -d '{"events": [{"server_uuid": "de856d05-5a1e-4b6f-90f5-822c15eb61f0", "name": "network-vif-plugged", "status": "completed", "tag": "8304800e-283b-4335-b718-cb629f615213"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 16:22:12.370331 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] For port 8304800e-283b-4335-b718-cb629f615213, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=8304800e-283b-4335-b718-cb629f615213,segment=NetworkSegment(d0d5eee1-b4bb-471c-a057-81102a55b99f),segment_id=d0d5eee1-b4bb-471c-a057-81102a55b99f)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:22:12.378926 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947'] for port (8304800e-283b-4335-b718-cb629f615213), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:12.379745 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Device 3bb65d7b-90c4-4edf-bbf5-601a051d381a up at agent hyperv_hv-cinder-75078 {{(pid=103093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 16:22:12.459916 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace3b779-e69f-4583-a479-9f3cc284f498 req-f6191edd-373d-4ef1-b472-dc5dfc15e529 tempest-DeleteServersTestJSON-1451149907 tempest-DeleteServersTestJSON-1451149907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:12.461616 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Pushing event updated for resources: {'Port': ['ID=8304800e-283b-4335-b718-cb629f615213,revision_number=5']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:12.462791 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-ace3b779-e69f-4583-a479-9f3cc284f498 req-f6191edd-373d-4ef1-b472-dc5dfc15e529 tempest-DeleteServersTestJSON-1451149907 tempest-DeleteServersTestJSON-1451149907-project] 10.222.0.72 "GET /v2.0/ports?device_id=cc1cc7c0-aa3a-43d4-9002-34a8f17ee83f HTTP/1.1" status: 200 len: 945 time: 0.1088037 Mar 11 16:22:12.477586 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Provisioning for port 3bb65d7b-90c4-4edf-bbf5-601a051d381a completed by entity L2. {{(pid=103093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 16:22:12.479451 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1011a8a7-cbef-4ae4-a888-f05384abc33f req-86698760-80a7-4d45-834c-34241ae08f9e tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:12.481266 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-1011a8a7-cbef-4ae4-a888-f05384abc33f req-86698760-80a7-4d45-834c-34241ae08f9e tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/ports?device_id=de856d05-5a1e-4b6f-90f5-822c15eb61f0 HTTP/1.1" status: 200 len: 945 time: 0.1159046 Mar 11 16:22:12.481730 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Provisioning complete for port 3bb65d7b-90c4-4edf-bbf5-601a051d381a triggered by entity L2. {{(pid=103093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 16:22:12.482654 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397499'] for port (3bb65d7b-90c4-4edf-bbf5-601a051d381a), provisioning_complete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:12.558577 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-ace3b779-e69f-4583-a479-9f3cc284f498 req-8229462e-1f3c-4caf-adf7-3ef3942357fd tempest-DeleteServersTestJSON-1451149907 tempest-DeleteServersTestJSON-1451149907-project] 10.222.0.72 "GET /v2.0/security-groups?id=fb4b6332-23d2-48fe-8823-aaf4f90930e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757792 Mar 11 16:22:12.563266 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-1011a8a7-cbef-4ae4-a888-f05384abc33f req-59ce083b-a56e-4ea3-8563-d4358f165759 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/security-groups?id=7c276c18-4868-4599-beba-04acf139a2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742095 Mar 11 16:22:12.575419 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Current status of the port 3bb65d7b-90c4-4edf-bbf5-601a051d381a is: BUILD; New status is: ACTIVE {{(pid=103093) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 16:22:12.575419 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (3bb65d7b-90c4-4edf-bbf5-601a051d381a), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:12.615323 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] For port 3bb65d7b-90c4-4edf-bbf5-601a051d381a, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=3bb65d7b-90c4-4edf-bbf5-601a051d381a,segment=NetworkSegment(c93eb277-6e60-44de-b671-f606514b14af),segment_id=c93eb277-6e60-44de-b671-f606514b14af)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:22:12.617621 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 16:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70e74633-0e97-4a2a-96cb-5927cb3ce1e3 x-openstack-request-id: req-70e74633-0e97-4a2a-96cb-5927cb3ce1e3 {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 16:22:12.617912 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de856d05-5a1e-4b6f-90f5-822c15eb61f0", "name": "network-vif-plugged", "status": "completed", "tag": "8304800e-283b-4335-b718-cb629f615213", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 16:22:12.618369 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-70e74633-0e97-4a2a-96cb-5927cb3ce1e3 {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 16:22:12.618920 dv-cinder-750782-12-iscsi neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de856d05-5a1e-4b6f-90f5-822c15eb61f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8304800e-283b-4335-b718-cb629f615213', 'code': 200} Mar 11 16:22:12.621672 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947'] for port (3bb65d7b-90c4-4edf-bbf5-601a051d381a), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:12.672907 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Pushing event updated for resources: {'Port': ['ID=3bb65d7b-90c4-4edf-bbf5-601a051d381a,revision_number=5']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:12.876205 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb508887-cade-4b7b-b765-67e534fded8d req-5cb7ac59-dbe6-4df3-8a3b-10ee07710fc0 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:12.877563 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-fb508887-cade-4b7b-b765-67e534fded8d req-5cb7ac59-dbe6-4df3-8a3b-10ee07710fc0 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/ports?device_id=ff3302ce-26ae-48b1-b0bb-8e4ee3574619 HTTP/1.1" status: 200 len: 945 time: 0.0887778 Mar 11 16:22:12.893803 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a37748-1ff3-4fda-8895-e6f0594aec1a req-e93a64d8-5709-4303-9f50-984c95f99cbc tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:12.895463 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-59a37748-1ff3-4fda-8895-e6f0594aec1a req-e93a64d8-5709-4303-9f50-984c95f99cbc tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=478c05ae-53fc-4f37-9e47-5b58ee2f7275 HTTP/1.1" status: 200 len: 944 time: 0.0957692 Mar 11 16:22:12.958066 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-fb508887-cade-4b7b-b765-67e534fded8d req-272ab7e2-32af-448d-9946-680249d73dfd tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c0c943-e611-4d20-8bcb-3980a39beca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738187 Mar 11 16:22:12.983192 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-59a37748-1ff3-4fda-8895-e6f0594aec1a req-ee3935bc-c0e6-4fa3-a5fa-27dd5c665ab3 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/security-groups?id=33dc4511-4987-40c1-bc00-25a6576ab3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805619 Mar 11 16:22:13.734446 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fb662f-3ee5-4931-8a55-47b74eaf8384 req-9c0ba167-1413-4ac7-b8a4-d07749f704c5 tempest-DeleteServersTestJSON-1451149907 tempest-DeleteServersTestJSON-1451149907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:13.736963 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-59fb662f-3ee5-4931-8a55-47b74eaf8384 req-9c0ba167-1413-4ac7-b8a4-d07749f704c5 tempest-DeleteServersTestJSON-1451149907 tempest-DeleteServersTestJSON-1451149907-project] 10.222.0.72 "GET /v2.0/ports?device_id=cc1cc7c0-aa3a-43d4-9002-34a8f17ee83f HTTP/1.1" status: 200 len: 945 time: 0.1021235 Mar 11 16:22:13.753164 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57ec37f-c922-4dda-80bb-04ac04b950c2 req-c4118db1-adcd-4dfe-b1a5-f0d1c6d08364 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:13.754743 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-d57ec37f-c922-4dda-80bb-04ac04b950c2 req-c4118db1-adcd-4dfe-b1a5-f0d1c6d08364 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/ports?device_id=de856d05-5a1e-4b6f-90f5-822c15eb61f0 HTTP/1.1" status: 200 len: 945 time: 0.0865235 Mar 11 16:22:13.809428 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-833dffb3-fcc6-421b-9d13-29cfcb0ff00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (52d54afa-c257-4acf-9353-cc1307944ae0), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:13.837939 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-59fb662f-3ee5-4931-8a55-47b74eaf8384 req-ff861f5b-4eec-43c2-9a33-8f902d0cb1a1 tempest-DeleteServersTestJSON-1451149907 tempest-DeleteServersTestJSON-1451149907-project] 10.222.0.72 "GET /v2.0/security-groups?id=fb4b6332-23d2-48fe-8823-aaf4f90930e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821760 Mar 11 16:22:13.842773 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-d57ec37f-c922-4dda-80bb-04ac04b950c2 req-a504fa16-890c-49f7-b2af-4a5b7afcec47 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/security-groups?id=7c276c18-4868-4599-beba-04acf139a2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800612 Mar 11 16:22:14.132411 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9222eddd-a59f-4568-b9de-714b07f18afa req-ea811916-c9f6-4339-b8d1-6d6c19366cd7 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:14.133878 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-9222eddd-a59f-4568-b9de-714b07f18afa req-ea811916-c9f6-4339-b8d1-6d6c19366cd7 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/ports?device_id=ff3302ce-26ae-48b1-b0bb-8e4ee3574619 HTTP/1.1" status: 200 len: 945 time: 0.0970261 Mar 11 16:22:14.156921 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c15bd6-cc3a-4005-8137-60c9a5583d33 req-4f9634f9-1e67-4683-8296-c1d49446963d tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:14.158405 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-a2c15bd6-cc3a-4005-8137-60c9a5583d33 req-4f9634f9-1e67-4683-8296-c1d49446963d tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=478c05ae-53fc-4f37-9e47-5b58ee2f7275 HTTP/1.1" status: 200 len: 944 time: 0.0862703 Mar 11 16:22:14.225004 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-9222eddd-a59f-4568-b9de-714b07f18afa req-3183c26b-caa3-470f-8a30-49c3921a475e tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c0c943-e611-4d20-8bcb-3980a39beca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834625 Mar 11 16:22:14.239137 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-a2c15bd6-cc3a-4005-8137-60c9a5583d33 req-2efb8cd7-013c-49d8-bd04-b3554c3a739c tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/security-groups?id=33dc4511-4987-40c1-bc00-25a6576ab3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743587 Mar 11 16:22:14.620247 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff3302ce-26ae-48b1-b0bb-8e4ee3574619', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bb65d7b-90c4-4edf-bbf5-601a051d381a'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:22:14.623115 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f6a2c072b123b360c8eb8991e75d694e889c4c27e62ecb22fdf39ecf471eb94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-024c442d-6394-43ae-aa6f-4a8b150c0b8e" -d '{"events": [{"server_uuid": "ff3302ce-26ae-48b1-b0bb-8e4ee3574619", "name": "network-vif-plugged", "status": "completed", "tag": "3bb65d7b-90c4-4edf-bbf5-601a051d381a"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 16:22:14.665127 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 16:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c319b71-700a-4a50-9a9e-45a87e4f27eb x-openstack-request-id: req-3c319b71-700a-4a50-9a9e-45a87e4f27eb {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 16:22:14.665419 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff3302ce-26ae-48b1-b0bb-8e4ee3574619", "name": "network-vif-plugged", "status": "completed", "tag": "3bb65d7b-90c4-4edf-bbf5-601a051d381a", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 16:22:14.665754 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-3c319b71-700a-4a50-9a9e-45a87e4f27eb {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 16:22:14.666243 dv-cinder-750782-12-iscsi neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff3302ce-26ae-48b1-b0bb-8e4ee3574619', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bb65d7b-90c4-4edf-bbf5-601a051d381a', 'code': 200} Mar 11 16:22:15.002473 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6b38ed-a7da-477b-ab1c-7fdc84f25819 req-49bf2768-b778-47eb-895b-1eb74ced3869 tempest-DeleteServersTestJSON-1451149907 tempest-DeleteServersTestJSON-1451149907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:15.003996 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-1a6b38ed-a7da-477b-ab1c-7fdc84f25819 req-49bf2768-b778-47eb-895b-1eb74ced3869 tempest-DeleteServersTestJSON-1451149907 tempest-DeleteServersTestJSON-1451149907-project] 10.222.0.72 "GET /v2.0/ports?device_id=cc1cc7c0-aa3a-43d4-9002-34a8f17ee83f HTTP/1.1" status: 200 len: 945 time: 0.0902457 Mar 11 16:22:15.017484 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6449fd64-2425-4709-b628-0cdf44f340be req-fdc18554-9331-4891-add8-7fc4dfbef712 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:15.018917 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-6449fd64-2425-4709-b628-0cdf44f340be req-fdc18554-9331-4891-add8-7fc4dfbef712 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/ports?device_id=de856d05-5a1e-4b6f-90f5-822c15eb61f0 HTTP/1.1" status: 200 len: 945 time: 0.0947723 Mar 11 16:22:15.092515 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-1a6b38ed-a7da-477b-ab1c-7fdc84f25819 req-015487bc-ecdb-4eec-8def-02fd22fae092 tempest-DeleteServersTestJSON-1451149907 tempest-DeleteServersTestJSON-1451149907-project] 10.222.0.72 "GET /v2.0/security-groups?id=fb4b6332-23d2-48fe-8823-aaf4f90930e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826025 Mar 11 16:22:15.095817 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-6449fd64-2425-4709-b628-0cdf44f340be req-78d163ac-a1ab-445d-b611-db5d4b161e19 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/security-groups?id=7c276c18-4868-4599-beba-04acf139a2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713937 Mar 11 16:22:15.403858 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf054317-5277-48c9-b3f2-3fed8b8f0430 req-3cb4195d-1976-4484-b615-7f717b992999 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:15.405155 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-cf054317-5277-48c9-b3f2-3fed8b8f0430 req-3cb4195d-1976-4484-b615-7f717b992999 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/ports?device_id=ff3302ce-26ae-48b1-b0bb-8e4ee3574619 HTTP/1.1" status: 200 len: 945 time: 0.1111557 Mar 11 16:22:15.428321 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df1d185-49ff-4a9f-9801-b8efbedbf0aa req-ca85d06b-5576-4038-bcee-38bfe3f6c870 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:15.429864 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-8df1d185-49ff-4a9f-9801-b8efbedbf0aa req-ca85d06b-5576-4038-bcee-38bfe3f6c870 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=478c05ae-53fc-4f37-9e47-5b58ee2f7275 HTTP/1.1" status: 200 len: 944 time: 0.0904353 Mar 11 16:22:15.492328 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-cf054317-5277-48c9-b3f2-3fed8b8f0430 req-13593641-703d-451e-b181-0e70e5def74c tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c0c943-e611-4d20-8bcb-3980a39beca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807555 Mar 11 16:22:15.573387 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-8df1d185-49ff-4a9f-9801-b8efbedbf0aa req-a954ef85-50dd-491b-9f5d-1ca8209ac151 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/security-groups?id=33dc4511-4987-40c1-bc00-25a6576ab3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1334171 Mar 11 16:22:15.598158 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd18a387-7c08-4632-9e52-c863569b2e7e req-cb44fb74-bfc0-45f0-b823-72f37d9eb9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:15.599780 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-fd18a387-7c08-4632-9e52-c863569b2e7e req-cb44fb74-bfc0-45f0-b823-72f37d9eb9bf service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ff3302ce-26ae-48b1-b0bb-8e4ee3574619 HTTP/1.1" status: 200 len: 1129 time: 0.0996406 Mar 11 16:22:15.602512 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea83d8e-16ce-48b4-8a82-bb5e5432cfc4 req-a6b65b1f-e342-4aac-812a-8d2e63d26035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:15.604088 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-aea83d8e-16ce-48b4-8a82-bb5e5432cfc4 req-a6b65b1f-e342-4aac-812a-8d2e63d26035 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=de856d05-5a1e-4b6f-90f5-822c15eb61f0 HTTP/1.1" status: 200 len: 1129 time: 0.1052513 Mar 11 16:22:15.682130 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-aea83d8e-16ce-48b4-8a82-bb5e5432cfc4 req-cb568c2b-d14d-479c-adc9-d1782e45fe26 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=7c276c18-4868-4599-beba-04acf139a2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700016 Mar 11 16:22:15.684349 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-fd18a387-7c08-4632-9e52-c863569b2e7e req-a5f561f7-09a7-4097-9c75-517b1b36c912 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=f8c0c943-e611-4d20-8bcb-3980a39beca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712531 Mar 11 16:22:16.270340 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3ece2ecf-2d84-49d7-8f83-1e080cc6a829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (03422851-42b1-44c9-ada6-e479436b7b23), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:16.276617 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba57748-0101-482d-9ab3-40003893a098 req-3a98eb6b-aece-4cf6-9961-8c25a0075fe5 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:16.278169 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-bba57748-0101-482d-9ab3-40003893a098 req-3a98eb6b-aece-4cf6-9961-8c25a0075fe5 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/ports?device_id=de856d05-5a1e-4b6f-90f5-822c15eb61f0 HTTP/1.1" status: 200 len: 945 time: 0.0830259 Mar 11 16:22:16.289989 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874aab72-da88-4ab6-8817-4569769a2469 req-4c1a42a8-2734-436b-bd66-6f1eda681789 tempest-DeleteServersTestJSON-1451149907 tempest-DeleteServersTestJSON-1451149907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:16.291448 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-874aab72-da88-4ab6-8817-4569769a2469 req-4c1a42a8-2734-436b-bd66-6f1eda681789 tempest-DeleteServersTestJSON-1451149907 tempest-DeleteServersTestJSON-1451149907-project] 10.222.0.72 "GET /v2.0/ports?device_id=cc1cc7c0-aa3a-43d4-9002-34a8f17ee83f HTTP/1.1" status: 200 len: 945 time: 0.1074698 Mar 11 16:22:16.367420 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-bba57748-0101-482d-9ab3-40003893a098 req-2ee1126b-8ccf-4f6d-b838-5b58c0c47b59 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/security-groups?id=7c276c18-4868-4599-beba-04acf139a2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750086 Mar 11 16:22:16.370720 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-874aab72-da88-4ab6-8817-4569769a2469 req-50f6be5c-d253-49d8-b0cf-62265ae34397 tempest-DeleteServersTestJSON-1451149907 tempest-DeleteServersTestJSON-1451149907-project] 10.222.0.72 "GET /v2.0/security-groups?id=fb4b6332-23d2-48fe-8823-aaf4f90930e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720043 Mar 11 16:22:16.614811 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720b7fdc-0a20-4f75-8c99-dd60a9d610cf req-ac724765-d0e7-4e39-9328-3a2b2cfe556a tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:16.616305 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-720b7fdc-0a20-4f75-8c99-dd60a9d610cf req-ac724765-d0e7-4e39-9328-3a2b2cfe556a tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/ports?device_id=ff3302ce-26ae-48b1-b0bb-8e4ee3574619 HTTP/1.1" status: 200 len: 945 time: 0.0565238 Mar 11 16:22:16.675837 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-720b7fdc-0a20-4f75-8c99-dd60a9d610cf req-c4e156ba-48d5-40e1-bc37-c76159cb0b62 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c0c943-e611-4d20-8bcb-3980a39beca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539322 Mar 11 16:22:16.719607 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6931d847-db60-4387-ac22-35bc48246d9d req-2d22fed0-59eb-4109-a3ad-3d07ba0f1386 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:16.721056 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-6931d847-db60-4387-ac22-35bc48246d9d req-2d22fed0-59eb-4109-a3ad-3d07ba0f1386 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=478c05ae-53fc-4f37-9e47-5b58ee2f7275 HTTP/1.1" status: 200 len: 944 time: 0.0655501 Mar 11 16:22:16.769575 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-6931d847-db60-4387-ac22-35bc48246d9d req-695d82f8-b86a-4b47-b94d-df3eb83d1f97 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/security-groups?id=33dc4511-4987-40c1-bc00-25a6576ab3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430121 Mar 11 16:22:17.256141 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Device b2fdd8a9-d396-4e44-9ff5-4e706efd4b70 up at agent hyperv_hv-cinder-75078 {{(pid=103093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 16:22:17.315518 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Provisioning for port b2fdd8a9-d396-4e44-9ff5-4e706efd4b70 completed by entity L2. {{(pid=103093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 16:22:17.319526 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Provisioning complete for port b2fdd8a9-d396-4e44-9ff5-4e706efd4b70 triggered by entity L2. {{(pid=103093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 16:22:17.319917 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397499'] for port (b2fdd8a9-d396-4e44-9ff5-4e706efd4b70), provisioning_complete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:17.422488 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Current status of the port b2fdd8a9-d396-4e44-9ff5-4e706efd4b70 is: BUILD; New status is: ACTIVE {{(pid=103093) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 16:22:17.422948 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (b2fdd8a9-d396-4e44-9ff5-4e706efd4b70), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:17.493033 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] For port b2fdd8a9-d396-4e44-9ff5-4e706efd4b70, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=b2fdd8a9-d396-4e44-9ff5-4e706efd4b70,segment=NetworkSegment(a719ed4c-1b21-4087-84c5-f4c81307e7ed),segment_id=a719ed4c-1b21-4087-84c5-f4c81307e7ed)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:22:17.495621 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '478c05ae-53fc-4f37-9e47-5b58ee2f7275', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2fdd8a9-d396-4e44-9ff5-4e706efd4b70'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:22:17.501032 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f6a2c072b123b360c8eb8991e75d694e889c4c27e62ecb22fdf39ecf471eb94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba3c58f2-2065-4b6e-b24b-74cab9a3d5fa" -d '{"events": [{"server_uuid": "478c05ae-53fc-4f37-9e47-5b58ee2f7275", "name": "network-vif-plugged", "status": "completed", "tag": "b2fdd8a9-d396-4e44-9ff5-4e706efd4b70"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 16:22:17.506195 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ae773407-53f5-44d0-bdbe-4d88b69a915f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (d0bcdf8a-248d-4278-aa4c-95e4828d61b2), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:17.507453 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947'] for port (b2fdd8a9-d396-4e44-9ff5-4e706efd4b70), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:17.555919 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee05b83b-706e-485b-8739-5af376cbb4c3 req-d59d4c32-cbf5-464f-822a-4e879822f382 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:17.564500 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-ee05b83b-706e-485b-8739-5af376cbb4c3 req-d59d4c32-cbf5-464f-822a-4e879822f382 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/ports?device_id=de856d05-5a1e-4b6f-90f5-822c15eb61f0 HTTP/1.1" status: 200 len: 945 time: 0.1151500 Mar 11 16:22:17.575023 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Pushing event updated for resources: {'Port': ['ID=b2fdd8a9-d396-4e44-9ff5-4e706efd4b70,revision_number=5']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:17.627707 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0af0e20-9a53-4559-ba1c-03ded4637f92 req-e8f36903-df54-4fe2-9949-b6e1760fb1ea tempest-DeleteServersTestJSON-1451149907 tempest-DeleteServersTestJSON-1451149907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:17.629433 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-b0af0e20-9a53-4559-ba1c-03ded4637f92 req-e8f36903-df54-4fe2-9949-b6e1760fb1ea tempest-DeleteServersTestJSON-1451149907 tempest-DeleteServersTestJSON-1451149907-project] 10.222.0.72 "GET /v2.0/ports?device_id=cc1cc7c0-aa3a-43d4-9002-34a8f17ee83f HTTP/1.1" status: 200 len: 945 time: 0.1303296 Mar 11 16:22:17.651450 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-ee05b83b-706e-485b-8739-5af376cbb4c3 req-1f3b9f2a-e6a1-462e-b615-00014d8cfcd0 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/security-groups?id=7c276c18-4868-4599-beba-04acf139a2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860882 Mar 11 16:22:17.700213 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 16:22:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-057a305c-5e8e-4c83-b161-4642a327d442 x-openstack-request-id: req-057a305c-5e8e-4c83-b161-4642a327d442 {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 16:22:17.701559 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "478c05ae-53fc-4f37-9e47-5b58ee2f7275", "name": "network-vif-plugged", "status": "completed", "tag": "b2fdd8a9-d396-4e44-9ff5-4e706efd4b70", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 16:22:17.702034 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-057a305c-5e8e-4c83-b161-4642a327d442 {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 16:22:17.702594 dv-cinder-750782-12-iscsi neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '478c05ae-53fc-4f37-9e47-5b58ee2f7275', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2fdd8a9-d396-4e44-9ff5-4e706efd4b70', 'code': 200} Mar 11 16:22:17.715437 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-b0af0e20-9a53-4559-ba1c-03ded4637f92 req-59a86116-f245-4351-bbfc-116051b5793b tempest-DeleteServersTestJSON-1451149907 tempest-DeleteServersTestJSON-1451149907-project] 10.222.0.72 "GET /v2.0/security-groups?id=fb4b6332-23d2-48fe-8823-aaf4f90930e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743473 Mar 11 16:22:17.823071 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cdfae1-025c-4000-b166-1c9f35825032 req-dfe9519c-a37d-45f1-bbb9-74a73f528b7a tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:17.826566 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-38cdfae1-025c-4000-b166-1c9f35825032 req-dfe9519c-a37d-45f1-bbb9-74a73f528b7a tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/ports?device_id=ff3302ce-26ae-48b1-b0bb-8e4ee3574619 HTTP/1.1" status: 200 len: 945 time: 0.0635500 Mar 11 16:22:17.949486 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-38cdfae1-025c-4000-b166-1c9f35825032 req-90f14d67-31eb-46aa-9bf5-f5dc45a006db tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c0c943-e611-4d20-8bcb-3980a39beca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159070 Mar 11 16:22:17.980989 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5d6c86-bf7b-40f1-be52-8c534b67c2ae req-c462cef5-c860-401c-b0d9-c77cd5627f5f tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:17.982643 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-bc5d6c86-bf7b-40f1-be52-8c534b67c2ae req-c462cef5-c860-401c-b0d9-c77cd5627f5f tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=478c05ae-53fc-4f37-9e47-5b58ee2f7275 HTTP/1.1" status: 200 len: 945 time: 0.1054800 Mar 11 16:22:17.997190 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b81499-b9e0-4c55-a724-982348e04bcc req-2766a1fd-cfac-47a5-82f8-448a11d350b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:17.999211 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-f6b81499-b9e0-4c55-a724-982348e04bcc req-2766a1fd-cfac-47a5-82f8-448a11d350b7 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=478c05ae-53fc-4f37-9e47-5b58ee2f7275 HTTP/1.1" status: 200 len: 1129 time: 0.1083963 Mar 11 16:22:18.057048 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-bc5d6c86-bf7b-40f1-be52-8c534b67c2ae req-d1663586-3ab7-4c0d-9a69-5d1524de46e1 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/security-groups?id=33dc4511-4987-40c1-bc00-25a6576ab3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672755 Mar 11 16:22:18.072222 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-f6b81499-b9e0-4c55-a724-982348e04bcc req-edc240e8-58c2-4f43-8385-5f9cbd568e76 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=33dc4511-4987-40c1-bc00-25a6576ab3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654354 Mar 11 16:22:18.782188 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8105e1d4-6d54-4944-bbfb-ef7fc416d5a5 req-c5ec6214-54ad-4884-87c8-b368bcac1575 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:18.783823 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-8105e1d4-6d54-4944-bbfb-ef7fc416d5a5 req-c5ec6214-54ad-4884-87c8-b368bcac1575 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/ports?device_id=de856d05-5a1e-4b6f-90f5-822c15eb61f0 HTTP/1.1" status: 200 len: 945 time: 0.0606387 Mar 11 16:22:18.799677 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-12686fd2-0f25-484f-a78a-b5cd34d8581b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (a5a5d809-3580-471a-ade1-6c5ecc269919), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:18.871588 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-8105e1d4-6d54-4944-bbfb-ef7fc416d5a5 req-7225f992-ebe7-4b54-8da7-8419fb40f13c tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/security-groups?id=7c276c18-4868-4599-beba-04acf139a2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813665 Mar 11 16:22:18.890522 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6d4991-317e-4625-8f39-b4ba75d37cf9 req-72f7ee8d-a318-471f-aa76-060fa388f129 tempest-DeleteServersTestJSON-1451149907 tempest-DeleteServersTestJSON-1451149907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:18.892074 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-0c6d4991-317e-4625-8f39-b4ba75d37cf9 req-72f7ee8d-a318-471f-aa76-060fa388f129 tempest-DeleteServersTestJSON-1451149907 tempest-DeleteServersTestJSON-1451149907-project] 10.222.0.72 "GET /v2.0/ports?device_id=cc1cc7c0-aa3a-43d4-9002-34a8f17ee83f HTTP/1.1" status: 200 len: 945 time: 0.0930462 Mar 11 16:22:18.941580 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-0c6d4991-317e-4625-8f39-b4ba75d37cf9 req-8c231c50-e9bc-432c-a177-a32d06be5d27 tempest-DeleteServersTestJSON-1451149907 tempest-DeleteServersTestJSON-1451149907-project] 10.222.0.72 "GET /v2.0/security-groups?id=fb4b6332-23d2-48fe-8823-aaf4f90930e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425920 Mar 11 16:22:19.075143 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053bd58f-d71f-4d56-88bb-74ce1970614c req-b538e50a-2baa-4ce4-bff1-d591070c44ea tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:19.076645 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-053bd58f-d71f-4d56-88bb-74ce1970614c req-b538e50a-2baa-4ce4-bff1-d591070c44ea tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/ports?device_id=ff3302ce-26ae-48b1-b0bb-8e4ee3574619 HTTP/1.1" status: 200 len: 945 time: 0.0556180 Mar 11 16:22:19.127562 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-053bd58f-d71f-4d56-88bb-74ce1970614c req-beb0751b-769d-4c4e-8e98-03c68077200b tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c0c943-e611-4d20-8bcb-3980a39beca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450568 Mar 11 16:22:19.203018 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6567d9-fbdd-4acc-8b12-fb409ed5912a req-1331f7e9-bd19-4550-920e-ad50bf2ae820 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:19.204548 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-6e6567d9-fbdd-4acc-8b12-fb409ed5912a req-1331f7e9-bd19-4550-920e-ad50bf2ae820 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=478c05ae-53fc-4f37-9e47-5b58ee2f7275 HTTP/1.1" status: 200 len: 945 time: 0.0545313 Mar 11 16:22:19.259277 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-6e6567d9-fbdd-4acc-8b12-fb409ed5912a req-244adc83-3237-416a-8b02-b041c899f680 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/security-groups?id=33dc4511-4987-40c1-bc00-25a6576ab3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483346 Mar 11 16:22:20.003080 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c93385-cac6-4344-adf5-912a8a9e7eb2 req-3679c717-fafc-4b26-ada1-5daf9db9df83 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:20.004716 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-f5c93385-cac6-4344-adf5-912a8a9e7eb2 req-3679c717-fafc-4b26-ada1-5daf9db9df83 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/ports?device_id=de856d05-5a1e-4b6f-90f5-822c15eb61f0 HTTP/1.1" status: 200 len: 945 time: 0.0547466 Mar 11 16:22:20.080359 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-f5c93385-cac6-4344-adf5-912a8a9e7eb2 req-67df5a3a-d595-4ce3-9190-db19eb6ed5af tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/security-groups?id=7c276c18-4868-4599-beba-04acf139a2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691376 Mar 11 16:22:20.098735 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c2e03d-e382-4935-9924-4eab74cd8a0d req-530ff380-39fc-4678-bf47-a2f16133a179 tempest-DeleteServersTestJSON-1451149907 tempest-DeleteServersTestJSON-1451149907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:20.100250 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-34c2e03d-e382-4935-9924-4eab74cd8a0d req-530ff380-39fc-4678-bf47-a2f16133a179 tempest-DeleteServersTestJSON-1451149907 tempest-DeleteServersTestJSON-1451149907-project] 10.222.0.72 "GET /v2.0/ports?device_id=cc1cc7c0-aa3a-43d4-9002-34a8f17ee83f HTTP/1.1" status: 200 len: 945 time: 0.0830116 Mar 11 16:22:20.149078 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-34c2e03d-e382-4935-9924-4eab74cd8a0d req-e046c0fd-7b21-4860-8f03-b76c855ab0bf tempest-DeleteServersTestJSON-1451149907 tempest-DeleteServersTestJSON-1451149907-project] 10.222.0.72 "GET /v2.0/security-groups?id=fb4b6332-23d2-48fe-8823-aaf4f90930e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432997 Mar 11 16:22:20.259289 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b07bc68-8ef7-4e08-bf3e-621a79d4c498 req-2baa6143-0e0c-43c5-82d9-f981de0b10d9 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:20.260994 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-7b07bc68-8ef7-4e08-bf3e-621a79d4c498 req-2baa6143-0e0c-43c5-82d9-f981de0b10d9 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/ports?device_id=ff3302ce-26ae-48b1-b0bb-8e4ee3574619 HTTP/1.1" status: 200 len: 945 time: 0.0611036 Mar 11 16:22:20.312746 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-7b07bc68-8ef7-4e08-bf3e-621a79d4c498 req-2ef16a1c-dd4b-4b3d-8196-e74407276a96 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c0c943-e611-4d20-8bcb-3980a39beca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449257 Mar 11 16:22:20.380174 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (1025624e-e238-47fc-86ae-58f7bb6baa16), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:20.397787 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2e0240-64c3-40e3-90e9-11430b27d63a req-b2f915f3-f720-4ff3-b080-fd2644184f59 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:20.399411 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-0d2e0240-64c3-40e3-90e9-11430b27d63a req-b2f915f3-f720-4ff3-b080-fd2644184f59 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=478c05ae-53fc-4f37-9e47-5b58ee2f7275 HTTP/1.1" status: 200 len: 945 time: 0.0572472 Mar 11 16:22:20.453415 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-0d2e0240-64c3-40e3-90e9-11430b27d63a req-4ea3fe8f-5629-44a4-92e0-879823e8f9e6 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/security-groups?id=33dc4511-4987-40c1-bc00-25a6576ab3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474889 Mar 11 16:22:21.201651 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05118fd-c4a2-475e-ba3b-9d8a78220e01 req-e47a1ea0-3d3e-43ab-bf04-f53553fd040f tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:21.202799 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-d05118fd-c4a2-475e-ba3b-9d8a78220e01 req-e47a1ea0-3d3e-43ab-bf04-f53553fd040f tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/ports?device_id=de856d05-5a1e-4b6f-90f5-822c15eb61f0 HTTP/1.1" status: 200 len: 945 time: 0.0531759 Mar 11 16:22:21.291690 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-d05118fd-c4a2-475e-ba3b-9d8a78220e01 req-cd43c13d-5813-4c32-93b9-97a0a7f9cba0 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/security-groups?id=7c276c18-4868-4599-beba-04acf139a2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827265 Mar 11 16:22:21.319038 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81fe005-81d4-4374-a166-829d47d7c19d req-333cafd3-7c26-463b-9005-cbb0f89dc990 tempest-DeleteServersTestJSON-1451149907 tempest-DeleteServersTestJSON-1451149907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:21.320674 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-a81fe005-81d4-4374-a166-829d47d7c19d req-333cafd3-7c26-463b-9005-cbb0f89dc990 tempest-DeleteServersTestJSON-1451149907 tempest-DeleteServersTestJSON-1451149907-project] 10.222.0.72 "GET /v2.0/ports?device_id=cc1cc7c0-aa3a-43d4-9002-34a8f17ee83f HTTP/1.1" status: 200 len: 945 time: 0.0933712 Mar 11 16:22:21.374712 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-a81fe005-81d4-4374-a166-829d47d7c19d req-efbff682-04bd-45c4-b65c-a804b85a193e tempest-DeleteServersTestJSON-1451149907 tempest-DeleteServersTestJSON-1451149907-project] 10.222.0.72 "GET /v2.0/security-groups?id=fb4b6332-23d2-48fe-8823-aaf4f90930e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475211 Mar 11 16:22:21.444651 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626031bb-fab0-4e70-b3e2-41e8dfe9b6e9 req-af4ed5ca-dcdc-4010-a4dd-ee7cd64c1cb5 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:21.446095 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-626031bb-fab0-4e70-b3e2-41e8dfe9b6e9 req-af4ed5ca-dcdc-4010-a4dd-ee7cd64c1cb5 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/ports?device_id=ff3302ce-26ae-48b1-b0bb-8e4ee3574619 HTTP/1.1" status: 200 len: 945 time: 0.0566628 Mar 11 16:22:21.502611 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-626031bb-fab0-4e70-b3e2-41e8dfe9b6e9 req-76bcbdad-440d-4077-bfc3-78e2926b7137 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c0c943-e611-4d20-8bcb-3980a39beca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482621 Mar 11 16:22:21.590184 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca953aa-fd96-43c3-9357-2068756470eb req-853d194a-9ee5-415a-8775-8bba2621af13 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:21.591815 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-7ca953aa-fd96-43c3-9357-2068756470eb req-853d194a-9ee5-415a-8775-8bba2621af13 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=478c05ae-53fc-4f37-9e47-5b58ee2f7275 HTTP/1.1" status: 200 len: 945 time: 0.0574327 Mar 11 16:22:21.639377 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-7ca953aa-fd96-43c3-9357-2068756470eb req-76c5057b-ba22-42e4-a735-2b7b9801ddc2 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/security-groups?id=33dc4511-4987-40c1-bc00-25a6576ab3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415373 Mar 11 16:22:22.424913 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc3f620-0f89-4899-ba2e-e7fba0cbf247 req-a1eeb084-0185-4b1c-9696-20c2827d4fb7 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:22.426607 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-3bc3f620-0f89-4899-ba2e-e7fba0cbf247 req-a1eeb084-0185-4b1c-9696-20c2827d4fb7 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/ports?device_id=de856d05-5a1e-4b6f-90f5-822c15eb61f0 HTTP/1.1" status: 200 len: 945 time: 0.0577877 Mar 11 16:22:22.507435 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-3bc3f620-0f89-4899-ba2e-e7fba0cbf247 req-872086f1-9db0-4be8-ac68-f1f1135aa9b8 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/security-groups?id=7c276c18-4868-4599-beba-04acf139a2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747733 Mar 11 16:22:22.528544 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016e846b-39c4-4a86-ac3c-cca6fada2fd0 req-6bccacd9-0d4b-4ff3-9a7f-213582e8d66d tempest-DeleteServersTestJSON-1451149907 tempest-DeleteServersTestJSON-1451149907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:22.530752 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-016e846b-39c4-4a86-ac3c-cca6fada2fd0 req-6bccacd9-0d4b-4ff3-9a7f-213582e8d66d tempest-DeleteServersTestJSON-1451149907 tempest-DeleteServersTestJSON-1451149907-project] 10.222.0.72 "GET /v2.0/ports?device_id=cc1cc7c0-aa3a-43d4-9002-34a8f17ee83f HTTP/1.1" status: 200 len: 945 time: 0.0825729 Mar 11 16:22:22.590662 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-016e846b-39c4-4a86-ac3c-cca6fada2fd0 req-4ddffc41-7a4e-4128-9a97-c5f794e597f6 tempest-DeleteServersTestJSON-1451149907 tempest-DeleteServersTestJSON-1451149907-project] 10.222.0.72 "GET /v2.0/security-groups?id=fb4b6332-23d2-48fe-8823-aaf4f90930e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536265 Mar 11 16:22:22.634692 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349be47e-5501-4d93-9744-acb1878e11ce req-7e48e505-3fbb-458c-ad60-7027fd4525f9 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:22.636142 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-349be47e-5501-4d93-9744-acb1878e11ce req-7e48e505-3fbb-458c-ad60-7027fd4525f9 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/ports?device_id=ff3302ce-26ae-48b1-b0bb-8e4ee3574619 HTTP/1.1" status: 200 len: 945 time: 0.0574934 Mar 11 16:22:22.687052 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-349be47e-5501-4d93-9744-acb1878e11ce req-c511f5d6-d7fd-40cd-a853-9575db4a092e tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c0c943-e611-4d20-8bcb-3980a39beca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441260 Mar 11 16:22:22.772836 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7088fa59-4712-4626-b2ad-af8ace8d5c73 req-3e2ef064-269c-4bbe-adc5-90031392a41a tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:22.774484 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-7088fa59-4712-4626-b2ad-af8ace8d5c73 req-3e2ef064-269c-4bbe-adc5-90031392a41a tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=478c05ae-53fc-4f37-9e47-5b58ee2f7275 HTTP/1.1" status: 200 len: 945 time: 0.0583246 Mar 11 16:22:22.826784 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-7088fa59-4712-4626-b2ad-af8ace8d5c73 req-73d9cbc4-d038-4815-bc29-1af44d5b70b6 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/security-groups?id=33dc4511-4987-40c1-bc00-25a6576ab3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454149 Mar 11 16:22:23.633084 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0e5115-a701-4451-baad-50e406958826 req-7535b7e5-2776-4838-a39d-67aeb110ac36 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:23.634744 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-5a0e5115-a701-4451-baad-50e406958826 req-7535b7e5-2776-4838-a39d-67aeb110ac36 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/ports?device_id=de856d05-5a1e-4b6f-90f5-822c15eb61f0 HTTP/1.1" status: 200 len: 945 time: 0.0560706 Mar 11 16:22:23.709330 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-5a0e5115-a701-4451-baad-50e406958826 req-f2beda80-8b42-4bb7-a730-7f90df4b0788 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/security-groups?id=7c276c18-4868-4599-beba-04acf139a2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688894 Mar 11 16:22:23.732581 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb06f591-be4b-4f16-89b0-6b822513fe1e req-1310f6c2-e83b-4b62-9af5-dbb24a0c8920 tempest-DeleteServersTestJSON-1451149907 tempest-DeleteServersTestJSON-1451149907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:23.734406 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-fb06f591-be4b-4f16-89b0-6b822513fe1e req-1310f6c2-e83b-4b62-9af5-dbb24a0c8920 tempest-DeleteServersTestJSON-1451149907 tempest-DeleteServersTestJSON-1451149907-project] 10.222.0.72 "GET /v2.0/ports?device_id=cc1cc7c0-aa3a-43d4-9002-34a8f17ee83f HTTP/1.1" status: 200 len: 945 time: 0.0732448 Mar 11 16:22:23.821310 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-fb06f591-be4b-4f16-89b0-6b822513fe1e req-b68661b1-5cc2-488c-b7e8-402758061f6c tempest-DeleteServersTestJSON-1451149907 tempest-DeleteServersTestJSON-1451149907-project] 10.222.0.72 "GET /v2.0/security-groups?id=fb4b6332-23d2-48fe-8823-aaf4f90930e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805326 Mar 11 16:22:23.842316 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e554ec-97f1-4934-aa84-afa083ba6080 req-fded8489-b8e2-4e32-b18b-edd9a341c9b2 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:23.843917 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-52e554ec-97f1-4934-aa84-afa083ba6080 req-fded8489-b8e2-4e32-b18b-edd9a341c9b2 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/ports?device_id=ff3302ce-26ae-48b1-b0bb-8e4ee3574619 HTTP/1.1" status: 200 len: 945 time: 0.0776541 Mar 11 16:22:23.895348 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-52e554ec-97f1-4934-aa84-afa083ba6080 req-935b14be-7eed-4ca8-85e9-944b2b7b21d1 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c0c943-e611-4d20-8bcb-3980a39beca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454946 Mar 11 16:22:23.961700 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9037f8-418c-45c4-a5f2-9423315186de req-5024c98e-393f-4e59-9dfd-d06af8fa7149 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:23.963341 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-0b9037f8-418c-45c4-a5f2-9423315186de req-5024c98e-393f-4e59-9dfd-d06af8fa7149 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=478c05ae-53fc-4f37-9e47-5b58ee2f7275 HTTP/1.1" status: 200 len: 945 time: 0.0573525 Mar 11 16:22:24.011193 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-0b9037f8-418c-45c4-a5f2-9423315186de req-f5c6dd9b-bfb6-4525-b673-38e981f5c99f tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/security-groups?id=33dc4511-4987-40c1-bc00-25a6576ab3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418687 Mar 11 16:22:24.832481 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06f871e-bab1-4eab-afc9-c2b460610c90 req-0a914eca-b51a-41cd-a470-1ed68b7be406 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:24.833981 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-a06f871e-bab1-4eab-afc9-c2b460610c90 req-0a914eca-b51a-41cd-a470-1ed68b7be406 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/ports?device_id=de856d05-5a1e-4b6f-90f5-822c15eb61f0 HTTP/1.1" status: 200 len: 945 time: 0.0533104 Mar 11 16:22:24.888833 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-a06f871e-bab1-4eab-afc9-c2b460610c90 req-71feb5d4-4d9b-4d96-bf87-c5263ef056cd tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/security-groups?id=7c276c18-4868-4599-beba-04acf139a2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464184 Mar 11 16:22:24.949615 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c807cfc-67c1-4a43-816c-6391864e8732 req-560f81cb-9b1c-4a48-b860-36352dccce7e tempest-DeleteServersTestJSON-1451149907 tempest-DeleteServersTestJSON-1451149907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:24.951934 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-9c807cfc-67c1-4a43-816c-6391864e8732 req-560f81cb-9b1c-4a48-b860-36352dccce7e tempest-DeleteServersTestJSON-1451149907 tempest-DeleteServersTestJSON-1451149907-project] 10.222.0.72 "GET /v2.0/ports?device_id=cc1cc7c0-aa3a-43d4-9002-34a8f17ee83f HTTP/1.1" status: 200 len: 945 time: 0.0548952 Mar 11 16:22:25.013013 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-9c807cfc-67c1-4a43-816c-6391864e8732 req-860d967c-7409-4574-bb99-539e1c8c1b86 tempest-DeleteServersTestJSON-1451149907 tempest-DeleteServersTestJSON-1451149907-project] 10.222.0.72 "GET /v2.0/security-groups?id=fb4b6332-23d2-48fe-8823-aaf4f90930e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542138 Mar 11 16:22:25.063210 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd074fb-1944-4c51-a4cb-2319463249da req-16482ad4-ad5c-4445-a3be-397f71ac55a5 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:25.065454 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-6cd074fb-1944-4c51-a4cb-2319463249da req-16482ad4-ad5c-4445-a3be-397f71ac55a5 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/ports?device_id=de856d05-5a1e-4b6f-90f5-822c15eb61f0 HTTP/1.1" status: 200 len: 945 time: 0.0667515 Mar 11 16:22:25.074976 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 39860) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:22:25.080360 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.v2.base [None req-7607e8f9-6a7e-42c2-9756-0c8c1ffb3b9f tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Request body: {'floatingip': {'port_id': '8304800e-283b-4335-b718-cb629f615213'}} {{(pid=103091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:22:25.166620 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-7607e8f9-6a7e-42c2-9756-0c8c1ffb3b9f tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks [] for floatingip (4d7d6ce1-1fe3-4beb-8c77-16606cc7cbf5), before_update {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:25.180897 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01af9758-eb3e-45fb-af6a-55d5ba09e177 req-2e23e264-36cd-419b-9cc0-eec645158937 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:25.182347 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-01af9758-eb3e-45fb-af6a-55d5ba09e177 req-2e23e264-36cd-419b-9cc0-eec645158937 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/ports?device_id=ff3302ce-26ae-48b1-b0bb-8e4ee3574619 HTTP/1.1" status: 200 len: 945 time: 0.0903828 Mar 11 16:22:25.208071 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea8e048-b75f-48ed-afa1-78b2c0bc818a req-29baac68-dbf0-4b9c-9370-2c00036756c1 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:25.209861 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-aea8e048-b75f-48ed-afa1-78b2c0bc818a req-29baac68-dbf0-4b9c-9370-2c00036756c1 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=478c05ae-53fc-4f37-9e47-5b58ee2f7275 HTTP/1.1" status: 200 len: 945 time: 0.0836082 Mar 11 16:22:25.282415 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-01af9758-eb3e-45fb-af6a-55d5ba09e177 req-f62a4c9c-3fe4-40ed-9903-54975c6c42c2 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c0c943-e611-4d20-8bcb-3980a39beca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895243 Mar 11 16:22:25.300234 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-aea8e048-b75f-48ed-afa1-78b2c0bc818a req-a2a9259b-62b3-4785-aa86-49648c8aa521 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/security-groups?id=33dc4511-4987-40c1-bc00-25a6576ab3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784261 Mar 11 16:22:26.009968 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-7607e8f9-6a7e-42c2-9756-0c8c1ffb3b9f tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:26.014440 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-7607e8f9-6a7e-42c2-9756-0c8c1ffb3b9f tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539899'] for floatingip (4d7d6ce1-1fe3-4beb-8c77-16606cc7cbf5), after_update {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:26.124594 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.db.l3_db [None req-7607e8f9-6a7e-42c2-9756-0c8c1ffb3b9f tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Floating IP 4d7d6ce1-1fe3-4beb-8c77-16606cc7cbf5 associated. External IP: 172.27.0.34, port: 8304800e-283b-4335-b718-cb629f615213. Mar 11 16:22:26.351095 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7607e8f9-6a7e-42c2-9756-0c8c1ffb3b9f tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Router 0445e330-dbfe-4390-80a7-5bd62ee92899 has already been hosted by L3 agent 03422851-42b1-44c9-ada6-e479436b7b23 {{(pid=103091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:22:26.496270 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7607e8f9-6a7e-42c2-9756-0c8c1ffb3b9f tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Notify agent at l3_agent.dv-cinder-750782-12-iscsi the message routers_updated {{(pid=103091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:22:26.504584 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-7607e8f9-6a7e-42c2-9756-0c8c1ffb3b9f tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122971'] for floatingip (None), before_response {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:26.515110 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-336a39a6-2726-4f8d-ab1a-74c9685ded9c None None] Sync routers for ids ['0445e330-dbfe-4390-80a7-5bd62ee92899'] in dv-cinder-750782-12-iscsi {{(pid=103094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:22:26.537188 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336a39a6-2726-4f8d-ab1a-74c9685ded9c None None] Routers {'0445e330-dbfe-4390-80a7-5bd62ee92899'} bound to L3 agent in host dv-cinder-750782-12-iscsi {{(pid=103094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 16:22:26.539225 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_hamode_db [None req-336a39a6-2726-4f8d-ab1a-74c9685ded9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T16:12:46Z,description=,heartbeat_timestamp=2022-03-11T16:22:16Z,host='dv-cinder-750782-12-iscsi',id=03422851-42b1-44c9-ada6-e479436b7b23,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:12:46Z,topic='l3_agent')) {'router_ids': ['0445e330-dbfe-4390-80a7-5bd62ee92899'], 'active': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:22:26.540288 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-7607e8f9-6a7e-42c2-9756-0c8c1ffb3b9f tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "PUT /v2.0/floatingips/4d7d6ce1-1fe3-4beb-8c77-16606cc7cbf5 HTTP/1.1" status: 200 len: 990 time: 1.4633100 Mar 11 16:22:26.540987 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de856d05-5a1e-4b6f-90f5-822c15eb61f0', 'tag': '8304800e-283b-4335-b718-cb629f615213'}] {{(pid=103091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:22:26.544836 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbfc172464096d1f7f5252f1a1e10ed885571faacea4d726e820cddde391bb83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-517d5a1e-b569-48f3-9080-80f221f1444b" -d '{"events": [{"name": "network-changed", "server_uuid": "de856d05-5a1e-4b6f-90f5-822c15eb61f0", "tag": "8304800e-283b-4335-b718-cb629f615213"}]}' {{(pid=103091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 16:22:26.556217 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8649936e-ef50-4109-9099-c792decb552e req-9689c039-6554-43f9-95e1-060fbd589194 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:26.559288 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-8649936e-ef50-4109-9099-c792decb552e req-9689c039-6554-43f9-95e1-060fbd589194 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=478c05ae-53fc-4f37-9e47-5b58ee2f7275 HTTP/1.1" status: 200 len: 945 time: 0.1668508 Mar 11 16:22:26.566961 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292707eb-65ff-4b48-bfef-50043eed2a68 req-44dea47b-feaf-4038-9143-d7bf632a5d49 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:26.568546 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-292707eb-65ff-4b48-bfef-50043eed2a68 req-44dea47b-feaf-4038-9143-d7bf632a5d49 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/ports?device_id=ff3302ce-26ae-48b1-b0bb-8e4ee3574619 HTTP/1.1" status: 200 len: 945 time: 0.1936860 Mar 11 16:22:26.646918 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-8649936e-ef50-4109-9099-c792decb552e req-e3d668b9-2511-4683-8443-abcd1407caf3 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/security-groups?id=33dc4511-4987-40c1-bc00-25a6576ab3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729129 Mar 11 16:22:26.649849 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-292707eb-65ff-4b48-bfef-50043eed2a68 req-fbb7ed13-3790-46f7-a547-3c83144caca4 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c0c943-e611-4d20-8bcb-3980a39beca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735705 Mar 11 16:22:26.704934 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 16:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6ad69cf-520e-41d7-b350-ba71a0510371 x-openstack-request-id: req-f6ad69cf-520e-41d7-b350-ba71a0510371 {{(pid=103091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 16:22:26.705225 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de856d05-5a1e-4b6f-90f5-822c15eb61f0", "tag": "8304800e-283b-4335-b718-cb629f615213", "status": "completed", "code": 200}]} {{(pid=103091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 16:22:26.705473 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-f6ad69cf-520e-41d7-b350-ba71a0510371 {{(pid=103091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 16:22:26.706151 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de856d05-5a1e-4b6f-90f5-822c15eb61f0', 'tag': '8304800e-283b-4335-b718-cb629f615213', 'status': 'completed', 'code': 200} Mar 11 16:22:26.759377 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_dvr_db [None req-336a39a6-2726-4f8d-ab1a-74c9685ded9c None None] Set router 0445e330-dbfe-4390-80a7-5bd62ee92899 gateway port host: dv-cinder-750782-12-iscsi {{(pid=103094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 16:22:27.149714 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_hamode_db [None req-336a39a6-2726-4f8d-ab1a-74c9685ded9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0445e330-dbfe-4390-80a7-5bd62ee92899', 'name': 'tempest-AttachVolumeNegativeTest-1800470620-router', 'tenant_id': '3f90eba451e343e49c0fa456ba2b00cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'external_fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': 'dc4b8562-4065-4207-bec1-befa1889d519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:21:10Z', 'updated_at': '2022-03-11T16:21:21Z', 'revision_number': 4, 'project_id': '3f90eba451e343e49c0fa456ba2b00cd', 'gw_port': {'id': 'dc4b8562-4065-4207-bec1-befa1889d519', 'name': '', 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:52:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0445e330-dbfe-4390-80a7-5bd62ee92899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:12Z', 'updated_at': '2022-03-11T16:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-12-iscsi', '_floatingips': [{'id': '4d7d6ce1-1fe3-4beb-8c77-16606cc7cbf5', 'tenant_id': '3f90eba451e343e49c0fa456ba2b00cd', 'floating_ip_address': '172.27.0.34', 'floating_network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'router_id': '0445e330-dbfe-4390-80a7-5bd62ee92899', 'port_id': '8304800e-283b-4335-b718-cb629f615213', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f3aea45-b741-4cf8-ad8b-40753fc82fad', 'mac_address': 'fa:16:3e:24:d4:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de856d05-5a1e-4b6f-90f5-822c15eb61f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:21:34Z', 'updated_at': '2022-03-11T16:22:25Z', 'revision_number': 1, 'project_id': '3f90eba451e343e49c0fa456ba2b00cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ac48933-906b-451f-9262-acdcb1369688', 'name': '', 'network_id': '5f3aea45-b741-4cf8-ad8b-40753fc82fad', 'tenant_id': '3f90eba451e343e49c0fa456ba2b00cd', 'mac_address': 'fa:16:3e:a5:32:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0445e330-dbfe-4390-80a7-5bd62ee92899', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'acc28c21-3e47-4bf8-b31f-cbbed70c6f99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:19Z', 'updated_at': '2022-03-11T16:21:30Z', 'revision_number': 5, 'project_id': '3f90eba451e343e49c0fa456ba2b00cd', 'subnets': [{'id': 'acc28c21-3e47-4bf8-b31f-cbbed70c6f99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-12-iscsi', False) {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:22:27.181481 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-336a39a6-2726-4f8d-ab1a-74c9685ded9c None None] Checking router: 0445e330-dbfe-4390-80a7-5bd62ee92899 for host: dv-cinder-750782-12-iscsi {{(pid=103094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:22:27.191435 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336a39a6-2726-4f8d-ab1a-74c9685ded9c None None] Routers {'0445e330-dbfe-4390-80a7-5bd62ee92899'} bound to L3 agent in host dv-cinder-750782-12-iscsi {{(pid=103094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 16:22:27.192047 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_hamode_db [None req-336a39a6-2726-4f8d-ab1a-74c9685ded9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T16:12:46Z,description=,heartbeat_timestamp=2022-03-11T16:22:16Z,host='dv-cinder-750782-12-iscsi',id=03422851-42b1-44c9-ada6-e479436b7b23,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:12:46Z,topic='l3_agent')) {'router_ids': ['0445e330-dbfe-4390-80a7-5bd62ee92899'], 'active': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:22:27.306507 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_dvr_db [None req-336a39a6-2726-4f8d-ab1a-74c9685ded9c None None] Set router 0445e330-dbfe-4390-80a7-5bd62ee92899 gateway port host: dv-cinder-750782-12-iscsi {{(pid=103094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 16:22:27.535621 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_hamode_db [None req-336a39a6-2726-4f8d-ab1a-74c9685ded9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0445e330-dbfe-4390-80a7-5bd62ee92899', 'name': 'tempest-AttachVolumeNegativeTest-1800470620-router', 'tenant_id': '3f90eba451e343e49c0fa456ba2b00cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'external_fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': 'dc4b8562-4065-4207-bec1-befa1889d519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:21:10Z', 'updated_at': '2022-03-11T16:21:21Z', 'revision_number': 4, 'project_id': '3f90eba451e343e49c0fa456ba2b00cd', 'gw_port': {'id': 'dc4b8562-4065-4207-bec1-befa1889d519', 'name': '', 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:52:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0445e330-dbfe-4390-80a7-5bd62ee92899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:12Z', 'updated_at': '2022-03-11T16:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-12-iscsi', '_floatingips': [{'id': '4d7d6ce1-1fe3-4beb-8c77-16606cc7cbf5', 'tenant_id': '3f90eba451e343e49c0fa456ba2b00cd', 'floating_ip_address': '172.27.0.34', 'floating_network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'router_id': '0445e330-dbfe-4390-80a7-5bd62ee92899', 'port_id': '8304800e-283b-4335-b718-cb629f615213', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f3aea45-b741-4cf8-ad8b-40753fc82fad', 'mac_address': 'fa:16:3e:24:d4:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de856d05-5a1e-4b6f-90f5-822c15eb61f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:21:34Z', 'updated_at': '2022-03-11T16:22:25Z', 'revision_number': 1, 'project_id': '3f90eba451e343e49c0fa456ba2b00cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ac48933-906b-451f-9262-acdcb1369688', 'name': '', 'network_id': '5f3aea45-b741-4cf8-ad8b-40753fc82fad', 'tenant_id': '3f90eba451e343e49c0fa456ba2b00cd', 'mac_address': 'fa:16:3e:a5:32:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0445e330-dbfe-4390-80a7-5bd62ee92899', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'acc28c21-3e47-4bf8-b31f-cbbed70c6f99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:19Z', 'updated_at': '2022-03-11T16:21:30Z', 'revision_number': 5, 'project_id': '3f90eba451e343e49c0fa456ba2b00cd', 'subnets': [{'id': 'acc28c21-3e47-4bf8-b31f-cbbed70c6f99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-12-iscsi', False) {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:22:27.567695 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-336a39a6-2726-4f8d-ab1a-74c9685ded9c None None] The sync data for ids ['0445e330-dbfe-4390-80a7-5bd62ee92899'] in dv-cinder-750782-12-iscsi is: [{'id': '0445e330-dbfe-4390-80a7-5bd62ee92899', 'name': 'tempest-AttachVolumeNegativeTest-1800470620-router', 'tenant_id': '3f90eba451e343e49c0fa456ba2b00cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'external_fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': 'dc4b8562-4065-4207-bec1-befa1889d519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:21:10Z', 'updated_at': '2022-03-11T16:21:21Z', 'revision_number': 4, 'project_id': '3f90eba451e343e49c0fa456ba2b00cd', 'gw_port': {'id': 'dc4b8562-4065-4207-bec1-befa1889d519', 'name': '', 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:52:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0445e330-dbfe-4390-80a7-5bd62ee92899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:12Z', 'updated_at': '2022-03-11T16:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-12-iscsi', '_floatingips': [{'id': '4d7d6ce1-1fe3-4beb-8c77-16606cc7cbf5', 'tenant_id': '3f90eba451e343e49c0fa456ba2b00cd', 'floating_ip_address': '172.27.0.34', 'floating_network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'router_id': '0445e330-dbfe-4390-80a7-5bd62ee92899', 'port_id': '8304800e-283b-4335-b718-cb629f615213', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f3aea45-b741-4cf8-ad8b-40753fc82fad', 'mac_address': 'fa:16:3e:24:d4:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de856d05-5a1e-4b6f-90f5-822c15eb61f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:21:34Z', 'updated_at': '2022-03-11T16:22:25Z', 'revision_number': 1, 'project_id': '3f90eba451e343e49c0fa456ba2b00cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ac48933-906b-451f-9262-acdcb1369688', 'name': '', 'network_id': '5f3aea45-b741-4cf8-ad8b-40753fc82fad', 'tenant_id': '3f90eba451e343e49c0fa456ba2b00cd', 'mac_address': 'fa:16:3e:a5:32:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0445e330-dbfe-4390-80a7-5bd62ee92899', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'acc28c21-3e47-4bf8-b31f-cbbed70c6f99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:19Z', 'updated_at': '2022-03-11T16:21:30Z', 'revision_number': 5, 'project_id': '3f90eba451e343e49c0fa456ba2b00cd', 'subnets': [{'id': 'acc28c21-3e47-4bf8-b31f-cbbed70c6f99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:22:27.790013 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa745a64-0458-4995-a143-1abb0855efc5 None None] New status for floating IP 4d7d6ce1-1fe3-4beb-8c77-16606cc7cbf5: ACTIVE {{(pid=103093) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 16:22:28.021677 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac00b8e0-3df4-4acf-a5f0-7e9553aeec22 req-6bbe7d3e-0834-4e86-9e58-5b284647b8dc tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:28.023072 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-ac00b8e0-3df4-4acf-a5f0-7e9553aeec22 req-6bbe7d3e-0834-4e86-9e58-5b284647b8dc tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=478c05ae-53fc-4f37-9e47-5b58ee2f7275 HTTP/1.1" status: 200 len: 945 time: 0.2896750 Mar 11 16:22:28.030962 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff3dae3-d5c8-4002-a820-5c9571f27a7b req-e98cfc6b-8781-4067-b06b-96ea08283c8f tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:28.032467 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-2ff3dae3-d5c8-4002-a820-5c9571f27a7b req-e98cfc6b-8781-4067-b06b-96ea08283c8f tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/ports?device_id=ff3302ce-26ae-48b1-b0bb-8e4ee3574619 HTTP/1.1" status: 200 len: 945 time: 0.3015785 Mar 11 16:22:28.115388 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-ac00b8e0-3df4-4acf-a5f0-7e9553aeec22 req-f307ac79-2c4c-453c-921a-c710d74a52a1 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/security-groups?id=33dc4511-4987-40c1-bc00-25a6576ab3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818474 Mar 11 16:22:28.118734 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-2ff3dae3-d5c8-4002-a820-5c9571f27a7b req-30793428-a5db-42cf-b043-40bf700e06ef tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c0c943-e611-4d20-8bcb-3980a39beca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793879 Mar 11 16:22:29.098758 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517d5a1e-b569-48f3-9080-80f221f1444b req-171f3935-4277-4148-97ff-6e5d8011660f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:29.100165 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-517d5a1e-b569-48f3-9080-80f221f1444b req-171f3935-4277-4148-97ff-6e5d8011660f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3f90eba451e343e49c0fa456ba2b00cd&device_id=de856d05-5a1e-4b6f-90f5-822c15eb61f0 HTTP/1.1" status: 200 len: 1129 time: 0.0479515 Mar 11 16:22:29.264037 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517d5a1e-b569-48f3-9080-80f221f1444b req-089dbd12-98e1-4cb8-96b0-a2c23b36ef71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:29.265508 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-517d5a1e-b569-48f3-9080-80f221f1444b req-089dbd12-98e1-4cb8-96b0-a2c23b36ef71 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5f3aea45-b741-4cf8-ad8b-40753fc82fad HTTP/1.1" status: 200 len: 916 time: 0.1580005 Mar 11 16:22:29.359039 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18839e7b-b821-4c05-977f-78afb2c7d119 req-bf9287b2-37ea-4652-b9fb-1746c1de4107 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:29.360416 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-18839e7b-b821-4c05-977f-78afb2c7d119 req-bf9287b2-37ea-4652-b9fb-1746c1de4107 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/ports?device_id=ff3302ce-26ae-48b1-b0bb-8e4ee3574619 HTTP/1.1" status: 200 len: 945 time: 0.1606340 Mar 11 16:22:29.395524 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-517d5a1e-b569-48f3-9080-80f221f1444b req-9e66c2b6-3f4a-4867-815b-f0e75bd9e9f5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8304800e-283b-4335-b718-cb629f615213 HTTP/1.1" status: 200 len: 1000 time: 0.1188035 Mar 11 16:22:29.402201 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41c8227-706d-47b1-b059-511269efb963 req-a0dc0625-499a-44be-ab35-c2eef05768f6 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:29.403656 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-c41c8227-706d-47b1-b059-511269efb963 req-a0dc0625-499a-44be-ab35-c2eef05768f6 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=478c05ae-53fc-4f37-9e47-5b58ee2f7275 HTTP/1.1" status: 200 len: 945 time: 0.1942763 Mar 11 16:22:29.511495 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517d5a1e-b569-48f3-9080-80f221f1444b req-b0d8f1c2-baee-4bb7-888d-be6e05465175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:29.513601 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-517d5a1e-b569-48f3-9080-80f221f1444b req-b0d8f1c2-baee-4bb7-888d-be6e05465175 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=acc28c21-3e47-4bf8-b31f-cbbed70c6f99 HTTP/1.1" status: 200 len: 854 time: 0.0905371 Mar 11 16:22:29.520491 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-18839e7b-b821-4c05-977f-78afb2c7d119 req-f41b404e-4cdb-4772-a9d7-ced791f517f2 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c0c943-e611-4d20-8bcb-3980a39beca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1459718 Mar 11 16:22:29.534800 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-c41c8227-706d-47b1-b059-511269efb963 req-e5d7ded5-407c-4662-b955-71e736fee398 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/security-groups?id=33dc4511-4987-40c1-bc00-25a6576ab3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1245909 Mar 11 16:22:29.575570 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517d5a1e-b569-48f3-9080-80f221f1444b req-17988684-6104-41b8-9750-b616df62d638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:29.578108 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-517d5a1e-b569-48f3-9080-80f221f1444b req-17988684-6104-41b8-9750-b616df62d638 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5f3aea45-b741-4cf8-ad8b-40753fc82fad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0566928 Mar 11 16:22:29.706292 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-517d5a1e-b569-48f3-9080-80f221f1444b req-00481013-56b0-4202-802c-b62c5e29b24f service neutron] 10.222.0.18 "GET /v2.0/networks/5f3aea45-b741-4cf8-ad8b-40753fc82fad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005955 Mar 11 16:22:29.807792 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-517d5a1e-b569-48f3-9080-80f221f1444b req-e22cddc3-7426-47cd-b179-61d3fb8bdae7 service neutron] 10.222.0.18 "GET /v2.0/networks/5f3aea45-b741-4cf8-ad8b-40753fc82fad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928442 Mar 11 16:22:30.693179 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f107043f-da64-4497-a18e-a927eb802cbb req-2a824e43-2f92-460b-b036-9417a41a6533 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:30.694691 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-f107043f-da64-4497-a18e-a927eb802cbb req-2a824e43-2f92-460b-b036-9417a41a6533 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/ports?device_id=ff3302ce-26ae-48b1-b0bb-8e4ee3574619 HTTP/1.1" status: 200 len: 945 time: 0.0983567 Mar 11 16:22:30.701835 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a99595-600d-4b59-9132-c5736e019ec8 req-88dc8510-1352-4f67-a398-34f7beb1e4d2 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:30.703255 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-c1a99595-600d-4b59-9132-c5736e019ec8 req-88dc8510-1352-4f67-a398-34f7beb1e4d2 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=478c05ae-53fc-4f37-9e47-5b58ee2f7275 HTTP/1.1" status: 200 len: 945 time: 0.0741403 Mar 11 16:22:30.781843 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-f107043f-da64-4497-a18e-a927eb802cbb req-bcbc12f5-75bc-4bd6-83b6-f1906a94534c tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c0c943-e611-4d20-8bcb-3980a39beca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734200 Mar 11 16:22:30.781843 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-c1a99595-600d-4b59-9132-c5736e019ec8 req-f990a60b-375b-4405-a62e-8e02b7820824 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/security-groups?id=33dc4511-4987-40c1-bc00-25a6576ab3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713594 Mar 11 16:22:30.960603 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb519766-60ec-4b01-9c95-2014015c6ee0 req-95b26332-93b5-4e56-8350-b0bb02be0d0b tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:30.962105 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-fb519766-60ec-4b01-9c95-2014015c6ee0 req-95b26332-93b5-4e56-8350-b0bb02be0d0b tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=478c05ae-53fc-4f37-9e47-5b58ee2f7275 HTTP/1.1" status: 200 len: 945 time: 0.0966122 Mar 11 16:22:30.970037 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43e0783-9776-419d-b204-efc87493406c req-801b25d7-63e3-40a7-9474-0f5d2657f6ff tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:30.970910 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 39954) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:22:30.971519 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-e43e0783-9776-419d-b204-efc87493406c req-801b25d7-63e3-40a7-9474-0f5d2657f6ff tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/ports?device_id=ff3302ce-26ae-48b1-b0bb-8e4ee3574619 HTTP/1.1" status: 200 len: 945 time: 0.0763867 Mar 11 16:22:30.975904 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.v2.base [None req-b585b25b-35bb-4b34-98d5-fa4029b99d32 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Request body: {'floatingip': {'port_id': 'b2fdd8a9-d396-4e44-9ff5-4e706efd4b70'}} {{(pid=103091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:22:30.980465 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 39956) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:22:30.985491 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.v2.base [None req-7071df25-64b3-405e-b132-6089fe4bc543 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Request body: {'floatingip': {'port_id': '3bb65d7b-90c4-4edf-bbf5-601a051d381a'}} {{(pid=103091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:22:31.251502 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-b585b25b-35bb-4b34-98d5-fa4029b99d32 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Publish callbacks [] for floatingip (5c186cf0-f979-49ff-ba93-0e5ecda94390), before_update {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:31.260215 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-7071df25-64b3-405e-b132-6089fe4bc543 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Publish callbacks [] for floatingip (8f408b13-064f-4d82-92a7-a30742df6b1a), before_update {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:32.118289 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-b585b25b-35bb-4b34-98d5-fa4029b99d32 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:32.123755 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-7071df25-64b3-405e-b132-6089fe4bc543 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:32.125308 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-b585b25b-35bb-4b34-98d5-fa4029b99d32 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539899'] for floatingip (5c186cf0-f979-49ff-ba93-0e5ecda94390), after_update {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:32.128585 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-7071df25-64b3-405e-b132-6089fe4bc543 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539899'] for floatingip (8f408b13-064f-4d82-92a7-a30742df6b1a), after_update {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:32.330064 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.db.l3_db [None req-b585b25b-35bb-4b34-98d5-fa4029b99d32 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Floating IP 5c186cf0-f979-49ff-ba93-0e5ecda94390 associated. External IP: 172.27.0.46, port: b2fdd8a9-d396-4e44-9ff5-4e706efd4b70. Mar 11 16:22:32.335718 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.db.l3_db [None req-7071df25-64b3-405e-b132-6089fe4bc543 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Floating IP 8f408b13-064f-4d82-92a7-a30742df6b1a associated. External IP: 172.27.0.123, port: 3bb65d7b-90c4-4edf-bbf5-601a051d381a. Mar 11 16:22:33.000573 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7071df25-64b3-405e-b132-6089fe4bc543 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Router b8ac2b6e-e82a-4d35-bd87-ef6f6f75d76d has already been hosted by L3 agent 03422851-42b1-44c9-ada6-e479436b7b23 {{(pid=103091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:22:33.002584 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b585b25b-35bb-4b34-98d5-fa4029b99d32 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Router 839b5096-b9c0-4547-9685-d62aca0b2418 has already been hosted by L3 agent 03422851-42b1-44c9-ada6-e479436b7b23 {{(pid=103091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:22:33.229424 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7071df25-64b3-405e-b132-6089fe4bc543 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Notify agent at l3_agent.dv-cinder-750782-12-iscsi the message routers_updated {{(pid=103091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:22:33.232334 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b585b25b-35bb-4b34-98d5-fa4029b99d32 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Notify agent at l3_agent.dv-cinder-750782-12-iscsi the message routers_updated {{(pid=103091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:22:33.236386 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-7071df25-64b3-405e-b132-6089fe4bc543 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122971'] for floatingip (None), before_response {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:33.240493 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35619e3a-7084-4b49-9c28-ecd1d888dc24 None None] Sync routers for ids ['b8ac2b6e-e82a-4d35-bd87-ef6f6f75d76d'] in dv-cinder-750782-12-iscsi {{(pid=103094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:22:33.240947 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-b585b25b-35bb-4b34-98d5-fa4029b99d32 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122971'] for floatingip (None), before_response {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:33.244482 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7225f065-25ab-4e02-854c-fe6d7d820a18 None None] Sync routers for ids ['839b5096-b9c0-4547-9685-d62aca0b2418'] in dv-cinder-750782-12-iscsi {{(pid=103093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:22:33.252163 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35619e3a-7084-4b49-9c28-ecd1d888dc24 None None] Routers {'b8ac2b6e-e82a-4d35-bd87-ef6f6f75d76d'} bound to L3 agent in host dv-cinder-750782-12-iscsi {{(pid=103094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 16:22:33.252851 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_hamode_db [None req-35619e3a-7084-4b49-9c28-ecd1d888dc24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T16:12:46Z,description=,heartbeat_timestamp=2022-03-11T16:22:16Z,host='dv-cinder-750782-12-iscsi',id=03422851-42b1-44c9-ada6-e479436b7b23,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:12:46Z,topic='l3_agent')) {'router_ids': ['b8ac2b6e-e82a-4d35-bd87-ef6f6f75d76d'], 'active': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:22:33.255419 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7225f065-25ab-4e02-854c-fe6d7d820a18 None None] Routers {'839b5096-b9c0-4547-9685-d62aca0b2418'} bound to L3 agent in host dv-cinder-750782-12-iscsi {{(pid=103093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 16:22:33.256313 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_hamode_db [None req-7225f065-25ab-4e02-854c-fe6d7d820a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T16:12:46Z,description=,heartbeat_timestamp=2022-03-11T16:22:16Z,host='dv-cinder-750782-12-iscsi',id=03422851-42b1-44c9-ada6-e479436b7b23,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:12:46Z,topic='l3_agent')) {'router_ids': ['839b5096-b9c0-4547-9685-d62aca0b2418'], 'active': True} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:22:33.301992 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-b585b25b-35bb-4b34-98d5-fa4029b99d32 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "PUT /v2.0/floatingips/5c186cf0-f979-49ff-ba93-0e5ecda94390 HTTP/1.1" status: 200 len: 990 time: 2.3297670 Mar 11 16:22:33.302744 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '478c05ae-53fc-4f37-9e47-5b58ee2f7275', 'tag': 'b2fdd8a9-d396-4e44-9ff5-4e706efd4b70'}] {{(pid=103091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:22:33.305233 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbfc172464096d1f7f5252f1a1e10ed885571faacea4d726e820cddde391bb83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-461faf23-d0bc-4464-b65c-f611149f8f30" -d '{"events": [{"name": "network-changed", "server_uuid": "478c05ae-53fc-4f37-9e47-5b58ee2f7275", "tag": "b2fdd8a9-d396-4e44-9ff5-4e706efd4b70"}]}' {{(pid=103091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 16:22:33.317974 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-7071df25-64b3-405e-b132-6089fe4bc543 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "PUT /v2.0/floatingips/8f408b13-064f-4d82-92a7-a30742df6b1a HTTP/1.1" status: 200 len: 991 time: 2.3272822 Mar 11 16:22:33.347319 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 16:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35b34ac4-c436-4326-9ba6-4f4ac41eadbb x-openstack-request-id: req-35b34ac4-c436-4326-9ba6-4f4ac41eadbb {{(pid=103091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 16:22:33.347616 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "478c05ae-53fc-4f37-9e47-5b58ee2f7275", "tag": "b2fdd8a9-d396-4e44-9ff5-4e706efd4b70", "status": "completed", "code": 200}]} {{(pid=103091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 16:22:33.347891 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-35b34ac4-c436-4326-9ba6-4f4ac41eadbb {{(pid=103091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 16:22:33.348406 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '478c05ae-53fc-4f37-9e47-5b58ee2f7275', 'tag': 'b2fdd8a9-d396-4e44-9ff5-4e706efd4b70', 'status': 'completed', 'code': 200} Mar 11 16:22:33.377168 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_dvr_db [None req-7225f065-25ab-4e02-854c-fe6d7d820a18 None None] Set router 839b5096-b9c0-4547-9685-d62aca0b2418 gateway port host: dv-cinder-750782-12-iscsi {{(pid=103093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 16:22:33.488348 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_dvr_db [None req-35619e3a-7084-4b49-9c28-ecd1d888dc24 None None] Set router b8ac2b6e-e82a-4d35-bd87-ef6f6f75d76d gateway port host: dv-cinder-750782-12-iscsi {{(pid=103094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 16:22:33.685728 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_hamode_db [None req-7225f065-25ab-4e02-854c-fe6d7d820a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '839b5096-b9c0-4547-9685-d62aca0b2418', 'name': 'tempest-AttachVolumeShelveTestJSON-1853710950-router', 'tenant_id': 'a951288cde284b359074a2755c43fd3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'external_fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': '502e9fb5-5295-4eef-85c5-d90406a3e043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:21:05Z', 'updated_at': '2022-03-11T16:21:13Z', 'revision_number': 4, 'project_id': 'a951288cde284b359074a2755c43fd3f', 'gw_port': {'id': '502e9fb5-5295-4eef-85c5-d90406a3e043', 'name': '', 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:55:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839b5096-b9c0-4547-9685-d62aca0b2418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:05Z', 'updated_at': '2022-03-11T16:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-12-iscsi', '_floatingips': [{'id': '5c186cf0-f979-49ff-ba93-0e5ecda94390', 'tenant_id': 'a951288cde284b359074a2755c43fd3f', 'floating_ip_address': '172.27.0.46', 'floating_network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'router_id': '839b5096-b9c0-4547-9685-d62aca0b2418', 'port_id': 'b2fdd8a9-d396-4e44-9ff5-4e706efd4b70', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d385937-5589-47ac-b063-981bb549e693', 'mac_address': 'fa:16:3e:a9:26:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '478c05ae-53fc-4f37-9e47-5b58ee2f7275', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:21:23Z', 'updated_at': '2022-03-11T16:22:31Z', 'revision_number': 1, 'project_id': 'a951288cde284b359074a2755c43fd3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '640132e4-6f5b-4a16-bcab-35e5b7d111df', 'name': '', 'network_id': '4d385937-5589-47ac-b063-981bb549e693', 'tenant_id': 'a951288cde284b359074a2755c43fd3f', 'mac_address': 'fa:16:3e:45:59:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839b5096-b9c0-4547-9685-d62aca0b2418', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '1fa91c63-7953-4f02-bfd2-c0a4c4e05e10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:10Z', 'updated_at': '2022-03-11T16:21:28Z', 'revision_number': 5, 'project_id': 'a951288cde284b359074a2755c43fd3f', 'subnets': [{'id': '1fa91c63-7953-4f02-bfd2-c0a4c4e05e10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-12-iscsi', False) {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:22:33.717622 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7225f065-25ab-4e02-854c-fe6d7d820a18 None None] Checking router: 839b5096-b9c0-4547-9685-d62aca0b2418 for host: dv-cinder-750782-12-iscsi {{(pid=103093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:22:33.726475 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7225f065-25ab-4e02-854c-fe6d7d820a18 None None] Routers {'839b5096-b9c0-4547-9685-d62aca0b2418'} bound to L3 agent in host dv-cinder-750782-12-iscsi {{(pid=103093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 16:22:33.727150 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_hamode_db [None req-7225f065-25ab-4e02-854c-fe6d7d820a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T16:12:46Z,description=,heartbeat_timestamp=2022-03-11T16:22:16Z,host='dv-cinder-750782-12-iscsi',id=03422851-42b1-44c9-ada6-e479436b7b23,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:12:46Z,topic='l3_agent')) {'router_ids': ['839b5096-b9c0-4547-9685-d62aca0b2418'], 'active': True} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:22:33.738693 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_hamode_db [None req-35619e3a-7084-4b49-9c28-ecd1d888dc24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8ac2b6e-e82a-4d35-bd87-ef6f6f75d76d', 'name': 'tempest-AttachVolumeTestJSON-1808249257-router', 'tenant_id': 'f3f35569b4e74dd193f09cb7aa5a05a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'external_fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '980736ea-4e16-47b8-905f-91aa7ae293a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:21:09Z', 'updated_at': '2022-03-11T16:21:21Z', 'revision_number': 4, 'project_id': 'f3f35569b4e74dd193f09cb7aa5a05a9', 'gw_port': {'id': '980736ea-4e16-47b8-905f-91aa7ae293a0', 'name': '', 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:1a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ac2b6e-e82a-4d35-bd87-ef6f6f75d76d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:11Z', 'updated_at': '2022-03-11T16:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-12-iscsi', '_floatingips': [{'id': '8f408b13-064f-4d82-92a7-a30742df6b1a', 'tenant_id': 'f3f35569b4e74dd193f09cb7aa5a05a9', 'floating_ip_address': '172.27.0.123', 'floating_network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'router_id': 'b8ac2b6e-e82a-4d35-bd87-ef6f6f75d76d', 'port_id': '3bb65d7b-90c4-4edf-bbf5-601a051d381a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9795e861-3b04-408a-82ce-319a55ca0d5c', 'mac_address': 'fa:16:3e:42:2f:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff3302ce-26ae-48b1-b0bb-8e4ee3574619', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:21:33Z', 'updated_at': '2022-03-11T16:22:31Z', 'revision_number': 1, 'project_id': 'f3f35569b4e74dd193f09cb7aa5a05a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d766dcf-2ab9-41a9-b411-f84026ad52e4', 'name': '', 'network_id': '9795e861-3b04-408a-82ce-319a55ca0d5c', 'tenant_id': 'f3f35569b4e74dd193f09cb7aa5a05a9', 'mac_address': 'fa:16:3e:ce:2f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ac2b6e-e82a-4d35-bd87-ef6f6f75d76d', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a21718ed-f252-41de-a223-6ef10277caa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:18Z', 'updated_at': '2022-03-11T16:21:35Z', 'revision_number': 5, 'project_id': 'f3f35569b4e74dd193f09cb7aa5a05a9', 'subnets': [{'id': 'a21718ed-f252-41de-a223-6ef10277caa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-12-iscsi', False) {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:22:33.770541 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35619e3a-7084-4b49-9c28-ecd1d888dc24 None None] Checking router: b8ac2b6e-e82a-4d35-bd87-ef6f6f75d76d for host: dv-cinder-750782-12-iscsi {{(pid=103094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:22:33.780369 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35619e3a-7084-4b49-9c28-ecd1d888dc24 None None] Routers {'b8ac2b6e-e82a-4d35-bd87-ef6f6f75d76d'} bound to L3 agent in host dv-cinder-750782-12-iscsi {{(pid=103094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 16:22:33.781269 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_hamode_db [None req-35619e3a-7084-4b49-9c28-ecd1d888dc24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T16:12:46Z,description=,heartbeat_timestamp=2022-03-11T16:22:16Z,host='dv-cinder-750782-12-iscsi',id=03422851-42b1-44c9-ada6-e479436b7b23,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:12:46Z,topic='l3_agent')) {'router_ids': ['b8ac2b6e-e82a-4d35-bd87-ef6f6f75d76d'], 'active': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:22:33.848618 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_dvr_db [None req-7225f065-25ab-4e02-854c-fe6d7d820a18 None None] Set router 839b5096-b9c0-4547-9685-d62aca0b2418 gateway port host: dv-cinder-750782-12-iscsi {{(pid=103093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 16:22:33.906385 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_dvr_db [None req-35619e3a-7084-4b49-9c28-ecd1d888dc24 None None] Set router b8ac2b6e-e82a-4d35-bd87-ef6f6f75d76d gateway port host: dv-cinder-750782-12-iscsi {{(pid=103094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 16:22:34.099202 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_hamode_db [None req-7225f065-25ab-4e02-854c-fe6d7d820a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '839b5096-b9c0-4547-9685-d62aca0b2418', 'name': 'tempest-AttachVolumeShelveTestJSON-1853710950-router', 'tenant_id': 'a951288cde284b359074a2755c43fd3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'external_fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': '502e9fb5-5295-4eef-85c5-d90406a3e043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:21:05Z', 'updated_at': '2022-03-11T16:21:13Z', 'revision_number': 4, 'project_id': 'a951288cde284b359074a2755c43fd3f', 'gw_port': {'id': '502e9fb5-5295-4eef-85c5-d90406a3e043', 'name': '', 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:55:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839b5096-b9c0-4547-9685-d62aca0b2418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:05Z', 'updated_at': '2022-03-11T16:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-12-iscsi', '_floatingips': [{'id': '5c186cf0-f979-49ff-ba93-0e5ecda94390', 'tenant_id': 'a951288cde284b359074a2755c43fd3f', 'floating_ip_address': '172.27.0.46', 'floating_network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'router_id': '839b5096-b9c0-4547-9685-d62aca0b2418', 'port_id': 'b2fdd8a9-d396-4e44-9ff5-4e706efd4b70', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d385937-5589-47ac-b063-981bb549e693', 'mac_address': 'fa:16:3e:a9:26:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '478c05ae-53fc-4f37-9e47-5b58ee2f7275', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:21:23Z', 'updated_at': '2022-03-11T16:22:31Z', 'revision_number': 1, 'project_id': 'a951288cde284b359074a2755c43fd3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '640132e4-6f5b-4a16-bcab-35e5b7d111df', 'name': '', 'network_id': '4d385937-5589-47ac-b063-981bb549e693', 'tenant_id': 'a951288cde284b359074a2755c43fd3f', 'mac_address': 'fa:16:3e:45:59:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839b5096-b9c0-4547-9685-d62aca0b2418', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '1fa91c63-7953-4f02-bfd2-c0a4c4e05e10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:10Z', 'updated_at': '2022-03-11T16:21:28Z', 'revision_number': 5, 'project_id': 'a951288cde284b359074a2755c43fd3f', 'subnets': [{'id': '1fa91c63-7953-4f02-bfd2-c0a4c4e05e10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-12-iscsi', False) {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:22:34.129338 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7225f065-25ab-4e02-854c-fe6d7d820a18 None None] The sync data for ids ['839b5096-b9c0-4547-9685-d62aca0b2418'] in dv-cinder-750782-12-iscsi is: [{'id': '839b5096-b9c0-4547-9685-d62aca0b2418', 'name': 'tempest-AttachVolumeShelveTestJSON-1853710950-router', 'tenant_id': 'a951288cde284b359074a2755c43fd3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'external_fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': '502e9fb5-5295-4eef-85c5-d90406a3e043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:21:05Z', 'updated_at': '2022-03-11T16:21:13Z', 'revision_number': 4, 'project_id': 'a951288cde284b359074a2755c43fd3f', 'gw_port': {'id': '502e9fb5-5295-4eef-85c5-d90406a3e043', 'name': '', 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:55:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839b5096-b9c0-4547-9685-d62aca0b2418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:05Z', 'updated_at': '2022-03-11T16:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-12-iscsi', '_floatingips': [{'id': '5c186cf0-f979-49ff-ba93-0e5ecda94390', 'tenant_id': 'a951288cde284b359074a2755c43fd3f', 'floating_ip_address': '172.27.0.46', 'floating_network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'router_id': '839b5096-b9c0-4547-9685-d62aca0b2418', 'port_id': 'b2fdd8a9-d396-4e44-9ff5-4e706efd4b70', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d385937-5589-47ac-b063-981bb549e693', 'mac_address': 'fa:16:3e:a9:26:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '478c05ae-53fc-4f37-9e47-5b58ee2f7275', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:21:23Z', 'updated_at': '2022-03-11T16:22:31Z', 'revision_number': 1, 'project_id': 'a951288cde284b359074a2755c43fd3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '640132e4-6f5b-4a16-bcab-35e5b7d111df', 'name': '', 'network_id': '4d385937-5589-47ac-b063-981bb549e693', 'tenant_id': 'a951288cde284b359074a2755c43fd3f', 'mac_address': 'fa:16:3e:45:59:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839b5096-b9c0-4547-9685-d62aca0b2418', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '1fa91c63-7953-4f02-bfd2-c0a4c4e05e10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:10Z', 'updated_at': '2022-03-11T16:21:28Z', 'revision_number': 5, 'project_id': 'a951288cde284b359074a2755c43fd3f', 'subnets': [{'id': '1fa91c63-7953-4f02-bfd2-c0a4c4e05e10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:22:34.164140 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_hamode_db [None req-35619e3a-7084-4b49-9c28-ecd1d888dc24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8ac2b6e-e82a-4d35-bd87-ef6f6f75d76d', 'name': 'tempest-AttachVolumeTestJSON-1808249257-router', 'tenant_id': 'f3f35569b4e74dd193f09cb7aa5a05a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'external_fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '980736ea-4e16-47b8-905f-91aa7ae293a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:21:09Z', 'updated_at': '2022-03-11T16:21:21Z', 'revision_number': 4, 'project_id': 'f3f35569b4e74dd193f09cb7aa5a05a9', 'gw_port': {'id': '980736ea-4e16-47b8-905f-91aa7ae293a0', 'name': '', 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:1a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ac2b6e-e82a-4d35-bd87-ef6f6f75d76d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:11Z', 'updated_at': '2022-03-11T16:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-12-iscsi', '_floatingips': [{'id': '8f408b13-064f-4d82-92a7-a30742df6b1a', 'tenant_id': 'f3f35569b4e74dd193f09cb7aa5a05a9', 'floating_ip_address': '172.27.0.123', 'floating_network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'router_id': 'b8ac2b6e-e82a-4d35-bd87-ef6f6f75d76d', 'port_id': '3bb65d7b-90c4-4edf-bbf5-601a051d381a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9795e861-3b04-408a-82ce-319a55ca0d5c', 'mac_address': 'fa:16:3e:42:2f:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff3302ce-26ae-48b1-b0bb-8e4ee3574619', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:21:33Z', 'updated_at': '2022-03-11T16:22:31Z', 'revision_number': 1, 'project_id': 'f3f35569b4e74dd193f09cb7aa5a05a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d766dcf-2ab9-41a9-b411-f84026ad52e4', 'name': '', 'network_id': '9795e861-3b04-408a-82ce-319a55ca0d5c', 'tenant_id': 'f3f35569b4e74dd193f09cb7aa5a05a9', 'mac_address': 'fa:16:3e:ce:2f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ac2b6e-e82a-4d35-bd87-ef6f6f75d76d', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a21718ed-f252-41de-a223-6ef10277caa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:18Z', 'updated_at': '2022-03-11T16:21:35Z', 'revision_number': 5, 'project_id': 'f3f35569b4e74dd193f09cb7aa5a05a9', 'subnets': [{'id': 'a21718ed-f252-41de-a223-6ef10277caa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-12-iscsi', False) {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:22:34.192769 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35619e3a-7084-4b49-9c28-ecd1d888dc24 None None] The sync data for ids ['b8ac2b6e-e82a-4d35-bd87-ef6f6f75d76d'] in dv-cinder-750782-12-iscsi is: [{'id': 'b8ac2b6e-e82a-4d35-bd87-ef6f6f75d76d', 'name': 'tempest-AttachVolumeTestJSON-1808249257-router', 'tenant_id': 'f3f35569b4e74dd193f09cb7aa5a05a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'external_fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '980736ea-4e16-47b8-905f-91aa7ae293a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:21:09Z', 'updated_at': '2022-03-11T16:21:21Z', 'revision_number': 4, 'project_id': 'f3f35569b4e74dd193f09cb7aa5a05a9', 'gw_port': {'id': '980736ea-4e16-47b8-905f-91aa7ae293a0', 'name': '', 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:1a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ac2b6e-e82a-4d35-bd87-ef6f6f75d76d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:11Z', 'updated_at': '2022-03-11T16:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-12-iscsi', '_floatingips': [{'id': '8f408b13-064f-4d82-92a7-a30742df6b1a', 'tenant_id': 'f3f35569b4e74dd193f09cb7aa5a05a9', 'floating_ip_address': '172.27.0.123', 'floating_network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'router_id': 'b8ac2b6e-e82a-4d35-bd87-ef6f6f75d76d', 'port_id': '3bb65d7b-90c4-4edf-bbf5-601a051d381a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9795e861-3b04-408a-82ce-319a55ca0d5c', 'mac_address': 'fa:16:3e:42:2f:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff3302ce-26ae-48b1-b0bb-8e4ee3574619', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:21:33Z', 'updated_at': '2022-03-11T16:22:31Z', 'revision_number': 1, 'project_id': 'f3f35569b4e74dd193f09cb7aa5a05a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d766dcf-2ab9-41a9-b411-f84026ad52e4', 'name': '', 'network_id': '9795e861-3b04-408a-82ce-319a55ca0d5c', 'tenant_id': 'f3f35569b4e74dd193f09cb7aa5a05a9', 'mac_address': 'fa:16:3e:ce:2f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ac2b6e-e82a-4d35-bd87-ef6f6f75d76d', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a21718ed-f252-41de-a223-6ef10277caa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:18Z', 'updated_at': '2022-03-11T16:21:35Z', 'revision_number': 5, 'project_id': 'f3f35569b4e74dd193f09cb7aa5a05a9', 'subnets': [{'id': 'a21718ed-f252-41de-a223-6ef10277caa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:22:34.356318 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-007bc873-f7de-4611-b898-af55db42e2be None None] New status for floating IP 5c186cf0-f979-49ff-ba93-0e5ecda94390: ACTIVE {{(pid=103094) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 16:22:34.441873 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb8c66c-aece-44f7-bbff-9f0423977924 None None] New status for floating IP 8f408b13-064f-4d82-92a7-a30742df6b1a: ACTIVE {{(pid=103093) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 16:22:34.765593 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461faf23-d0bc-4464-b65c-f611149f8f30 req-8d2f7fba-c2ee-4173-a7ce-6de99a755397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:34.767147 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-461faf23-d0bc-4464-b65c-f611149f8f30 req-8d2f7fba-c2ee-4173-a7ce-6de99a755397 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a951288cde284b359074a2755c43fd3f&device_id=478c05ae-53fc-4f37-9e47-5b58ee2f7275 HTTP/1.1" status: 200 len: 1129 time: 0.0471611 Mar 11 16:22:34.871062 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461faf23-d0bc-4464-b65c-f611149f8f30 req-5620c9ee-28b9-4561-8e6e-2fc321db9af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:34.873364 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-461faf23-d0bc-4464-b65c-f611149f8f30 req-5620c9ee-28b9-4561-8e6e-2fc321db9af9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4d385937-5589-47ac-b063-981bb549e693 HTTP/1.1" status: 200 len: 918 time: 0.0918579 Mar 11 16:22:34.945794 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-461faf23-d0bc-4464-b65c-f611149f8f30 req-f45fe906-e4db-4d21-8ee9-4c9dfc291b86 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b2fdd8a9-d396-4e44-9ff5-4e706efd4b70 HTTP/1.1" status: 200 len: 1000 time: 0.0616457 Mar 11 16:22:34.997744 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461faf23-d0bc-4464-b65c-f611149f8f30 req-d3ef1d5d-6e4f-4244-982c-9ab9e4a42d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:34.999415 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-461faf23-d0bc-4464-b65c-f611149f8f30 req-d3ef1d5d-6e4f-4244-982c-9ab9e4a42d5e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1fa91c63-7953-4f02-bfd2-c0a4c4e05e10 HTTP/1.1" status: 200 len: 856 time: 0.0453656 Mar 11 16:22:35.053170 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461faf23-d0bc-4464-b65c-f611149f8f30 req-5ef94040-8d3b-468d-a0a3-bedaa94c260f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:35.054820 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-461faf23-d0bc-4464-b65c-f611149f8f30 req-5ef94040-8d3b-468d-a0a3-bedaa94c260f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4d385937-5589-47ac-b063-981bb549e693&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0492887 Mar 11 16:22:35.149070 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-461faf23-d0bc-4464-b65c-f611149f8f30 req-a1588618-939b-46a2-a635-f9fdc1424e99 service neutron] 10.222.0.18 "GET /v2.0/networks/4d385937-5589-47ac-b063-981bb549e693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873213 Mar 11 16:22:35.222687 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (42978ec7-0c45-4bcc-88e8-64ee44356522), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:35.250696 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-461faf23-d0bc-4464-b65c-f611149f8f30 req-ef1559fa-79ce-4252-90e9-5d13345da155 service neutron] 10.222.0.18 "GET /v2.0/networks/4d385937-5589-47ac-b063-981bb549e693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954647 Mar 11 16:22:35.349879 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff3302ce-26ae-48b1-b0bb-8e4ee3574619', 'tag': '3bb65d7b-90c4-4edf-bbf5-601a051d381a'}] {{(pid=103091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:22:35.352266 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbfc172464096d1f7f5252f1a1e10ed885571faacea4d726e820cddde391bb83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b9992db-fa83-42ad-b8a7-4bfef22503be" -d '{"events": [{"name": "network-changed", "server_uuid": "ff3302ce-26ae-48b1-b0bb-8e4ee3574619", "tag": "3bb65d7b-90c4-4edf-bbf5-601a051d381a"}]}' {{(pid=103091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 16:22:35.386851 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 16:22:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8666c787-5d9d-4050-9dec-9c6b14591d4a x-openstack-request-id: req-8666c787-5d9d-4050-9dec-9c6b14591d4a {{(pid=103091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 16:22:35.387142 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff3302ce-26ae-48b1-b0bb-8e4ee3574619", "tag": "3bb65d7b-90c4-4edf-bbf5-601a051d381a", "status": "completed", "code": 200}]} {{(pid=103091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 16:22:35.387393 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-8666c787-5d9d-4050-9dec-9c6b14591d4a {{(pid=103091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 16:22:35.388337 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff3302ce-26ae-48b1-b0bb-8e4ee3574619', 'tag': '3bb65d7b-90c4-4edf-bbf5-601a051d381a', 'status': 'completed', 'code': 200} Mar 11 16:22:35.457880 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9992db-fa83-42ad-b8a7-4bfef22503be req-0ee1264e-b02d-47d7-88c1-565f92babe28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:35.459422 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-5b9992db-fa83-42ad-b8a7-4bfef22503be req-0ee1264e-b02d-47d7-88c1-565f92babe28 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f3f35569b4e74dd193f09cb7aa5a05a9&device_id=ff3302ce-26ae-48b1-b0bb-8e4ee3574619 HTTP/1.1" status: 200 len: 1129 time: 0.0473232 Mar 11 16:22:35.556450 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9992db-fa83-42ad-b8a7-4bfef22503be req-e8f2233a-5892-45bc-9750-67a43d2e7d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:35.557934 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-5b9992db-fa83-42ad-b8a7-4bfef22503be req-e8f2233a-5892-45bc-9750-67a43d2e7d41 service neutron] 10.222.0.18 "GET /v2.0/networks?id=9795e861-3b04-408a-82ce-319a55ca0d5c HTTP/1.1" status: 200 len: 912 time: 0.0913398 Mar 11 16:22:35.623653 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-5b9992db-fa83-42ad-b8a7-4bfef22503be req-ac311e9b-2b22-45a6-8e31-20f551efe720 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3bb65d7b-90c4-4edf-bbf5-601a051d381a HTTP/1.1" status: 200 len: 1001 time: 0.0591955 Mar 11 16:22:35.671648 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9992db-fa83-42ad-b8a7-4bfef22503be req-b1bb0760-21d6-419f-b6b6-4f03aa172493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:35.673096 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-5b9992db-fa83-42ad-b8a7-4bfef22503be req-b1bb0760-21d6-419f-b6b6-4f03aa172493 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a21718ed-f252-41de-a223-6ef10277caa1 HTTP/1.1" status: 200 len: 850 time: 0.0432761 Mar 11 16:22:35.727231 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9992db-fa83-42ad-b8a7-4bfef22503be req-07ea4453-8c17-4b63-a020-cf21589d0034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:35.728732 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-5b9992db-fa83-42ad-b8a7-4bfef22503be req-07ea4453-8c17-4b63-a020-cf21589d0034 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9795e861-3b04-408a-82ce-319a55ca0d5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0490420 Mar 11 16:22:35.826033 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-5b9992db-fa83-42ad-b8a7-4bfef22503be req-f42a2fc5-8c92-4826-8ff6-1033ead7c89b service neutron] 10.222.0.18 "GET /v2.0/networks/9795e861-3b04-408a-82ce-319a55ca0d5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856223 Mar 11 16:22:35.931012 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-5b9992db-fa83-42ad-b8a7-4bfef22503be req-81164f51-55a8-43c0-b5ce-04c3ec30763a service neutron] 10.222.0.18 "GET /v2.0/networks/9795e861-3b04-408a-82ce-319a55ca0d5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893457 Mar 11 16:22:38.935692 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 40134) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:22:39.041010 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-52edf90c-7b68-411f-8911-58cacf9e4d90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:39.118228 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-52edf90c-7b68-411f-8911-58cacf9e4d90 admin admin] Publish callbacks [] for security_group (dbe55f73-aa5f-4c34-8bb4-a9ac1aa5e97e), precommit_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:39.125021 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-52edf90c-7b68-411f-8911-58cacf9e4d90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (dbe55f73-aa5f-4c34-8bb4-a9ac1aa5e97e), after_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:39.166522 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-52edf90c-7b68-411f-8911-58cacf9e4d90 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=5192e6fc25684e85a21e346c5c1dd7fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2297471 Mar 11 16:22:39.169817 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 40142) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:22:39.176175 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52edf90c-7b68-411f-8911-58cacf9e4d90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbe55f73-aa5f-4c34-8bb4-a9ac1aa5e97e,revision_number=1']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:39.229127 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-2225be19-9e30-462b-9b67-6e81bc2896dd admin admin] Publish callbacks [] for security_group (dbe55f73-aa5f-4c34-8bb4-a9ac1aa5e97e), before_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:39.253710 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-2225be19-9e30-462b-9b67-6e81bc2896dd admin admin] Publish callbacks [] for security_group (dbe55f73-aa5f-4c34-8bb4-a9ac1aa5e97e), precommit_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:39.306410 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-2225be19-9e30-462b-9b67-6e81bc2896dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (dbe55f73-aa5f-4c34-8bb4-a9ac1aa5e97e), after_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:39.308961 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-2225be19-9e30-462b-9b67-6e81bc2896dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:39.311294 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-2225be19-9e30-462b-9b67-6e81bc2896dd admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/dbe55f73-aa5f-4c34-8bb4-a9ac1aa5e97e HTTP/1.1" status: 204 len: 168 time: 0.1404543 Mar 11 16:22:39.319050 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2225be19-9e30-462b-9b67-6e81bc2896dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbe55f73-aa5f-4c34-8bb4-a9ac1aa5e97e,revision_number=None']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:39.357077 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 40148) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:22:39.479970 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-15787851-7340-496b-a7db-6938c3a01b7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:39.605362 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-15787851-7340-496b-a7db-6938c3a01b7f admin admin] Publish callbacks [] for security_group (80f68611-6563-4cce-900d-808e700b3945), precommit_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:39.611681 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-15787851-7340-496b-a7db-6938c3a01b7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (80f68611-6563-4cce-900d-808e700b3945), after_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:39.652787 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-15787851-7340-496b-a7db-6938c3a01b7f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8fc955b372c141f19d08ad7438342aa9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2918179 Mar 11 16:22:39.653682 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 40172) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:22:39.674634 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15787851-7340-496b-a7db-6938c3a01b7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80f68611-6563-4cce-900d-808e700b3945,revision_number=1']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:39.730188 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-fc99ac5c-4164-4339-bfd3-a687b8ed5ff3 admin admin] Publish callbacks [] for security_group (80f68611-6563-4cce-900d-808e700b3945), before_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:39.734295 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 40182) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:22:39.752736 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-0b6a2e9c-7ef7-4f92-9c3c-21e2f2323475 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:39.754522 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-fc99ac5c-4164-4339-bfd3-a687b8ed5ff3 admin admin] Publish callbacks [] for security_group (80f68611-6563-4cce-900d-808e700b3945), precommit_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:39.824540 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-fc99ac5c-4164-4339-bfd3-a687b8ed5ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (80f68611-6563-4cce-900d-808e700b3945), after_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:39.828373 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-fc99ac5c-4164-4339-bfd3-a687b8ed5ff3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:39.833045 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-fc99ac5c-4164-4339-bfd3-a687b8ed5ff3 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/80f68611-6563-4cce-900d-808e700b3945 HTTP/1.1" status: 204 len: 168 time: 0.1776762 Mar 11 16:22:39.844591 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc99ac5c-4164-4339-bfd3-a687b8ed5ff3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80f68611-6563-4cce-900d-808e700b3945,revision_number=None']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:39.876896 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-0b6a2e9c-7ef7-4f92-9c3c-21e2f2323475 admin admin] Publish callbacks [] for security_group (e4605097-0de9-47f4-a08a-74c690a366d4), precommit_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:39.883305 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-0b6a2e9c-7ef7-4f92-9c3c-21e2f2323475 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (e4605097-0de9-47f4-a08a-74c690a366d4), after_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:39.941549 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6a2e9c-7ef7-4f92-9c3c-21e2f2323475 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4605097-0de9-47f4-a08a-74c690a366d4,revision_number=1']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:39.950998 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-0b6a2e9c-7ef7-4f92-9c3c-21e2f2323475 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2a8468aa793c47948eac1b78019a2e76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2126453 Mar 11 16:22:39.951321 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 40192) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:22:40.015818 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-063cfda0-3ce6-4a7d-8d4e-cc59e80b43ec admin admin] Publish callbacks [] for security_group (e4605097-0de9-47f4-a08a-74c690a366d4), before_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:40.056989 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-063cfda0-3ce6-4a7d-8d4e-cc59e80b43ec admin admin] Publish callbacks [] for security_group (e4605097-0de9-47f4-a08a-74c690a366d4), precommit_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:40.111991 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-063cfda0-3ce6-4a7d-8d4e-cc59e80b43ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (e4605097-0de9-47f4-a08a-74c690a366d4), after_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:40.115025 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-063cfda0-3ce6-4a7d-8d4e-cc59e80b43ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:40.119084 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-063cfda0-3ce6-4a7d-8d4e-cc59e80b43ec admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e4605097-0de9-47f4-a08a-74c690a366d4 HTTP/1.1" status: 204 len: 168 time: 0.1666877 Mar 11 16:22:40.128360 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063cfda0-3ce6-4a7d-8d4e-cc59e80b43ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4605097-0de9-47f4-a08a-74c690a366d4,revision_number=None']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:40.242474 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 40204) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:22:40.261574 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-c4d8aa64-8859-4e14-9e81-ac3b010b2454 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:40.347265 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-c4d8aa64-8859-4e14-9e81-ac3b010b2454 admin admin] Publish callbacks [] for security_group (55ff3059-0523-4a57-9308-4f5aa846bb07), precommit_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:40.352922 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-c4d8aa64-8859-4e14-9e81-ac3b010b2454 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (55ff3059-0523-4a57-9308-4f5aa846bb07), after_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:40.392963 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d8aa64-8859-4e14-9e81-ac3b010b2454 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55ff3059-0523-4a57-9308-4f5aa846bb07,revision_number=1']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:40.397314 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-c4d8aa64-8859-4e14-9e81-ac3b010b2454 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8c5db6d57c8b499f926d9874f33b0d53&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1529191 Mar 11 16:22:40.400228 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 40210) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:22:40.466152 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-90c17b39-050b-4132-8776-ceb3cc77c031 admin admin] Publish callbacks [] for security_group (55ff3059-0523-4a57-9308-4f5aa846bb07), before_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:40.480299 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 40212) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:22:40.491118 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-90c17b39-050b-4132-8776-ceb3cc77c031 admin admin] Publish callbacks [] for security_group (55ff3059-0523-4a57-9308-4f5aa846bb07), precommit_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:40.494152 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-173d3da7-8e10-4dc2-88c8-9edfd54be8fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:40.573131 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-90c17b39-050b-4132-8776-ceb3cc77c031 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (55ff3059-0523-4a57-9308-4f5aa846bb07), after_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:40.577971 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-90c17b39-050b-4132-8776-ceb3cc77c031 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:40.580048 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-90c17b39-050b-4132-8776-ceb3cc77c031 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/55ff3059-0523-4a57-9308-4f5aa846bb07 HTTP/1.1" status: 204 len: 168 time: 0.1783390 Mar 11 16:22:40.605368 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-173d3da7-8e10-4dc2-88c8-9edfd54be8fa admin admin] Publish callbacks [] for security_group (ab14863f-3271-4f95-9990-85617b3c387d), precommit_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:40.610547 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-173d3da7-8e10-4dc2-88c8-9edfd54be8fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (ab14863f-3271-4f95-9990-85617b3c387d), after_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:40.615687 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c17b39-050b-4132-8776-ceb3cc77c031 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55ff3059-0523-4a57-9308-4f5aa846bb07,revision_number=None']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:40.662361 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173d3da7-8e10-4dc2-88c8-9edfd54be8fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab14863f-3271-4f95-9990-85617b3c387d,revision_number=1']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:40.676877 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-173d3da7-8e10-4dc2-88c8-9edfd54be8fa admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=1355f3c70d44486abdc2613f545c463c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1955016 Mar 11 16:22:40.679753 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 40222) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:22:40.734325 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-7d8c4a97-0f93-4603-84b2-3f4aab6929ff admin admin] Publish callbacks [] for security_group (ab14863f-3271-4f95-9990-85617b3c387d), before_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:40.760163 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-7d8c4a97-0f93-4603-84b2-3f4aab6929ff admin admin] Publish callbacks [] for security_group (ab14863f-3271-4f95-9990-85617b3c387d), precommit_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:40.813842 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-7d8c4a97-0f93-4603-84b2-3f4aab6929ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (ab14863f-3271-4f95-9990-85617b3c387d), after_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:40.817765 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-7d8c4a97-0f93-4603-84b2-3f4aab6929ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:40.819652 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-7d8c4a97-0f93-4603-84b2-3f4aab6929ff admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ab14863f-3271-4f95-9990-85617b3c387d HTTP/1.1" status: 204 len: 168 time: 0.1386902 Mar 11 16:22:40.834060 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8c4a97-0f93-4603-84b2-3f4aab6929ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab14863f-3271-4f95-9990-85617b3c387d,revision_number=None']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:42.742821 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 40346) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:22:42.872778 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-4fa6ac3a-0005-4db8-8bf6-080c658d875c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:42.969315 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-4fa6ac3a-0005-4db8-8bf6-080c658d875c admin admin] Publish callbacks [] for security_group (e1067801-1ee3-47a7-a9a7-10f5bbe74b08), precommit_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:42.973285 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-4fa6ac3a-0005-4db8-8bf6-080c658d875c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (e1067801-1ee3-47a7-a9a7-10f5bbe74b08), after_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:43.010900 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa6ac3a-0005-4db8-8bf6-080c658d875c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1067801-1ee3-47a7-a9a7-10f5bbe74b08,revision_number=1']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:43.015969 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-4fa6ac3a-0005-4db8-8bf6-080c658d875c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6b6919ef55f64a2e881c353b556c0116&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2719495 Mar 11 16:22:43.018633 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 40356) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:22:43.068801 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-658a0e08-f183-40a4-ad33-bcc1546c7ac1 admin admin] Publish callbacks [] for security_group (e1067801-1ee3-47a7-a9a7-10f5bbe74b08), before_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:43.097539 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-658a0e08-f183-40a4-ad33-bcc1546c7ac1 admin admin] Publish callbacks [] for security_group (e1067801-1ee3-47a7-a9a7-10f5bbe74b08), precommit_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:43.154069 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-658a0e08-f183-40a4-ad33-bcc1546c7ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (e1067801-1ee3-47a7-a9a7-10f5bbe74b08), after_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:43.157323 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-658a0e08-f183-40a4-ad33-bcc1546c7ac1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:43.165321 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-658a0e08-f183-40a4-ad33-bcc1546c7ac1 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e1067801-1ee3-47a7-a9a7-10f5bbe74b08 HTTP/1.1" status: 204 len: 168 time: 0.1392062 Mar 11 16:22:43.171438 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658a0e08-f183-40a4-ad33-bcc1546c7ac1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1067801-1ee3-47a7-a9a7-10f5bbe74b08,revision_number=None']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:43.616075 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 40386) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:22:43.629980 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-4d7a2333-0761-4d38-8f7a-5178575a6209 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:43.721123 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-4d7a2333-0761-4d38-8f7a-5178575a6209 admin admin] Publish callbacks [] for security_group (6fc2c2cc-80cf-4bc3-b258-69c1fc1dd74e), precommit_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:43.725661 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-4d7a2333-0761-4d38-8f7a-5178575a6209 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (6fc2c2cc-80cf-4bc3-b258-69c1fc1dd74e), after_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:43.766529 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7a2333-0761-4d38-8f7a-5178575a6209 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fc2c2cc-80cf-4bc3-b258-69c1fc1dd74e,revision_number=1']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:43.775426 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-4d7a2333-0761-4d38-8f7a-5178575a6209 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2e19959fa47c4748b997e4288d5acb64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1582894 Mar 11 16:22:43.778840 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 40390) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:22:43.788028 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 40392) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:22:43.818200 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-fcdd6ff4-50dd-4067-a36d-c9d6b4c882b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (52d54afa-c257-4acf-9353-cc1307944ae0), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:43.851554 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-f93b8712-0c7a-404b-8195-fb86dbc9ff93 admin admin] Publish callbacks [] for security_group (6fc2c2cc-80cf-4bc3-b258-69c1fc1dd74e), before_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:43.889284 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-f93b8712-0c7a-404b-8195-fb86dbc9ff93 admin admin] Publish callbacks [] for security_group (6fc2c2cc-80cf-4bc3-b258-69c1fc1dd74e), precommit_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:43.915886 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-35eca620-3a3c-4b0a-8da9-6ce48482bfb6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:43.944305 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-f93b8712-0c7a-404b-8195-fb86dbc9ff93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (6fc2c2cc-80cf-4bc3-b258-69c1fc1dd74e), after_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:43.947061 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-f93b8712-0c7a-404b-8195-fb86dbc9ff93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:43.950773 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-f93b8712-0c7a-404b-8195-fb86dbc9ff93 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/6fc2c2cc-80cf-4bc3-b258-69c1fc1dd74e HTTP/1.1" status: 204 len: 168 time: 0.1683822 Mar 11 16:22:43.957856 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93b8712-0c7a-404b-8195-fb86dbc9ff93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fc2c2cc-80cf-4bc3-b258-69c1fc1dd74e,revision_number=None']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:44.036818 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-35eca620-3a3c-4b0a-8da9-6ce48482bfb6 admin admin] Publish callbacks [] for security_group (bf0dc391-c24f-4c0a-b136-f3f2b8cd958c), precommit_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:44.041259 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-35eca620-3a3c-4b0a-8da9-6ce48482bfb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (bf0dc391-c24f-4c0a-b136-f3f2b8cd958c), after_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:44.085388 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35eca620-3a3c-4b0a-8da9-6ce48482bfb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf0dc391-c24f-4c0a-b136-f3f2b8cd958c,revision_number=1']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:44.095036 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 40408) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:22:44.095983 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-35eca620-3a3c-4b0a-8da9-6ce48482bfb6 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=76237b47e13e4d0eb92e627a9d5f1dc1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3066602 Mar 11 16:22:44.159440 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-9b6dc9d6-39aa-4014-b802-d3dcde8827fc admin admin] Publish callbacks [] for security_group (bf0dc391-c24f-4c0a-b136-f3f2b8cd958c), before_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:44.184697 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-9b6dc9d6-39aa-4014-b802-d3dcde8827fc admin admin] Publish callbacks [] for security_group (bf0dc391-c24f-4c0a-b136-f3f2b8cd958c), precommit_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:44.235127 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-9b6dc9d6-39aa-4014-b802-d3dcde8827fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (bf0dc391-c24f-4c0a-b136-f3f2b8cd958c), after_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:44.237735 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-9b6dc9d6-39aa-4014-b802-d3dcde8827fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:44.241250 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-9b6dc9d6-39aa-4014-b802-d3dcde8827fc admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/bf0dc391-c24f-4c0a-b136-f3f2b8cd958c HTTP/1.1" status: 204 len: 168 time: 0.1429060 Mar 11 16:22:44.247456 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6dc9d6-39aa-4014-b802-d3dcde8827fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf0dc391-c24f-4c0a-b136-f3f2b8cd958c,revision_number=None']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:44.285731 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 40414) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:22:44.305349 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-637997df-dd3e-497e-a7ec-90d23310e848 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:44.389211 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-637997df-dd3e-497e-a7ec-90d23310e848 admin admin] Publish callbacks [] for security_group (26c68118-6ef9-4cdc-b9ef-299f47b020fc), precommit_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:44.393448 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-637997df-dd3e-497e-a7ec-90d23310e848 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (26c68118-6ef9-4cdc-b9ef-299f47b020fc), after_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:44.432434 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-637997df-dd3e-497e-a7ec-90d23310e848 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8c6861788eee4a67a878716b5cd0de0f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1455088 Mar 11 16:22:44.433470 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637997df-dd3e-497e-a7ec-90d23310e848 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26c68118-6ef9-4cdc-b9ef-299f47b020fc,revision_number=1']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:44.435788 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 40418) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:22:44.487049 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-68997c38-d9c9-4999-8e96-779baa6fb6f3 admin admin] Publish callbacks [] for security_group (26c68118-6ef9-4cdc-b9ef-299f47b020fc), before_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:44.523566 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-68997c38-d9c9-4999-8e96-779baa6fb6f3 admin admin] Publish callbacks [] for security_group (26c68118-6ef9-4cdc-b9ef-299f47b020fc), precommit_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:44.584392 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-68997c38-d9c9-4999-8e96-779baa6fb6f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (26c68118-6ef9-4cdc-b9ef-299f47b020fc), after_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:44.587099 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-68997c38-d9c9-4999-8e96-779baa6fb6f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:44.589733 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-68997c38-d9c9-4999-8e96-779baa6fb6f3 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/26c68118-6ef9-4cdc-b9ef-299f47b020fc HTTP/1.1" status: 204 len: 168 time: 0.1528938 Mar 11 16:22:44.599567 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68997c38-d9c9-4999-8e96-779baa6fb6f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26c68118-6ef9-4cdc-b9ef-299f47b020fc,revision_number=None']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:44.612008 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 40426) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:22:44.629300 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-4512f38f-9a3a-431d-a6b8-1cb4cc5b45b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:44.715372 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-4512f38f-9a3a-431d-a6b8-1cb4cc5b45b5 admin admin] Publish callbacks [] for security_group (025aabfb-208d-497d-b60c-c321b5af90f9), precommit_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:44.720488 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-4512f38f-9a3a-431d-a6b8-1cb4cc5b45b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (025aabfb-208d-497d-b60c-c321b5af90f9), after_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:44.750839 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 40430) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:22:44.760760 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4512f38f-9a3a-431d-a6b8-1cb4cc5b45b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=025aabfb-208d-497d-b60c-c321b5af90f9,revision_number=1']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:44.765865 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-4512f38f-9a3a-431d-a6b8-1cb4cc5b45b5 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ce3ad6fab2764adf8dec332301e81f22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1528263 Mar 11 16:22:44.768658 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 40434) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:22:44.820989 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-ed9e4e1f-0e4f-4e22-a5e8-46917e07ab1b admin admin] Publish callbacks [] for security_group (025aabfb-208d-497d-b60c-c321b5af90f9), before_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:44.845672 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-ed9e4e1f-0e4f-4e22-a5e8-46917e07ab1b admin admin] Publish callbacks [] for security_group (025aabfb-208d-497d-b60c-c321b5af90f9), precommit_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:44.935045 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-ed9e4e1f-0e4f-4e22-a5e8-46917e07ab1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (025aabfb-208d-497d-b60c-c321b5af90f9), after_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:44.938310 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-ed9e4e1f-0e4f-4e22-a5e8-46917e07ab1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:44.939547 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-ed9e4e1f-0e4f-4e22-a5e8-46917e07ab1b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/025aabfb-208d-497d-b60c-c321b5af90f9 HTTP/1.1" status: 204 len: 168 time: 0.1695607 Mar 11 16:22:44.948323 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9e4e1f-0e4f-4e22-a5e8-46917e07ab1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=025aabfb-208d-497d-b60c-c321b5af90f9,revision_number=None']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:45.018440 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-4e3b3221-4c49-4a51-bb7c-2353d403133e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:45.103575 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-4e3b3221-4c49-4a51-bb7c-2353d403133e admin admin] Publish callbacks [] for security_group (16687ea8-1abe-49b4-b0dd-9a9dda126b5a), precommit_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:45.108066 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-4e3b3221-4c49-4a51-bb7c-2353d403133e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (16687ea8-1abe-49b4-b0dd-9a9dda126b5a), after_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:45.149756 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-4e3b3221-4c49-4a51-bb7c-2353d403133e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=5c5d853434504992b3d5eecc76596e8e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3977926 Mar 11 16:22:45.152282 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 40454) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:22:45.154866 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3b3221-4c49-4a51-bb7c-2353d403133e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16687ea8-1abe-49b4-b0dd-9a9dda126b5a,revision_number=1']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:45.214636 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-b0167e22-7ee4-452d-9ccf-69eadca1b17e admin admin] Publish callbacks [] for security_group (16687ea8-1abe-49b4-b0dd-9a9dda126b5a), before_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:45.237550 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-b0167e22-7ee4-452d-9ccf-69eadca1b17e admin admin] Publish callbacks [] for security_group (16687ea8-1abe-49b4-b0dd-9a9dda126b5a), precommit_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:45.288196 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-b0167e22-7ee4-452d-9ccf-69eadca1b17e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (16687ea8-1abe-49b4-b0dd-9a9dda126b5a), after_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:45.290888 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-b0167e22-7ee4-452d-9ccf-69eadca1b17e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:45.292038 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-b0167e22-7ee4-452d-9ccf-69eadca1b17e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/16687ea8-1abe-49b4-b0dd-9a9dda126b5a HTTP/1.1" status: 204 len: 168 time: 0.1383920 Mar 11 16:22:45.300866 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0167e22-7ee4-452d-9ccf-69eadca1b17e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16687ea8-1abe-49b4-b0dd-9a9dda126b5a,revision_number=None']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:46.150643 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-54582b74-cad4-486f-9f68-a7bca8ecb74c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (03422851-42b1-44c9-ada6-e479436b7b23), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:46.225001 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.agents_db [None req-ed17eba3-c4d2-4aaa-a64c-93b8434a4a48 None None] Agent healthcheck: found 6 active agents {{(pid=103094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 16:22:47.440936 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ae773407-53f5-44d0-bdbe-4d88b69a915f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (d0bcdf8a-248d-4278-aa4c-95e4828d61b2), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:48.802344 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-12686fd2-0f25-484f-a78a-b5cd34d8581b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (a5a5d809-3580-471a-ade1-6c5ecc269919), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:50.376086 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (1025624e-e238-47fc-86ae-58f7bb6baa16), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:51.564463 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e24db6-f070-4b07-a517-3d9e8cc358a3 req-37e5248a-9219-469d-86f5-b93339dd50e5 tempest-DeleteServersTestJSON-1451149907 tempest-DeleteServersTestJSON-1451149907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:51.570500 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-11e24db6-f070-4b07-a517-3d9e8cc358a3 req-37e5248a-9219-469d-86f5-b93339dd50e5 tempest-DeleteServersTestJSON-1451149907 tempest-DeleteServersTestJSON-1451149907-project] 10.222.0.72 "GET /v2.0/ports?device_id=cc1cc7c0-aa3a-43d4-9002-34a8f17ee83f HTTP/1.1" status: 200 len: 945 time: 0.0626411 Mar 11 16:22:51.618023 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-11e24db6-f070-4b07-a517-3d9e8cc358a3 req-afbb3517-48e0-40a6-a509-7d9f3639c19f tempest-DeleteServersTestJSON-1451149907 tempest-DeleteServersTestJSON-1451149907-project] 10.222.0.72 "GET /v2.0/security-groups?id=fb4b6332-23d2-48fe-8823-aaf4f90930e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460579 Mar 11 16:22:52.548776 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 40688) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:22:52.639954 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 40694) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:22:52.718946 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-7bd716f4-e512-42b7-9537-db51b7271577 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:52.747917 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-51baec41-6ea2-4dd8-a631-0e06126b88a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:52.821978 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b31e31-0622-4de2-98e7-3e054578c24a req-35f75df1-2829-47ce-b367-ce775c191f6a tempest-DeleteServersTestJSON-1451149907 tempest-DeleteServersTestJSON-1451149907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:52.823461 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-d4b31e31-0622-4de2-98e7-3e054578c24a req-35f75df1-2829-47ce-b367-ce775c191f6a tempest-DeleteServersTestJSON-1451149907 tempest-DeleteServersTestJSON-1451149907-project] 10.222.0.72 "GET /v2.0/ports?device_id=cc1cc7c0-aa3a-43d4-9002-34a8f17ee83f HTTP/1.1" status: 200 len: 945 time: 0.1274934 Mar 11 16:22:52.928983 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-7bd716f4-e512-42b7-9537-db51b7271577 admin admin] Publish callbacks [] for security_group (4f4bc595-29b1-4a99-907d-91c9546be8b1), precommit_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:52.940803 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-d4b31e31-0622-4de2-98e7-3e054578c24a req-bc84c460-d432-4aa7-8d6c-e994fc328491 tempest-DeleteServersTestJSON-1451149907 tempest-DeleteServersTestJSON-1451149907-project] 10.222.0.72 "GET /v2.0/security-groups?id=fb4b6332-23d2-48fe-8823-aaf4f90930e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103635 Mar 11 16:22:52.941285 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-7bd716f4-e512-42b7-9537-db51b7271577 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (4f4bc595-29b1-4a99-907d-91c9546be8b1), after_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:52.944759 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-51baec41-6ea2-4dd8-a631-0e06126b88a6 admin admin] Publish callbacks [] for security_group (b501b62c-a5a0-4bbb-87a1-d40d1c18166b), precommit_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:52.955592 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-51baec41-6ea2-4dd8-a631-0e06126b88a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (b501b62c-a5a0-4bbb-87a1-d40d1c18166b), after_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:52.991252 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-7bd716f4-e512-42b7-9537-db51b7271577 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=43c68fa604ff4a9abd88baaf4b352854&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3501580 Mar 11 16:22:52.994201 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 40712) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:22:53.003269 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd716f4-e512-42b7-9537-db51b7271577 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f4bc595-29b1-4a99-907d-91c9546be8b1,revision_number=1']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:53.010465 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-51baec41-6ea2-4dd8-a631-0e06126b88a6 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=dbe2ca1258bc49f88357811f36b8d986&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4604952 Mar 11 16:22:53.010695 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 40716) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:22:53.036400 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51baec41-6ea2-4dd8-a631-0e06126b88a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b501b62c-a5a0-4bbb-87a1-d40d1c18166b,revision_number=1']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:53.088288 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-f820edf3-04ff-4a90-b1ef-7653adca400c admin admin] Publish callbacks [] for security_group (b501b62c-a5a0-4bbb-87a1-d40d1c18166b), before_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:53.106142 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-5d812a5c-897a-4f53-a606-b372ffbb071f admin admin] Publish callbacks [] for security_group (4f4bc595-29b1-4a99-907d-91c9546be8b1), before_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:53.110080 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 40718) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:22:53.138015 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-f820edf3-04ff-4a90-b1ef-7653adca400c admin admin] Publish callbacks [] for security_group (b501b62c-a5a0-4bbb-87a1-d40d1c18166b), precommit_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:53.145435 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-5d812a5c-897a-4f53-a606-b372ffbb071f admin admin] Publish callbacks [] for security_group (4f4bc595-29b1-4a99-907d-91c9546be8b1), precommit_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:53.213427 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-f820edf3-04ff-4a90-b1ef-7653adca400c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (b501b62c-a5a0-4bbb-87a1-d40d1c18166b), after_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:53.216115 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-f820edf3-04ff-4a90-b1ef-7653adca400c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:53.219731 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-f820edf3-04ff-4a90-b1ef-7653adca400c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b501b62c-a5a0-4bbb-87a1-d40d1c18166b HTTP/1.1" status: 204 len: 168 time: 0.2053912 Mar 11 16:22:53.226125 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f820edf3-04ff-4a90-b1ef-7653adca400c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b501b62c-a5a0-4bbb-87a1-d40d1c18166b,revision_number=None']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:53.233480 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-5d812a5c-897a-4f53-a606-b372ffbb071f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (4f4bc595-29b1-4a99-907d-91c9546be8b1), after_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:53.236077 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-5d812a5c-897a-4f53-a606-b372ffbb071f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:53.239743 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-5d812a5c-897a-4f53-a606-b372ffbb071f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/4f4bc595-29b1-4a99-907d-91c9546be8b1 HTTP/1.1" status: 204 len: 168 time: 0.2412887 Mar 11 16:22:53.245806 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d812a5c-897a-4f53-a606-b372ffbb071f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f4bc595-29b1-4a99-907d-91c9546be8b1,revision_number=None']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:53.245986 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-dc92f21d-8211-42ae-b2a4-64385fc39c0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:53.345554 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-dc92f21d-8211-42ae-b2a4-64385fc39c0d admin admin] Publish callbacks [] for security_group (55a88c3b-0d8f-4f2b-b393-4b4c5440ffb1), precommit_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:53.349881 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-dc92f21d-8211-42ae-b2a4-64385fc39c0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (55a88c3b-0d8f-4f2b-b393-4b4c5440ffb1), after_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:53.394764 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-dc92f21d-8211-42ae-b2a4-64385fc39c0d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ce655abd92ff4de1be58e0684624d70e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2813127 Mar 11 16:22:53.394764 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc92f21d-8211-42ae-b2a4-64385fc39c0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55a88c3b-0d8f-4f2b-b393-4b4c5440ffb1,revision_number=1']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:53.395410 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 40730) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:22:53.449116 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-09f3b4fa-ffb9-4bdf-a522-e97dff1e15ea admin admin] Publish callbacks [] for security_group (55a88c3b-0d8f-4f2b-b393-4b4c5440ffb1), before_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:53.473362 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-09f3b4fa-ffb9-4bdf-a522-e97dff1e15ea admin admin] Publish callbacks [] for security_group (55a88c3b-0d8f-4f2b-b393-4b4c5440ffb1), precommit_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:53.530344 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-09f3b4fa-ffb9-4bdf-a522-e97dff1e15ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (55a88c3b-0d8f-4f2b-b393-4b4c5440ffb1), after_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:53.533423 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-09f3b4fa-ffb9-4bdf-a522-e97dff1e15ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:53.537097 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-09f3b4fa-ffb9-4bdf-a522-e97dff1e15ea admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/55a88c3b-0d8f-4f2b-b393-4b4c5440ffb1 HTTP/1.1" status: 204 len: 168 time: 0.1383450 Mar 11 16:22:53.545681 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f3b4fa-ffb9-4bdf-a522-e97dff1e15ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55a88c3b-0d8f-4f2b-b393-4b4c5440ffb1,revision_number=None']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:53.586061 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 40734) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:22:53.601927 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-65dc5a84-8255-4730-950b-3490f445e52b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:53.621303 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 40736) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:22:53.635933 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-dbf40d23-da65-4b03-ab9f-5f81b2bbb4cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:53.703721 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-65dc5a84-8255-4730-950b-3490f445e52b admin admin] Publish callbacks [] for security_group (19c77217-475f-4ef6-bead-d2ae834f936b), precommit_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:53.708707 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-65dc5a84-8255-4730-950b-3490f445e52b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (19c77217-475f-4ef6-bead-d2ae834f936b), after_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:53.731037 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-dbf40d23-da65-4b03-ab9f-5f81b2bbb4cc admin admin] Publish callbacks [] for security_group (b7534bae-9a51-40a6-a9e5-df5bb1a06c52), precommit_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:53.736048 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-dbf40d23-da65-4b03-ab9f-5f81b2bbb4cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (b7534bae-9a51-40a6-a9e5-df5bb1a06c52), after_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:53.754337 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-65dc5a84-8255-4730-950b-3490f445e52b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f56923846da94815ab61064d168e1f00&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1647592 Mar 11 16:22:53.754337 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dc5a84-8255-4730-950b-3490f445e52b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19c77217-475f-4ef6-bead-d2ae834f936b,revision_number=1']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:53.758608 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 40738) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:22:53.792743 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-dbf40d23-da65-4b03-ab9f-5f81b2bbb4cc admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c97f52713b1d433db045267ca46dc17a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1691647 Mar 11 16:22:53.795607 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 40740) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:22:53.803903 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf40d23-da65-4b03-ab9f-5f81b2bbb4cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7534bae-9a51-40a6-a9e5-df5bb1a06c52,revision_number=1']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:53.841140 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-4d663966-5703-4038-b1bf-e15cd28bbddd admin admin] Publish callbacks [] for security_group (19c77217-475f-4ef6-bead-d2ae834f936b), before_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:53.860415 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-48773fc4-048b-43b3-b035-fc891004fc11 admin admin] Publish callbacks [] for security_group (b7534bae-9a51-40a6-a9e5-df5bb1a06c52), before_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:53.864898 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-4d663966-5703-4038-b1bf-e15cd28bbddd admin admin] Publish callbacks [] for security_group (19c77217-475f-4ef6-bead-d2ae834f936b), precommit_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:53.893019 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-48773fc4-048b-43b3-b035-fc891004fc11 admin admin] Publish callbacks [] for security_group (b7534bae-9a51-40a6-a9e5-df5bb1a06c52), precommit_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:53.927113 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-4d663966-5703-4038-b1bf-e15cd28bbddd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (19c77217-475f-4ef6-bead-d2ae834f936b), after_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:53.929793 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-4d663966-5703-4038-b1bf-e15cd28bbddd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:53.930986 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-4d663966-5703-4038-b1bf-e15cd28bbddd admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/19c77217-475f-4ef6-bead-d2ae834f936b HTTP/1.1" status: 204 len: 168 time: 0.1709144 Mar 11 16:22:53.941775 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d663966-5703-4038-b1bf-e15cd28bbddd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19c77217-475f-4ef6-bead-d2ae834f936b,revision_number=None']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:53.971676 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-48773fc4-048b-43b3-b035-fc891004fc11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (b7534bae-9a51-40a6-a9e5-df5bb1a06c52), after_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:53.976527 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-48773fc4-048b-43b3-b035-fc891004fc11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:53.978259 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-48773fc4-048b-43b3-b035-fc891004fc11 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b7534bae-9a51-40a6-a9e5-df5bb1a06c52 HTTP/1.1" status: 204 len: 168 time: 0.1814306 Mar 11 16:22:53.988230 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48773fc4-048b-43b3-b035-fc891004fc11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7534bae-9a51-40a6-a9e5-df5bb1a06c52,revision_number=None']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:54.045256 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 40750) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:22:54.065195 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-ccdca5e6-1c96-4a1f-bcda-e698145ae934 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:54.129051 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b06151c-a972-40cc-9fa2-e28a8c1c84a7 req-fb419084-4f4f-4785-8625-1f37779af371 tempest-DeleteServersTestJSON-1451149907 tempest-DeleteServersTestJSON-1451149907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:54.130988 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-6b06151c-a972-40cc-9fa2-e28a8c1c84a7 req-fb419084-4f4f-4785-8625-1f37779af371 tempest-DeleteServersTestJSON-1451149907 tempest-DeleteServersTestJSON-1451149907-project] 10.222.0.72 "GET /v2.0/ports?device_id=cc1cc7c0-aa3a-43d4-9002-34a8f17ee83f HTTP/1.1" status: 200 len: 945 time: 0.0857587 Mar 11 16:22:54.183409 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-ccdca5e6-1c96-4a1f-bcda-e698145ae934 admin admin] Publish callbacks [] for security_group (c8de5a55-1f81-40d4-8390-d1e98ed83606), precommit_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:54.189569 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-ccdca5e6-1c96-4a1f-bcda-e698145ae934 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (c8de5a55-1f81-40d4-8390-d1e98ed83606), after_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:54.197445 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-6b06151c-a972-40cc-9fa2-e28a8c1c84a7 req-380c5fc1-7832-4b01-9c5a-3174b9196e7f tempest-DeleteServersTestJSON-1451149907 tempest-DeleteServersTestJSON-1451149907-project] 10.222.0.72 "GET /v2.0/security-groups?id=fb4b6332-23d2-48fe-8823-aaf4f90930e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592477 Mar 11 16:22:54.245861 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-ccdca5e6-1c96-4a1f-bcda-e698145ae934 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=bd1d90afa8224333a3d567c62b1773b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1992908 Mar 11 16:22:54.247962 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdca5e6-1c96-4a1f-bcda-e698145ae934 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8de5a55-1f81-40d4-8390-d1e98ed83606,revision_number=1']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:54.248614 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 40760) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:22:54.307439 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-33ef6aec-95ed-425e-94d9-39d2dd9f70a6 admin admin] Publish callbacks [] for security_group (c8de5a55-1f81-40d4-8390-d1e98ed83606), before_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:54.335655 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-33ef6aec-95ed-425e-94d9-39d2dd9f70a6 admin admin] Publish callbacks [] for security_group (c8de5a55-1f81-40d4-8390-d1e98ed83606), precommit_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:54.396040 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-33ef6aec-95ed-425e-94d9-39d2dd9f70a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (c8de5a55-1f81-40d4-8390-d1e98ed83606), after_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:54.399047 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-33ef6aec-95ed-425e-94d9-39d2dd9f70a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:54.403423 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-33ef6aec-95ed-425e-94d9-39d2dd9f70a6 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c8de5a55-1f81-40d4-8390-d1e98ed83606 HTTP/1.1" status: 204 len: 168 time: 0.1527543 Mar 11 16:22:54.412966 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ef6aec-95ed-425e-94d9-39d2dd9f70a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8de5a55-1f81-40d4-8390-d1e98ed83606,revision_number=None']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:54.714209 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78de1ff4-6472-42a1-84d3-aa7b1543da08 req-2a9262bb-98de-4f12-bb50-835a446af345 tempest-DeleteServersTestJSON-1451149907 tempest-DeleteServersTestJSON-1451149907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:54.720286 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-78de1ff4-6472-42a1-84d3-aa7b1543da08 req-2a9262bb-98de-4f12-bb50-835a446af345 tempest-DeleteServersTestJSON-1451149907 tempest-DeleteServersTestJSON-1451149907-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc1cc7c0-aa3a-43d4-9002-34a8f17ee83f HTTP/1.1" status: 200 len: 945 time: 0.0614517 Mar 11 16:22:54.888097 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.plugin [req-78de1ff4-6472-42a1-84d3-aa7b1543da08 req-501e62f5-fd2c-4913-88ed-adc44dc6f2e3 tempest-DeleteServersTestJSON-1451149907 tempest-DeleteServersTestJSON-1451149907-project] Deleting port f1edea0c-d985-4d04-b477-2de4163e6dae {{(pid=103092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 16:22:54.888770 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-78de1ff4-6472-42a1-84d3-aa7b1543da08 req-501e62f5-fd2c-4913-88ed-adc44dc6f2e3 tempest-DeleteServersTestJSON-1451149907 tempest-DeleteServersTestJSON-1451149907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780138536942'] for port (f1edea0c-d985-4d04-b477-2de4163e6dae), before_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:55.202156 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.db [req-78de1ff4-6472-42a1-84d3-aa7b1543da08 req-501e62f5-fd2c-4913-88ed-adc44dc6f2e3 tempest-DeleteServersTestJSON-1451149907 tempest-DeleteServersTestJSON-1451149907-project] For port f1edea0c-d985-4d04-b477-2de4163e6dae, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=f1edea0c-d985-4d04-b477-2de4163e6dae,segment=NetworkSegment(2208dffd-a7e3-4d73-a55b-8822077c4829),segment_id=2208dffd-a7e3-4d73-a55b-8822077c4829)] {{(pid=103092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:22:55.203596 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-78de1ff4-6472-42a1-84d3-aa7b1543da08 req-501e62f5-fd2c-4913-88ed-adc44dc6f2e3 tempest-DeleteServersTestJSON-1451149907 tempest-DeleteServersTestJSON-1451149907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538029'] for port (f1edea0c-d985-4d04-b477-2de4163e6dae), precommit_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:55.227052 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.plugin [req-78de1ff4-6472-42a1-84d3-aa7b1543da08 req-501e62f5-fd2c-4913-88ed-adc44dc6f2e3 tempest-DeleteServersTestJSON-1451149907 tempest-DeleteServersTestJSON-1451149907-project] Calling delete_port for f1edea0c-d985-4d04-b477-2de4163e6dae owned by compute:nova {{(pid=103092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 16:22:55.389166 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b4c8f7-b800-4617-aa24-e5e21b755521 req-e7cf272e-b6bc-4935-97cb-32adce343bb4 tempest-DeleteServersTestJSON-1451149907 tempest-DeleteServersTestJSON-1451149907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:55.390714 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-74b4c8f7-b800-4617-aa24-e5e21b755521 req-e7cf272e-b6bc-4935-97cb-32adce343bb4 tempest-DeleteServersTestJSON-1451149907 tempest-DeleteServersTestJSON-1451149907-project] 10.222.0.72 "GET /v2.0/ports?device_id=cc1cc7c0-aa3a-43d4-9002-34a8f17ee83f HTTP/1.1" status: 200 len: 945 time: 0.0874798 Mar 11 16:22:55.501584 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-74b4c8f7-b800-4617-aa24-e5e21b755521 req-9db1c0a0-5698-4450-a8ae-8b0c5635967a tempest-DeleteServersTestJSON-1451149907 tempest-DeleteServersTestJSON-1451149907-project] 10.222.0.72 "GET /v2.0/security-groups?id=fb4b6332-23d2-48fe-8823-aaf4f90930e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759499 Mar 11 16:22:55.501584 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-78de1ff4-6472-42a1-84d3-aa7b1543da08 req-501e62f5-fd2c-4913-88ed-adc44dc6f2e3 tempest-DeleteServersTestJSON-1451149907 tempest-DeleteServersTestJSON-1451149907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780138542421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780137975920'] for port (f1edea0c-d985-4d04-b477-2de4163e6dae), after_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:55.502750 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 40828) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:22:55.538992 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501e62f5-fd2c-4913-88ed-adc44dc6f2e3 tempest-DeleteServersTestJSON-1451149907 tempest-DeleteServersTestJSON-1451149907-project] Pushing event deleted for resources: {'Port': ['ID=f1edea0c-d985-4d04-b477-2de4163e6dae,revision_number=None']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:55.611600 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.db.l3_dvrscheduler_db [req-78de1ff4-6472-42a1-84d3-aa7b1543da08 req-501e62f5-fd2c-4913-88ed-adc44dc6f2e3 tempest-DeleteServersTestJSON-1451149907 tempest-DeleteServersTestJSON-1451149907-project] No DVR routers for this DVR port f1edea0c-d985-4d04-b477-2de4163e6dae on host hv-cinder-75078 {{(pid=103092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:22:55.615272 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-78de1ff4-6472-42a1-84d3-aa7b1543da08 req-501e62f5-fd2c-4913-88ed-adc44dc6f2e3 tempest-DeleteServersTestJSON-1451149907 tempest-DeleteServersTestJSON-1451149907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122971'] for port (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:55.618651 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-78de1ff4-6472-42a1-84d3-aa7b1543da08 req-501e62f5-fd2c-4913-88ed-adc44dc6f2e3 tempest-DeleteServersTestJSON-1451149907 tempest-DeleteServersTestJSON-1451149907-project] 10.222.0.18 "DELETE /v2.0/ports/f1edea0c-d985-4d04-b477-2de4163e6dae HTTP/1.1" status: 204 len: 173 time: 0.8966422 Mar 11 16:22:55.619284 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc1cc7c0-aa3a-43d4-9002-34a8f17ee83f', 'name': 'network-vif-deleted', 'tag': 'f1edea0c-d985-4d04-b477-2de4163e6dae'}] {{(pid=103092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:22:55.625634 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8119d67d121bc7655fb27ee4e81d05746f3857d7b024446e390c37a4f39e07a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8efdf3a-3424-435e-b59c-b9f7d114a0e0" -d '{"events": [{"server_uuid": "cc1cc7c0-aa3a-43d4-9002-34a8f17ee83f", "name": "network-vif-deleted", "tag": "f1edea0c-d985-4d04-b477-2de4163e6dae"}]}' {{(pid=103092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 16:22:55.673276 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-43195201-e228-4684-83bb-8630c86e7fda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:55.691439 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 16:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-712ad70d-16dc-485a-874c-30ae622e0afe x-openstack-request-id: req-712ad70d-16dc-485a-874c-30ae622e0afe {{(pid=103092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 16:22:55.691848 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc1cc7c0-aa3a-43d4-9002-34a8f17ee83f", "name": "network-vif-deleted", "tag": "f1edea0c-d985-4d04-b477-2de4163e6dae", "status": "completed", "code": 200}]} {{(pid=103092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 16:22:55.692041 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-712ad70d-16dc-485a-874c-30ae622e0afe {{(pid=103092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 16:22:55.692639 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc1cc7c0-aa3a-43d4-9002-34a8f17ee83f', 'name': 'network-vif-deleted', 'tag': 'f1edea0c-d985-4d04-b477-2de4163e6dae', 'status': 'completed', 'code': 200} Mar 11 16:22:55.790669 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-43195201-e228-4684-83bb-8630c86e7fda admin admin] Publish callbacks [] for security_group (c1fa4a57-f9af-457b-9683-5cf03bb6784c), precommit_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:55.797029 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-43195201-e228-4684-83bb-8630c86e7fda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (c1fa4a57-f9af-457b-9683-5cf03bb6784c), after_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:55.836521 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-43195201-e228-4684-83bb-8630c86e7fda admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d5d43bf7cc1e48189553a71e86372aa6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3327367 Mar 11 16:22:55.837372 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43195201-e228-4684-83bb-8630c86e7fda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1fa4a57-f9af-457b-9683-5cf03bb6784c,revision_number=1']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:55.839400 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 40844) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:22:55.915387 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-26c4d6da-2515-49ab-a7c3-f7bc1ccfdc31 admin admin] Publish callbacks [] for security_group (c1fa4a57-f9af-457b-9683-5cf03bb6784c), before_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:55.948079 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-26c4d6da-2515-49ab-a7c3-f7bc1ccfdc31 admin admin] Publish callbacks [] for security_group (c1fa4a57-f9af-457b-9683-5cf03bb6784c), precommit_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:56.012394 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-26c4d6da-2515-49ab-a7c3-f7bc1ccfdc31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (c1fa4a57-f9af-457b-9683-5cf03bb6784c), after_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:56.015799 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-26c4d6da-2515-49ab-a7c3-f7bc1ccfdc31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:22:56.020185 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-26c4d6da-2515-49ab-a7c3-f7bc1ccfdc31 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c1fa4a57-f9af-457b-9683-5cf03bb6784c HTTP/1.1" status: 204 len: 168 time: 0.1785078 Mar 11 16:22:56.029367 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c4d6da-2515-49ab-a7c3-f7bc1ccfdc31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1fa4a57-f9af-457b-9683-5cf03bb6784c,revision_number=None']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:56.649308 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-0dc06a5e-44a5-4c23-be23-74385125548d req-60d3e7a7-bf83-4d6f-acd0-c72bc287cf8c tempest-DeleteServersTestJSON-1451149907 tempest-DeleteServersTestJSON-1451149907-project] 10.222.0.72 "GET /v2.0/ports?device_id=cc1cc7c0-aa3a-43d4-9002-34a8f17ee83f HTTP/1.1" status: 200 len: 210 time: 0.0342228 Mar 11 16:22:57.477200 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Device f1edea0c-d985-4d04-b477-2de4163e6dae no longer exists at agent hyperv_hv-cinder-75078 {{(pid=103093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 16:22:57.500366 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] No Port match for: f1edea0c-d985-4d04-b477-2de4163e6dae {{(pid=103093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 16:22:57.500720 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Device f1edea0c-d985-4d04-b477-2de4163e6dae not bound to the agent host hv-cinder-75078 {{(pid=103093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 16:23:00.165476 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 41012) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:23:00.214534 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab950682-7b9f-4750-a257-35241f33664b admin admin] Deleting subnet ca123be8-076c-4f57-a29d-268b94651e93 {{(pid=103092) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 16:23:00.218709 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-ab950682-7b9f-4750-a257-35241f33664b admin admin] Publish callbacks [] for subnet (ca123be8-076c-4f57-a29d-268b94651e93), before_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:00.261335 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-ab950682-7b9f-4750-a257-35241f33664b admin admin] Publish callbacks [] for subnet (ca123be8-076c-4f57-a29d-268b94651e93), precommit_delete_associations {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:00.273218 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-ab950682-7b9f-4750-a257-35241f33664b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393129'] for subnet (ca123be8-076c-4f57-a29d-268b94651e93), precommit_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:00.335695 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-ab950682-7b9f-4750-a257-35241f33664b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410'] for subnet (ca123be8-076c-4f57-a29d-268b94651e93), after_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:00.359606 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 41024) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:23:00.364817 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab950682-7b9f-4750-a257-35241f33664b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca123be8-076c-4f57-a29d-268b94651e93,revision_number=None']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:00.366774 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-ab950682-7b9f-4750-a257-35241f33664b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779404'] for subnet (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:00.369919 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-ab950682-7b9f-4750-a257-35241f33664b admin admin] 10.222.0.72 "DELETE /v2.0/subnets/ca123be8-076c-4f57-a29d-268b94651e93 HTTP/1.1" status: 204 len: 168 time: 0.2034192 Mar 11 16:23:00.372974 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 41030) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:23:00.451684 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-7f910ce3-7db1-475c-9745-de0c64719c99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1370412'] for network (1fbedf9b-6928-4a0c-926c-d2a7c2cd4cd2), before_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:00.489921 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-e078752b-9714-42f4-9c42-23848147805c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:00.576236 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-7f910ce3-7db1-475c-9745-de0c64719c99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393938', 'neutron.services.segments.db._delete_segments_for_network-8780138304022'] for network (1fbedf9b-6928-4a0c-926c-d2a7c2cd4cd2), precommit_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:00.591033 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-e078752b-9714-42f4-9c42-23848147805c admin admin] Publish callbacks [] for security_group (12571994-b5b6-432a-8573-cb6df5c4db47), precommit_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:00.596564 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-e078752b-9714-42f4-9c42-23848147805c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (12571994-b5b6-432a-8573-cb6df5c4db47), after_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:00.606769 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-7f910ce3-7db1-475c-9745-de0c64719c99 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:23:00.607122 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-7f910ce3-7db1-475c-9745-de0c64719c99 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:23:00.608050 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-7f910ce3-7db1-475c-9745-de0c64719c99 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:23:00.608375 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-7f910ce3-7db1-475c-9745-de0c64719c99 admin admin] Subscribe: > port after_create 55550000 {{(pid=103092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:23:00.608867 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-7f910ce3-7db1-475c-9745-de0c64719c99 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:23:00.609186 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-7f910ce3-7db1-475c-9745-de0c64719c99 admin admin] Subscribe: > port after_update 55550000 {{(pid=103092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:23:00.609501 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-7f910ce3-7db1-475c-9745-de0c64719c99 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:23:00.609830 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-7f910ce3-7db1-475c-9745-de0c64719c99 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:23:00.610169 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-7f910ce3-7db1-475c-9745-de0c64719c99 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:23:00.610481 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-7f910ce3-7db1-475c-9745-de0c64719c99 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:23:00.658274 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-e078752b-9714-42f4-9c42-23848147805c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=01c070c1557143f7a943e3a4ca8f23ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2951565 Mar 11 16:23:00.658274 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e078752b-9714-42f4-9c42-23848147805c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12571994-b5b6-432a-8573-cb6df5c4db47,revision_number=1']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:00.659306 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 41040) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:23:00.718179 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-acbdd316-1883-4be5-9d77-99811c15493d admin admin] Publish callbacks [] for security_group (12571994-b5b6-432a-8573-cb6df5c4db47), before_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:00.723540 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-7f910ce3-7db1-475c-9745-de0c64719c99 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:23:00.723887 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-7f910ce3-7db1-475c-9745-de0c64719c99 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:23:00.724220 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-7f910ce3-7db1-475c-9745-de0c64719c99 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:23:00.724547 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-7f910ce3-7db1-475c-9745-de0c64719c99 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:23:00.724999 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.services.segments.db [None req-7f910ce3-7db1-475c-9745-de0c64719c99 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fbedf9b-6928-4a0c-926c-d2a7c2cd4cd2']}} {{(pid=103092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:23:00.739986 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-acbdd316-1883-4be5-9d77-99811c15493d admin admin] Publish callbacks [] for security_group (12571994-b5b6-432a-8573-cb6df5c4db47), precommit_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:00.743345 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.services.segments.db [None req-7f910ce3-7db1-475c-9745-de0c64719c99 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2208dffd-a7e3-4d73-a55b-8822077c4829') {'for_net_delete': True} {{(pid=103092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:23:00.743636 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.services.segments.db [None req-7f910ce3-7db1-475c-9745-de0c64719c99 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2208dffd-a7e3-4d73-a55b-8822077c4829') {} {{(pid=103092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:23:00.760678 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-7f910ce3-7db1-475c-9745-de0c64719c99 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780138303519', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29539526'] for segment (2208dffd-a7e3-4d73-a55b-8822077c4829), before_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:00.787038 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-7f910ce3-7db1-475c-9745-de0c64719c99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1821558'] for segment (2208dffd-a7e3-4d73-a55b-8822077c4829), precommit_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:00.792732 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-acbdd316-1883-4be5-9d77-99811c15493d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (12571994-b5b6-432a-8573-cb6df5c4db47), after_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:00.796316 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-acbdd316-1883-4be5-9d77-99811c15493d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:00.796981 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f910ce3-7db1-475c-9745-de0c64719c99 admin admin] Releasing vlan 621 on physical network physnet1 to pool {{(pid=103092) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:23:00.797418 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-7f910ce3-7db1-475c-9745-de0c64719c99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1821558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30811157'] for segment (2208dffd-a7e3-4d73-a55b-8822077c4829), after_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:00.798420 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-acbdd316-1883-4be5-9d77-99811c15493d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/12571994-b5b6-432a-8573-cb6df5c4db47 HTTP/1.1" status: 204 len: 168 time: 0.1379371 Mar 11 16:23:00.817210 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbdd316-1883-4be5-9d77-99811c15493d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12571994-b5b6-432a-8573-cb6df5c4db47,revision_number=None']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:00.836992 dv-cinder-750782-12-iscsi neutron-server[103092]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 11 16:23:00.836992 dv-cinder-750782-12-iscsi neutron-server[103092]: from cryptography.utils import int_from_bytes Mar 11 16:23:00.836992 dv-cinder-750782-12-iscsi neutron-server[103092]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 11 16:23:00.836992 dv-cinder-750782-12-iscsi neutron-server[103092]: from cryptography.utils import int_from_bytes Mar 11 16:23:00.836992 dv-cinder-750782-12-iscsi neutron-server[103092]: Traceback (most recent call last): Mar 11 16:23:00.836992 dv-cinder-750782-12-iscsi neutron-server[103092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:23:00.836992 dv-cinder-750782-12-iscsi neutron-server[103092]: timer() Mar 11 16:23:00.836992 dv-cinder-750782-12-iscsi neutron-server[103092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:23:00.836992 dv-cinder-750782-12-iscsi neutron-server[103092]: cb(*args, **kw) Mar 11 16:23:00.836992 dv-cinder-750782-12-iscsi neutron-server[103092]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 16:23:00.836992 dv-cinder-750782-12-iscsi neutron-server[103092]: return func(*args, **kwargs) Mar 11 16:23:00.836992 dv-cinder-750782-12-iscsi neutron-server[103092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:23:00.836992 dv-cinder-750782-12-iscsi neutron-server[103092]: self._notify() Mar 11 16:23:00.836992 dv-cinder-750782-12-iscsi neutron-server[103092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:23:00.836992 dv-cinder-750782-12-iscsi neutron-server[103092]: self.callback(batched_events) Mar 11 16:23:00.836992 dv-cinder-750782-12-iscsi neutron-server[103092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:23:00.836992 dv-cinder-750782-12-iscsi neutron-server[103092]: event.method(event) Mar 11 16:23:00.836992 dv-cinder-750782-12-iscsi neutron-server[103092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 16:23:00.836992 dv-cinder-750782-12-iscsi neutron-server[103092]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:23:00.836992 dv-cinder-750782-12-iscsi neutron-server[103092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 16:23:00.836992 dv-cinder-750782-12-iscsi neutron-server[103092]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:23:00.836992 dv-cinder-750782-12-iscsi neutron-server[103092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 16:23:00.836992 dv-cinder-750782-12-iscsi neutron-server[103092]: return f(self, *a, **k) Mar 11 16:23:00.836992 dv-cinder-750782-12-iscsi neutron-server[103092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:23:00.836992 dv-cinder-750782-12-iscsi neutron-server[103092]: return self._get(url).json() Mar 11 16:23:00.836992 dv-cinder-750782-12-iscsi neutron-server[103092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:23:00.836992 dv-cinder-750782-12-iscsi neutron-server[103092]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:23:00.836992 dv-cinder-750782-12-iscsi neutron-server[103092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:23:00.836992 dv-cinder-750782-12-iscsi neutron-server[103092]: return self.request(url, 'GET', **kwargs) Mar 11 16:23:00.836992 dv-cinder-750782-12-iscsi neutron-server[103092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:23:00.836992 dv-cinder-750782-12-iscsi neutron-server[103092]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:23:00.836992 dv-cinder-750782-12-iscsi neutron-server[103092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:23:00.836992 dv-cinder-750782-12-iscsi neutron-server[103092]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:23:00.836992 dv-cinder-750782-12-iscsi neutron-server[103092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:23:00.836992 dv-cinder-750782-12-iscsi neutron-server[103092]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:23:00.836992 dv-cinder-750782-12-iscsi neutron-server[103092]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:23:00.897679 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-7f910ce3-7db1-475c-9745-de0c64719c99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539877'] for network (1fbedf9b-6928-4a0c-926c-d2a7c2cd4cd2), after_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:00.906696 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-7f910ce3-7db1-475c-9745-de0c64719c99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779404'] for network (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:00.912575 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-7f910ce3-7db1-475c-9745-de0c64719c99 admin admin] 10.222.0.72 "DELETE /v2.0/networks/1fbedf9b-6928-4a0c-926c-d2a7c2cd4cd2 HTTP/1.1" status: 204 len: 168 time: 0.5362346 Mar 11 16:23:00.921340 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f910ce3-7db1-475c-9745-de0c64719c99 admin admin] Pushing event deleted for resources: {'Network': ['ID=1fbedf9b-6928-4a0c-926c-d2a7c2cd4cd2,revision_number=None']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:01.092643 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 41050) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:23:01.093327 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 41052) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:23:01.107564 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-801d286e-42ca-487f-9f28-ac988fedf21a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:01.132218 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-44d7c94e-3b47-459c-be82-5ebf8f6041bb admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6960c699a2934234a5c9a56842e6ae4d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0424569 Mar 11 16:23:01.135060 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 41054) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:23:01.188013 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-801d286e-42ca-487f-9f28-ac988fedf21a admin admin] Publish callbacks [] for security_group (2d64e9f8-1291-4a39-a537-6303d5ae0ca7), precommit_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:01.189112 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-a2d92edd-2057-4806-8a7a-2538a07701fc admin admin] Publish callbacks [] for security_group (fb4b6332-23d2-48fe-8823-aaf4f90930e8), before_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:01.192004 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-801d286e-42ca-487f-9f28-ac988fedf21a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (2d64e9f8-1291-4a39-a537-6303d5ae0ca7), after_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:01.211949 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-a2d92edd-2057-4806-8a7a-2538a07701fc admin admin] Publish callbacks [] for security_group (fb4b6332-23d2-48fe-8823-aaf4f90930e8), precommit_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:01.233727 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-801d286e-42ca-487f-9f28-ac988fedf21a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=24a6d08be2da4f13a9d79351b7cf0cc9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1391022 Mar 11 16:23:01.234612 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801d286e-42ca-487f-9f28-ac988fedf21a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d64e9f8-1291-4a39-a537-6303d5ae0ca7,revision_number=1']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:01.236270 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 41056) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:23:01.296491 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-a2d92edd-2057-4806-8a7a-2538a07701fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (fb4b6332-23d2-48fe-8823-aaf4f90930e8), after_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:01.298970 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-a2d92edd-2057-4806-8a7a-2538a07701fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:01.300102 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-a2d92edd-2057-4806-8a7a-2538a07701fc admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/fb4b6332-23d2-48fe-8823-aaf4f90930e8 HTTP/1.1" status: 204 len: 168 time: 0.1641097 Mar 11 16:23:01.311040 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-18213387-fd1a-4949-bd00-22903e32dd2a admin admin] Publish callbacks [] for security_group (2d64e9f8-1291-4a39-a537-6303d5ae0ca7), before_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:01.314806 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d92edd-2057-4806-8a7a-2538a07701fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb4b6332-23d2-48fe-8823-aaf4f90930e8,revision_number=None']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:01.337366 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-18213387-fd1a-4949-bd00-22903e32dd2a admin admin] Publish callbacks [] for security_group (2d64e9f8-1291-4a39-a537-6303d5ae0ca7), precommit_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:01.388426 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-18213387-fd1a-4949-bd00-22903e32dd2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (2d64e9f8-1291-4a39-a537-6303d5ae0ca7), after_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:01.391028 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-18213387-fd1a-4949-bd00-22903e32dd2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:01.392198 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-18213387-fd1a-4949-bd00-22903e32dd2a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/2d64e9f8-1291-4a39-a537-6303d5ae0ca7 HTTP/1.1" status: 204 len: 168 time: 0.1549850 Mar 11 16:23:01.401388 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18213387-fd1a-4949-bd00-22903e32dd2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d64e9f8-1291-4a39-a537-6303d5ae0ca7,revision_number=None']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:02.120303 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 41100) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:23:02.317934 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.v2.base [None req-356619e6-64dc-428d-8cf4-7bda75cf9274 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1014386828-network', 'tenant_id': 'd7474eacf59d4806b490ad9b6f1f1689'}} {{(pid=103091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:23:02.342765 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-356619e6-64dc-428d-8cf4-7bda75cf9274 admin admin] Made reservation on behalf of d7474eacf59d4806b490ad9b6f1f1689 for: {'network': 1} {{(pid=103091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:23:02.345050 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-356619e6-64dc-428d-8cf4-7bda75cf9274 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for network (None), before_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:02.354665 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-356619e6-64dc-428d-8cf4-7bda75cf9274 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:02.437473 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-356619e6-64dc-428d-8cf4-7bda75cf9274 admin admin] Publish callbacks [] for security_group (9f673b25-a76b-4443-b7a9-4564d84cc840), precommit_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:02.441833 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-356619e6-64dc-428d-8cf4-7bda75cf9274 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (9f673b25-a76b-4443-b7a9-4564d84cc840), after_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:02.474276 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-356619e6-64dc-428d-8cf4-7bda75cf9274 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 647} {{(pid=103091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:23:02.483745 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356619e6-64dc-428d-8cf4-7bda75cf9274 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f673b25-a76b-4443-b7a9-4564d84cc840,revision_number=1']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:02.495317 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-356619e6-64dc-428d-8cf4-7bda75cf9274 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1821558'] for segment (3d93b5d4-cefe-4911-a16c-44b970641fb6), precommit_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:02.495591 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.db.segments_db [None req-356619e6-64dc-428d-8cf4-7bda75cf9274 admin admin] Added segment 3d93b5d4-cefe-4911-a16c-44b970641fb6 of type vlan for network b8fa1f91-bc29-419a-98ef-308a3af376f5 Mar 11 16:23:02.537865 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-356619e6-64dc-428d-8cf4-7bda75cf9274 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780137934026'] for network (b8fa1f91-bc29-419a-98ef-308a3af376f5), precommit_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:02.564840 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-356619e6-64dc-428d-8cf4-7bda75cf9274 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410'] for network (b8fa1f91-bc29-419a-98ef-308a3af376f5), after_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:02.565965 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-356619e6-64dc-428d-8cf4-7bda75cf9274 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:02.566559 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-356619e6-64dc-428d-8cf4-7bda75cf9274 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779404'] for network (None), before_response {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:02.614185 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-356619e6-64dc-428d-8cf4-7bda75cf9274 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.4928460 Mar 11 16:23:02.617158 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 41116) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:23:02.623786 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.v2.base [None req-8bdab436-0e56-41cf-93f5-b30c80f55639 admin admin] Request body: {'subnet': {'network_id': 'b8fa1f91-bc29-419a-98ef-308a3af376f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1014386828-subnet', 'tenant_id': 'd7474eacf59d4806b490ad9b6f1f1689', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:23:02.644956 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bdab436-0e56-41cf-93f5-b30c80f55639 admin admin] Made reservation on behalf of d7474eacf59d4806b490ad9b6f1f1689 for: {'subnet': 1} {{(pid=103092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:23:02.647643 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-8bdab436-0e56-41cf-93f5-b30c80f55639 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30740733'] for subnet (None), before_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:02.662717 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356619e6-64dc-428d-8cf4-7bda75cf9274 admin admin] Pushing event updated for resources: {'Network': ['ID=b8fa1f91-bc29-419a-98ef-308a3af376f5,revision_number=1']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:02.683161 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Network b8fa1f91-bc29-419a-98ef-308a3af376f5 details requested by agent ovs-agent-dv-cinder-750782-12-iscsi with host dv-cinder-750782-12-iscsi {{(pid=103093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 16:23:02.865578 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-8bdab436-0e56-41cf-93f5-b30c80f55639 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30811528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30740691'] for subnet (440fba8a-19de-4f6c-be76-9954bd5733a7), after_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:02.924601 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdab436-0e56-41cf-93f5-b30c80f55639 admin admin] Pushing event updated for resources: {'Subnet': ['ID=440fba8a-19de-4f6c-be76-9954bd5733a7,revision_number=0']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:02.933472 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bdab436-0e56-41cf-93f5-b30c80f55639 admin admin] Checking segment: {'id': '3d93b5d4-cefe-4911-a16c-44b970641fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'b8fa1f91-bc29-419a-98ef-308a3af376f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 16:23:02.934349 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bdab436-0e56-41cf-93f5-b30c80f55639 admin admin] Network hostable DHCP agents. Network: b8fa1f91-bc29-419a-98ef-308a3af376f5, hostable agents: ['52d54afa-c257-4acf-9353-cc1307944ae0'], hosted agents: [] {{(pid=103092) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:23:02.953622 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bdab436-0e56-41cf-93f5-b30c80f55639 admin admin] Network b8fa1f91-bc29-419a-98ef-308a3af376f5 is scheduled to be hosted by DHCP agent 52d54afa-c257-4acf-9353-cc1307944ae0 with binding_index 1 {{(pid=103092) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:23:02.963082 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.scheduler.base_scheduler [None req-8bdab436-0e56-41cf-93f5-b30c80f55639 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-12-iscsi, b8fa1f91-bc29-419a-98ef-308a3af376f5) {{(pid=103092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:23:02.968329 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bdab436-0e56-41cf-93f5-b30c80f55639 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:02.968924 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-8bdab436-0e56-41cf-93f5-b30c80f55639 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779404'] for subnet (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:02.976162 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6597e0b5-fa74-42f0-9c01-1b8a4aad77d4 None None] Network b8fa1f91-bc29-419a-98ef-308a3af376f5 requested from dv-cinder-750782-12-iscsi {{(pid=103093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 16:23:02.988050 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-8bdab436-0e56-41cf-93f5-b30c80f55639 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.3697200 Mar 11 16:23:02.990597 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 41136) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:23:02.994814 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.v2.base [None req-206b1a19-dc92-4fb0-9579-4c73c4cc73a0 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1014386828-router', 'tenant_id': 'd7474eacf59d4806b490ad9b6f1f1689', 'external_gateway_info': {'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82'}}} {{(pid=103092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:23:03.019879 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-206b1a19-dc92-4fb0-9579-4c73c4cc73a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-772388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-56450'] for router (3c307420-d624-4877-a2e9-69b07e7287e8), before_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:03.021109 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-206b1a19-dc92-4fb0-9579-4c73c4cc73a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539762', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-605413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-56571'] for router (3c307420-d624-4877-a2e9-69b07e7287e8), precommit_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:03.105347 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eccb5a4-6974-4370-adfd-a6c4dcfa717b None None] Network b8fa1f91-bc29-419a-98ef-308a3af376f5 requested from dv-cinder-750782-12-iscsi {{(pid=103093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 16:23:03.144924 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-206b1a19-dc92-4fb0-9579-4c73c4cc73a0 admin admin] Publish callbacks [] for router_controller (3c307420-d624-4877-a2e9-69b07e7287e8), precommit_add_association {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:03.306394 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-206b1a19-dc92-4fb0-9579-4c73c4cc73a0 admin admin] Publish callbacks [] for router_gateway (3c307420-d624-4877-a2e9-69b07e7287e8), precommit_update {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:03.537970 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-206b1a19-dc92-4fb0-9579-4c73c4cc73a0 admin admin] Publish callbacks [] for router_gateway (3c307420-d624-4877-a2e9-69b07e7287e8), before_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:03.568828 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-206b1a19-dc92-4fb0-9579-4c73c4cc73a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (None), before_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:03.678002 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.db.db_base_plugin_common [None req-206b1a19-dc92-4fb0-9579-4c73c4cc73a0 admin admin] Allocated IP 172.27.0.77 (ff1c1ad1-a65f-4be8-9483-081137458b82/5240f8c4-acf8-4de2-827e-773879cfd307/67eb1fec-0a76-4e21-89b3-aed68ef60dc4) {{(pid=103092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:23:03.795910 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-206b1a19-dc92-4fb0-9579-4c73c4cc73a0 admin admin] Publish callbacks [] for port (67eb1fec-0a76-4e21-89b3-aed68ef60dc4), precommit_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:03.831557 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-206b1a19-dc92-4fb0-9579-4c73c4cc73a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780137975911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30811620'] for port (67eb1fec-0a76-4e21-89b3-aed68ef60dc4), after_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:03.832655 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 41168) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:23:03.874718 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206b1a19-dc92-4fb0-9579-4c73c4cc73a0 admin admin] Network ff1c1ad1-a65f-4be8-9483-081137458b82 is already hosted by enough agents. {{(pid=103092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:23:03.878081 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.scheduler.base_scheduler [None req-206b1a19-dc92-4fb0-9579-4c73c4cc73a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:23:03.880653 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206b1a19-dc92-4fb0-9579-4c73c4cc73a0 admin admin] Received port after_create {{(pid=103092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 16:23:03.910649 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206b1a19-dc92-4fb0-9579-4c73c4cc73a0 admin admin] Pushing event updated for resources: {'Port': ['ID=67eb1fec-0a76-4e21-89b3-aed68ef60dc4,revision_number=1']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:03.946872 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-c92c53d4-4900-4129-aa49-b4dde3c078d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:04.031333 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-c92c53d4-4900-4129-aa49-b4dde3c078d8 admin admin] Publish callbacks [] for security_group (130a7b1c-93f1-4c39-96c8-4bbedec8c2ec), precommit_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:04.035547 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-c92c53d4-4900-4129-aa49-b4dde3c078d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (130a7b1c-93f1-4c39-96c8-4bbedec8c2ec), after_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:04.081027 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-c92c53d4-4900-4129-aa49-b4dde3c078d8 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=35c8b526832e4aa4aa3fbfa8f786a6ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2429988 Mar 11 16:23:04.081027 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92c53d4-4900-4129-aa49-b4dde3c078d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=130a7b1c-93f1-4c39-96c8-4bbedec8c2ec,revision_number=1']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:04.081467 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 41174) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:23:04.133370 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-2a0bc219-9ded-4546-b42a-766915cc5818 admin admin] Publish callbacks [] for security_group (130a7b1c-93f1-4c39-96c8-4bbedec8c2ec), before_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:04.157839 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-206b1a19-dc92-4fb0-9579-4c73c4cc73a0 admin admin] Publish callbacks [] for router_gateway (3c307420-d624-4877-a2e9-69b07e7287e8), after_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:04.159066 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-2a0bc219-9ded-4546-b42a-766915cc5818 admin admin] Publish callbacks [] for security_group (130a7b1c-93f1-4c39-96c8-4bbedec8c2ec), precommit_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:04.210002 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-2a0bc219-9ded-4546-b42a-766915cc5818 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (130a7b1c-93f1-4c39-96c8-4bbedec8c2ec), after_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:04.212646 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-2a0bc219-9ded-4546-b42a-766915cc5818 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:04.213780 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-2a0bc219-9ded-4546-b42a-766915cc5818 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/130a7b1c-93f1-4c39-96c8-4bbedec8c2ec HTTP/1.1" status: 204 len: 168 time: 0.1316698 Mar 11 16:23:04.223755 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0bc219-9ded-4546-b42a-766915cc5818 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=130a7b1c-93f1-4c39-96c8-4bbedec8c2ec,revision_number=None']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:04.372947 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-206b1a19-dc92-4fb0-9579-4c73c4cc73a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-772511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539677'] for router (3c307420-d624-4877-a2e9-69b07e7287e8), after_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:04.493410 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 41180) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:23:04.509561 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-0af7eec4-be21-45bd-9b1b-110856926a7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:04.520383 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-206b1a19-dc92-4fb0-9579-4c73c4cc73a0 admin admin] Router 3c307420-d624-4877-a2e9-69b07e7287e8 is scheduled to L3 agent 03422851-42b1-44c9-ada6-e479436b7b23 with binding_index 1 {{(pid=103092) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 16:23:04.591896 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-0af7eec4-be21-45bd-9b1b-110856926a7a admin admin] Publish callbacks [] for security_group (24659821-e172-45ae-a620-3a08c7cc0a3b), precommit_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:04.596385 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-0af7eec4-be21-45bd-9b1b-110856926a7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (24659821-e172-45ae-a620-3a08c7cc0a3b), after_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:04.640607 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-0af7eec4-be21-45bd-9b1b-110856926a7a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f111fe3e1f0e45cfa0d12a775b2dfd24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1439285 Mar 11 16:23:04.640607 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af7eec4-be21-45bd-9b1b-110856926a7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24659821-e172-45ae-a620-3a08c7cc0a3b,revision_number=1']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:04.642739 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 41182) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:23:04.696094 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-4fbc1aeb-81bf-469d-bd09-7ee05504ff96 admin admin] Publish callbacks [] for security_group (24659821-e172-45ae-a620-3a08c7cc0a3b), before_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:04.722035 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-4fbc1aeb-81bf-469d-bd09-7ee05504ff96 admin admin] Publish callbacks [] for security_group (24659821-e172-45ae-a620-3a08c7cc0a3b), precommit_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:04.780278 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-4fbc1aeb-81bf-469d-bd09-7ee05504ff96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (24659821-e172-45ae-a620-3a08c7cc0a3b), after_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:04.783294 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-4fbc1aeb-81bf-469d-bd09-7ee05504ff96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:04.784493 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-4fbc1aeb-81bf-469d-bd09-7ee05504ff96 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/24659821-e172-45ae-a620-3a08c7cc0a3b HTTP/1.1" status: 204 len: 168 time: 0.1408055 Mar 11 16:23:04.793072 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbc1aeb-81bf-469d-bd09-7ee05504ff96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24659821-e172-45ae-a620-3a08c7cc0a3b,revision_number=None']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:04.886026 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-206b1a19-dc92-4fb0-9579-4c73c4cc73a0 admin admin] Notify agent at l3_agent.dv-cinder-750782-12-iscsi the message routers_updated {{(pid=103092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:23:04.898906 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642c1c5f-e119-40a0-94fb-ccc201b567d3 None None] Sync routers for ids ['3c307420-d624-4877-a2e9-69b07e7287e8'] in dv-cinder-750782-12-iscsi {{(pid=103094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:23:04.913690 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642c1c5f-e119-40a0-94fb-ccc201b567d3 None None] Routers {'3c307420-d624-4877-a2e9-69b07e7287e8'} bound to L3 agent in host dv-cinder-750782-12-iscsi {{(pid=103094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 16:23:04.914508 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_hamode_db [None req-642c1c5f-e119-40a0-94fb-ccc201b567d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T16:12:46Z,description=,heartbeat_timestamp=2022-03-11T16:22:46Z,host='dv-cinder-750782-12-iscsi',id=03422851-42b1-44c9-ada6-e479436b7b23,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:12:46Z,topic='l3_agent')) {'router_ids': ['3c307420-d624-4877-a2e9-69b07e7287e8'], 'active': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:23:04.924810 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-206b1a19-dc92-4fb0-9579-4c73c4cc73a0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:04.929089 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-206b1a19-dc92-4fb0-9579-4c73c4cc73a0 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 1.9344554 Mar 11 16:23:04.934434 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 41194) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:23:05.068440 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_dvr_db [None req-642c1c5f-e119-40a0-94fb-ccc201b567d3 None None] Set router 3c307420-d624-4877-a2e9-69b07e7287e8 gateway port host: dv-cinder-750782-12-iscsi {{(pid=103094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 16:23:05.250438 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (42978ec7-0c45-4bcc-88e8-64ee44356522), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:05.354020 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_hamode_db [None req-642c1c5f-e119-40a0-94fb-ccc201b567d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c307420-d624-4877-a2e9-69b07e7287e8', 'name': 'tempest-ServerRescueNegativeTestJSON-1014386828-router', 'tenant_id': 'd7474eacf59d4806b490ad9b6f1f1689', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'external_fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '67eb1fec-0a76-4e21-89b3-aed68ef60dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:23:03Z', 'updated_at': '2022-03-11T16:23:04Z', 'revision_number': 3, 'project_id': 'd7474eacf59d4806b490ad9b6f1f1689', 'gw_port': {'id': '67eb1fec-0a76-4e21-89b3-aed68ef60dc4', 'name': '', 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:62:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c307420-d624-4877-a2e9-69b07e7287e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:23:03Z', 'updated_at': '2022-03-11T16:23:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-12-iscsi'}], 'dv-cinder-750782-12-iscsi', False) {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:23:05.383051 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642c1c5f-e119-40a0-94fb-ccc201b567d3 None None] Checking router: 3c307420-d624-4877-a2e9-69b07e7287e8 for host: dv-cinder-750782-12-iscsi {{(pid=103094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:23:05.383405 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642c1c5f-e119-40a0-94fb-ccc201b567d3 None None] Updating router 3c307420-d624-4877-a2e9-69b07e7287e8 port 67eb1fec-0a76-4e21-89b3-aed68ef60dc4 binding host dv-cinder-750782-12-iscsi {{(pid=103094) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 16:23:05.405529 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 41218) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:23:05.426589 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-642c1c5f-e119-40a0-94fb-ccc201b567d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (67eb1fec-0a76-4e21-89b3-aed68ef60dc4), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:05.538370 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-0b584295-5758-4684-b72e-20f5ce535602 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (None), before_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:05.612711 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-abf666d2-4b33-4e60-b8ad-4e811dc2549c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:05.720573 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-abf666d2-4b33-4e60-b8ad-4e811dc2549c admin admin] Publish callbacks [] for security_group (de16e6dc-52ae-4c4e-be40-7e8bd3791c6b), precommit_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:05.725830 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-abf666d2-4b33-4e60-b8ad-4e811dc2549c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (de16e6dc-52ae-4c4e-be40-7e8bd3791c6b), after_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:05.758142 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.db.db_base_plugin_common [None req-0b584295-5758-4684-b72e-20f5ce535602 admin admin] Allocated IP 172.20.0.1 (b8fa1f91-bc29-419a-98ef-308a3af376f5/440fba8a-19de-4f6c-be76-9954bd5733a7/3de0879a-7fe0-415c-957b-54bbdf3e5e2a) {{(pid=103092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:23:05.782178 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-abf666d2-4b33-4e60-b8ad-4e811dc2549c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=41f1684b3cb64b4c8cd44ce8393a31a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3761220 Mar 11 16:23:05.784901 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 41232) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:23:05.791813 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf666d2-4b33-4e60-b8ad-4e811dc2549c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de16e6dc-52ae-4c4e-be40-7e8bd3791c6b,revision_number=1']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:05.854435 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-b16516c4-d651-4759-8f04-281c22279864 admin admin] Publish callbacks [] for security_group (de16e6dc-52ae-4c4e-be40-7e8bd3791c6b), before_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:05.907057 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-642c1c5f-e119-40a0-94fb-ccc201b567d3 None None] Publish callbacks [] for port (67eb1fec-0a76-4e21-89b3-aed68ef60dc4), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:05.910383 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-0b584295-5758-4684-b72e-20f5ce535602 admin admin] Publish callbacks [] for port (3de0879a-7fe0-415c-957b-54bbdf3e5e2a), precommit_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:05.911964 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-b16516c4-d651-4759-8f04-281c22279864 admin admin] Publish callbacks [] for security_group (de16e6dc-52ae-4c4e-be40-7e8bd3791c6b), precommit_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:05.917198 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-642c1c5f-e119-40a0-94fb-ccc201b567d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947'] for port (67eb1fec-0a76-4e21-89b3-aed68ef60dc4), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:05.972294 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-0b584295-5758-4684-b72e-20f5ce535602 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780137975911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30811620'] for port (3de0879a-7fe0-415c-957b-54bbdf3e5e2a), after_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:05.977829 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-b16516c4-d651-4759-8f04-281c22279864 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (de16e6dc-52ae-4c4e-be40-7e8bd3791c6b), after_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:05.981978 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-b16516c4-d651-4759-8f04-281c22279864 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:05.983159 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-b16516c4-d651-4759-8f04-281c22279864 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/de16e6dc-52ae-4c4e-be40-7e8bd3791c6b HTTP/1.1" status: 204 len: 168 time: 0.1974452 Mar 11 16:23:05.992508 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16516c4-d651-4759-8f04-281c22279864 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de16e6dc-52ae-4c4e-be40-7e8bd3791c6b,revision_number=None']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:06.005657 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [None req-642c1c5f-e119-40a0-94fb-ccc201b567d3 None None] Attempting to bind port 67eb1fec-0a76-4e21-89b3-aed68ef60dc4 on host dv-cinder-750782-12-iscsi for vnic_type normal with profile {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 16:23:06.006863 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [None req-642c1c5f-e119-40a0-94fb-ccc201b567d3 None None] Attempting to bind port 67eb1fec-0a76-4e21-89b3-aed68ef60dc4 by drivers openvswitch,hyperv on host dv-cinder-750782-12-iscsi at level 0 using segments [{'id': 'd35af6e3-4c7b-42bf-84c3-6daa0b397bde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 16:23:06.007509 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642c1c5f-e119-40a0-94fb-ccc201b567d3 None None] Attempting to bind port 67eb1fec-0a76-4e21-89b3-aed68ef60dc4 on network ff1c1ad1-a65f-4be8-9483-081137458b82 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 16:23:06.013429 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c584dc57-ec9e-457e-b498-11a1a3fe40b8 None None] Pushing event updated for resources: {'Port': ['ID=67eb1fec-0a76-4e21-89b3-aed68ef60dc4,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:06.017408 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642c1c5f-e119-40a0-94fb-ccc201b567d3 None None] Checking agent: {'id': '1025624e-e238-47fc-86ae-58f7bb6baa16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 12, 50), 'started_at': datetime.datetime(2022, 3, 11, 16, 13, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 22, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 16:23:06.018068 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642c1c5f-e119-40a0-94fb-ccc201b567d3 None None] Checking segment: {'id': 'd35af6e3-4c7b-42bf-84c3-6daa0b397bde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 16:23:06.018627 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-642c1c5f-e119-40a0-94fb-ccc201b567d3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:06.019823 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642c1c5f-e119-40a0-94fb-ccc201b567d3 None None] Bound using segment: {'id': 'd35af6e3-4c7b-42bf-84c3-6daa0b397bde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82'} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 16:23:06.020852 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [None req-642c1c5f-e119-40a0-94fb-ccc201b567d3 None None] Bound port: 67eb1fec-0a76-4e21-89b3-aed68ef60dc4, host: dv-cinder-750782-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd35af6e3-4c7b-42bf-84c3-6daa0b397bde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82'}}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 16:23:06.021669 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-642c1c5f-e119-40a0-94fb-ccc201b567d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (67eb1fec-0a76-4e21-89b3-aed68ef60dc4), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:06.051930 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c584dc57-ec9e-457e-b498-11a1a3fe40b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:23:06.053208 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c584dc57-ec9e-457e-b498-11a1a3fe40b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:23:06.053861 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c584dc57-ec9e-457e-b498-11a1a3fe40b8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:23:06.054443 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c584dc57-ec9e-457e-b498-11a1a3fe40b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:23:06.054554 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b584295-5758-4684-b72e-20f5ce535602 admin admin] Network b8fa1f91-bc29-419a-98ef-308a3af376f5 is already hosted by enough agents. {{(pid=103092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:23:06.055188 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c584dc57-ec9e-457e-b498-11a1a3fe40b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:23:06.055669 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c584dc57-ec9e-457e-b498-11a1a3fe40b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:23:06.056160 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c584dc57-ec9e-457e-b498-11a1a3fe40b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:23:06.057750 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c584dc57-ec9e-457e-b498-11a1a3fe40b8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:23:06.058574 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c584dc57-ec9e-457e-b498-11a1a3fe40b8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:23:06.059738 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c584dc57-ec9e-457e-b498-11a1a3fe40b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:23:06.060227 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c584dc57-ec9e-457e-b498-11a1a3fe40b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:23:06.060869 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c584dc57-ec9e-457e-b498-11a1a3fe40b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:23:06.061339 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c584dc57-ec9e-457e-b498-11a1a3fe40b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:23:06.064300 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.scheduler.base_scheduler [None req-0b584295-5758-4684-b72e-20f5ce535602 admin admin] Resources bound (agent type, host, resource id): {{(pid=103092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:23:06.070735 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b584295-5758-4684-b72e-20f5ce535602 admin admin] Received port after_create {{(pid=103092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 16:23:06.110592 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b584295-5758-4684-b72e-20f5ce535602 admin admin] Pushing event updated for resources: {'Port': ['ID=3de0879a-7fe0-415c-957b-54bbdf3e5e2a,revision_number=1']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:06.119435 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.plugins.ml2.db [None req-642c1c5f-e119-40a0-94fb-ccc201b567d3 None None] For port 67eb1fec-0a76-4e21-89b3-aed68ef60dc4, host dv-cinder-750782-12-iscsi, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:23:06.130666 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.plugins.ml2.db [None req-642c1c5f-e119-40a0-94fb-ccc201b567d3 None None] For port 67eb1fec-0a76-4e21-89b3-aed68ef60dc4, host dv-cinder-750782-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-12-iscsi',level=0,port_id=67eb1fec-0a76-4e21-89b3-aed68ef60dc4,segment=NetworkSegment(d35af6e3-4c7b-42bf-84c3-6daa0b397bde),segment_id=d35af6e3-4c7b-42bf-84c3-6daa0b397bde)] {{(pid=103094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:23:06.139769 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-642c1c5f-e119-40a0-94fb-ccc201b567d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947'] for port (67eb1fec-0a76-4e21-89b3-aed68ef60dc4), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:06.143283 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-0b584295-5758-4684-b72e-20f5ce535602 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-770162'] for router_interface (3c307420-d624-4877-a2e9-69b07e7287e8), before_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:06.216965 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642c1c5f-e119-40a0-94fb-ccc201b567d3 None None] Routers {'3c307420-d624-4877-a2e9-69b07e7287e8'} bound to L3 agent in host dv-cinder-750782-12-iscsi {{(pid=103094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 16:23:06.217536 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_hamode_db [None req-642c1c5f-e119-40a0-94fb-ccc201b567d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T16:12:46Z,description=,heartbeat_timestamp=2022-03-11T16:22:46Z,host='dv-cinder-750782-12-iscsi',id=03422851-42b1-44c9-ada6-e479436b7b23,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:12:46Z,topic='l3_agent')) {'router_ids': ['3c307420-d624-4877-a2e9-69b07e7287e8'], 'active': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:23:06.264999 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c584dc57-ec9e-457e-b498-11a1a3fe40b8 None None] Pushing event updated for resources: {'Port': ['ID=67eb1fec-0a76-4e21-89b3-aed68ef60dc4,revision_number=3']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:06.361658 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-0b584295-5758-4684-b72e-20f5ce535602 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (3de0879a-7fe0-415c-957b-54bbdf3e5e2a), before_update {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:06.362766 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_dvr_db [None req-642c1c5f-e119-40a0-94fb-ccc201b567d3 None None] Set router 3c307420-d624-4877-a2e9-69b07e7287e8 gateway port host: dv-cinder-750782-12-iscsi {{(pid=103094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 16:23:06.541266 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 41252) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:23:06.556154 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-dc5e4dd5-e9a2-4834-b77d-c6782724db5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:06.611311 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-0b584295-5758-4684-b72e-20f5ce535602 admin admin] Publish callbacks [] for port (3de0879a-7fe0-415c-957b-54bbdf3e5e2a), precommit_update {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:06.617188 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-0b584295-5758-4684-b72e-20f5ce535602 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30811645'] for port (3de0879a-7fe0-415c-957b-54bbdf3e5e2a), after_update {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:06.625765 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_hamode_db [None req-642c1c5f-e119-40a0-94fb-ccc201b567d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c307420-d624-4877-a2e9-69b07e7287e8', 'name': 'tempest-ServerRescueNegativeTestJSON-1014386828-router', 'tenant_id': 'd7474eacf59d4806b490ad9b6f1f1689', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'external_fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '67eb1fec-0a76-4e21-89b3-aed68ef60dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:23:03Z', 'updated_at': '2022-03-11T16:23:04Z', 'revision_number': 3, 'project_id': 'd7474eacf59d4806b490ad9b6f1f1689', 'gw_port': {'id': '67eb1fec-0a76-4e21-89b3-aed68ef60dc4', 'name': '', 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:62:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c307420-d624-4877-a2e9-69b07e7287e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:23:03Z', 'updated_at': '2022-03-11T16:23:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-12-iscsi'}], 'dv-cinder-750782-12-iscsi', False) {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:23:06.665183 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642c1c5f-e119-40a0-94fb-ccc201b567d3 None None] The sync data for ids ['3c307420-d624-4877-a2e9-69b07e7287e8'] in dv-cinder-750782-12-iscsi is: [{'id': '3c307420-d624-4877-a2e9-69b07e7287e8', 'name': 'tempest-ServerRescueNegativeTestJSON-1014386828-router', 'tenant_id': 'd7474eacf59d4806b490ad9b6f1f1689', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'external_fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '67eb1fec-0a76-4e21-89b3-aed68ef60dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:23:03Z', 'updated_at': '2022-03-11T16:23:04Z', 'revision_number': 3, 'project_id': 'd7474eacf59d4806b490ad9b6f1f1689', 'gw_port': {'id': '67eb1fec-0a76-4e21-89b3-aed68ef60dc4', 'name': '', 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:62:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c307420-d624-4877-a2e9-69b07e7287e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:23:03Z', 'updated_at': '2022-03-11T16:23:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-12-iscsi'}] {{(pid=103094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:23:06.669188 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-dc5e4dd5-e9a2-4834-b77d-c6782724db5b admin admin] Publish callbacks [] for security_group (558180f8-2dc0-41cc-a619-5f49b04dab91), precommit_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:06.678921 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-dc5e4dd5-e9a2-4834-b77d-c6782724db5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (558180f8-2dc0-41cc-a619-5f49b04dab91), after_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:06.707121 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b584295-5758-4684-b72e-20f5ce535602 admin admin] Pushing event updated for resources: {'Port': ['ID=3de0879a-7fe0-415c-957b-54bbdf3e5e2a,revision_number=2']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:06.717109 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-0b584295-5758-4684-b72e-20f5ce535602 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-779424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-770270'] for router_interface (3c307420-d624-4877-a2e9-69b07e7287e8), after_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:06.732220 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-dc5e4dd5-e9a2-4834-b77d-c6782724db5b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e389bf1da1204f2abb28ba2b2331f41a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1883500 Mar 11 16:23:06.733855 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5e4dd5-e9a2-4834-b77d-c6782724db5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=558180f8-2dc0-41cc-a619-5f49b04dab91,revision_number=1']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:06.736564 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 41258) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:23:06.818923 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-345cbe63-a38f-4206-9c9e-a1619b097c51 admin admin] Publish callbacks [] for security_group (558180f8-2dc0-41cc-a619-5f49b04dab91), before_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:06.851831 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b584295-5758-4684-b72e-20f5ce535602 admin admin] Network b8fa1f91-bc29-419a-98ef-308a3af376f5 is already hosted by enough agents. {{(pid=103092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:23:06.853543 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.scheduler.base_scheduler [None req-0b584295-5758-4684-b72e-20f5ce535602 admin admin] Resources bound (agent type, host, resource id): {{(pid=103092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:23:06.854244 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-345cbe63-a38f-4206-9c9e-a1619b097c51 admin admin] Publish callbacks [] for security_group (558180f8-2dc0-41cc-a619-5f49b04dab91), precommit_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:06.937528 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-345cbe63-a38f-4206-9c9e-a1619b097c51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (558180f8-2dc0-41cc-a619-5f49b04dab91), after_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:06.942720 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-345cbe63-a38f-4206-9c9e-a1619b097c51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:06.949264 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-345cbe63-a38f-4206-9c9e-a1619b097c51 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/558180f8-2dc0-41cc-a619-5f49b04dab91 HTTP/1.1" status: 204 len: 168 time: 0.2071817 Mar 11 16:23:06.959915 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345cbe63-a38f-4206-9c9e-a1619b097c51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=558180f8-2dc0-41cc-a619-5f49b04dab91,revision_number=None']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:07.018441 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b584295-5758-4684-b72e-20f5ce535602 admin admin] Router 3c307420-d624-4877-a2e9-69b07e7287e8 has already been hosted by L3 agent 03422851-42b1-44c9-ada6-e479436b7b23 {{(pid=103092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:23:07.264369 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b584295-5758-4684-b72e-20f5ce535602 admin admin] Notify agent at l3_agent.dv-cinder-750782-12-iscsi the message routers_updated {{(pid=103092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:23:07.277738 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-0b584295-5758-4684-b72e-20f5ce535602 admin admin] 10.222.0.72 "PUT /v2.0/routers/3c307420-d624-4877-a2e9-69b07e7287e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3377697 Mar 11 16:23:07.940643 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Device 67eb1fec-0a76-4e21-89b3-aed68ef60dc4 up at agent ovs-agent-dv-cinder-750782-12-iscsi {{(pid=103093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 16:23:08.020751 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Provisioning complete for port 67eb1fec-0a76-4e21-89b3-aed68ef60dc4 triggered by entity L2. {{(pid=103093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 16:23:08.021126 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397499'] for port (67eb1fec-0a76-4e21-89b3-aed68ef60dc4), provisioning_complete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:08.041298 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fd4c37-acd5-4d9e-96f0-e6acf4e6ba67 req-60e5d642-52c4-4979-be4c-bf10bf30a246 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:08.051605 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-d5fd4c37-acd5-4d9e-96f0-e6acf4e6ba67 req-60e5d642-52c4-4979-be4c-bf10bf30a246 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/networks?id=b8fa1f91-bc29-419a-98ef-308a3af376f5 HTTP/1.1" status: 200 len: 819 time: 0.2229507 Mar 11 16:23:08.070657 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-d5fd4c37-acd5-4d9e-96f0-e6acf4e6ba67 req-4b3e17fa-b0b6-4bf0-8a88-72b65075674f tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/quotas/d7474eacf59d4806b490ad9b6f1f1689 HTTP/1.1" status: 200 len: 375 time: 0.0179229 Mar 11 16:23:08.163496 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Current status of the port 67eb1fec-0a76-4e21-89b3-aed68ef60dc4 is: DOWN; New status is: ACTIVE {{(pid=103093) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 16:23:08.163864 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (67eb1fec-0a76-4e21-89b3-aed68ef60dc4), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:08.197326 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-d5fd4c37-acd5-4d9e-96f0-e6acf4e6ba67 req-c0b875ff-df00-4f19-add2-2709c3cd4e1f tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=d7474eacf59d4806b490ad9b6f1f1689&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1216133 Mar 11 16:23:08.197907 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] For port 67eb1fec-0a76-4e21-89b3-aed68ef60dc4, host dv-cinder-750782-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-12-iscsi',level=0,port_id=67eb1fec-0a76-4e21-89b3-aed68ef60dc4,segment=NetworkSegment(d35af6e3-4c7b-42bf-84c3-6daa0b397bde),segment_id=d35af6e3-4c7b-42bf-84c3-6daa0b397bde)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:23:08.204408 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947'] for port (67eb1fec-0a76-4e21-89b3-aed68ef60dc4), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:08.268331 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Pushing event updated for resources: {'Port': ['ID=67eb1fec-0a76-4e21-89b3-aed68ef60dc4,revision_number=4']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:08.275536 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:23:08.275883 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:23:08.276219 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:23:08.276559 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:23:08.276891 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:23:08.277741 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:23:08.279005 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:23:08.279547 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:23:08.279883 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:23:08.280210 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:23:08.280536 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:23:08.280967 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:23:08.281295 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:23:08.316473 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-d5fd4c37-acd5-4d9e-96f0-e6acf4e6ba67 req-2fbcb0c5-e021-414a-9305-260261e3b722 service neutron] 10.222.0.72 "GET /v2.0/networks/b8fa1f91-bc29-419a-98ef-308a3af376f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016145 Mar 11 16:23:08.416151 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-d5fd4c37-acd5-4d9e-96f0-e6acf4e6ba67 req-d28461de-c134-4e35-8195-0db96845d59a service neutron] 10.222.0.72 "GET /v2.0/networks/b8fa1f91-bc29-419a-98ef-308a3af376f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942869 Mar 11 16:23:08.598672 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-a40c4ac2-bcb1-4c27-b802-847b12ea0ed9 req-72618530-baa4-4bac-ac27-38e703a3f80a tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/ports?device_id=951f3d73-8cd5-4032-ad4d-9453ab670ada HTTP/1.1" status: 200 len: 210 time: 0.0362978 Mar 11 16:23:08.923354 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7d59d1-abbc-4753-8f79-2e593ba62b9b None None] Sync routers for ids ['3c307420-d624-4877-a2e9-69b07e7287e8'] in dv-cinder-750782-12-iscsi {{(pid=103093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:23:08.940872 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971f395b-6995-424e-883c-33890572a7e1 req-89e810e8-66e7-44b0-8ac1-be4b72206a28 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:08.941552 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7d59d1-abbc-4753-8f79-2e593ba62b9b None None] Routers {'3c307420-d624-4877-a2e9-69b07e7287e8'} bound to L3 agent in host dv-cinder-750782-12-iscsi {{(pid=103093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 16:23:08.942474 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-971f395b-6995-424e-883c-33890572a7e1 req-89e810e8-66e7-44b0-8ac1-be4b72206a28 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/networks?id=b8fa1f91-bc29-419a-98ef-308a3af376f5 HTTP/1.1" status: 200 len: 819 time: 0.1351087 Mar 11 16:23:08.947486 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_hamode_db [None req-6d7d59d1-abbc-4753-8f79-2e593ba62b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T16:12:46Z,description=,heartbeat_timestamp=2022-03-11T16:22:46Z,host='dv-cinder-750782-12-iscsi',id=03422851-42b1-44c9-ada6-e479436b7b23,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:12:46Z,topic='l3_agent')) {'router_ids': ['3c307420-d624-4877-a2e9-69b07e7287e8'], 'active': True} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:23:08.959590 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-971f395b-6995-424e-883c-33890572a7e1 req-fbd1a8c8-2c6d-4c0e-9819-5798516ee4fb tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/quotas/d7474eacf59d4806b490ad9b6f1f1689 HTTP/1.1" status: 200 len: 375 time: 0.0117676 Mar 11 16:23:09.037008 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-971f395b-6995-424e-883c-33890572a7e1 req-6b2b32a0-6cc1-4c1a-91f1-f18c2b5e52d5 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=d7474eacf59d4806b490ad9b6f1f1689&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0691493 Mar 11 16:23:09.090982 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_dvr_db [None req-6d7d59d1-abbc-4753-8f79-2e593ba62b9b None None] Set router 3c307420-d624-4877-a2e9-69b07e7287e8 gateway port host: dv-cinder-750782-12-iscsi {{(pid=103093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 16:23:09.138706 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-971f395b-6995-424e-883c-33890572a7e1 req-793fc0b5-5188-4928-92d7-49acb64d7751 service neutron] 10.222.0.72 "GET /v2.0/networks/b8fa1f91-bc29-419a-98ef-308a3af376f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938206 Mar 11 16:23:09.254317 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-971f395b-6995-424e-883c-33890572a7e1 req-33df4f8e-ccfc-49dc-aa53-c713059cdadd service neutron] 10.222.0.72 "GET /v2.0/networks/b8fa1f91-bc29-419a-98ef-308a3af376f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098335 Mar 11 16:23:09.334915 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_hamode_db [None req-6d7d59d1-abbc-4753-8f79-2e593ba62b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c307420-d624-4877-a2e9-69b07e7287e8', 'name': 'tempest-ServerRescueNegativeTestJSON-1014386828-router', 'tenant_id': 'd7474eacf59d4806b490ad9b6f1f1689', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'external_fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '67eb1fec-0a76-4e21-89b3-aed68ef60dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:23:03Z', 'updated_at': '2022-03-11T16:23:06Z', 'revision_number': 4, 'project_id': 'd7474eacf59d4806b490ad9b6f1f1689', 'gw_port': {'id': '67eb1fec-0a76-4e21-89b3-aed68ef60dc4', 'name': '', 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:62:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c307420-d624-4877-a2e9-69b07e7287e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:23:03Z', 'updated_at': '2022-03-11T16:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-12-iscsi', '_interfaces': [{'id': '3de0879a-7fe0-415c-957b-54bbdf3e5e2a', 'name': '', 'network_id': 'b8fa1f91-bc29-419a-98ef-308a3af376f5', 'tenant_id': 'd7474eacf59d4806b490ad9b6f1f1689', 'mac_address': 'fa:16:3e:55:1a:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c307420-d624-4877-a2e9-69b07e7287e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '440fba8a-19de-4f6c-be76-9954bd5733a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:23:05Z', 'updated_at': '2022-03-11T16:23:06Z', 'revision_number': 2, 'project_id': 'd7474eacf59d4806b490ad9b6f1f1689', 'subnets': [{'id': '440fba8a-19de-4f6c-be76-9954bd5733a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-12-iscsi', False) {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:23:09.367915 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7d59d1-abbc-4753-8f79-2e593ba62b9b None None] Checking router: 3c307420-d624-4877-a2e9-69b07e7287e8 for host: dv-cinder-750782-12-iscsi {{(pid=103093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:23:09.368268 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7d59d1-abbc-4753-8f79-2e593ba62b9b None None] Updating router 3c307420-d624-4877-a2e9-69b07e7287e8 port 3de0879a-7fe0-415c-957b-54bbdf3e5e2a binding host dv-cinder-750782-12-iscsi {{(pid=103093) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 16:23:09.431490 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6d7d59d1-abbc-4753-8f79-2e593ba62b9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (3de0879a-7fe0-415c-957b-54bbdf3e5e2a), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:09.501016 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-02521727-4bf6-47bf-9765-c34a6cba6f13 req-b4e7579f-4fa9-49ec-b3bb-ed0ed887d327 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/ports?device_id=90ca8e8f-9f94-48cd-9a21-1200c7a66e7a HTTP/1.1" status: 200 len: 210 time: 0.0413384 Mar 11 16:23:09.783910 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6d7d59d1-abbc-4753-8f79-2e593ba62b9b None None] Publish callbacks [] for port (3de0879a-7fe0-415c-957b-54bbdf3e5e2a), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:09.791669 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6d7d59d1-abbc-4753-8f79-2e593ba62b9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947'] for port (3de0879a-7fe0-415c-957b-54bbdf3e5e2a), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:09.855404 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca4a2a7-a811-48fe-891d-948e85377813 None None] Pushing event updated for resources: {'Port': ['ID=3de0879a-7fe0-415c-957b-54bbdf3e5e2a,revision_number=3']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:09.878139 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Device 67eb1fec-0a76-4e21-89b3-aed68ef60dc4 up at agent ovs-agent-dv-cinder-750782-12-iscsi {{(pid=103093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 16:23:09.937185 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [None req-6d7d59d1-abbc-4753-8f79-2e593ba62b9b None None] Attempting to bind port 3de0879a-7fe0-415c-957b-54bbdf3e5e2a on host dv-cinder-750782-12-iscsi for vnic_type normal with profile {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 16:23:09.937550 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [None req-6d7d59d1-abbc-4753-8f79-2e593ba62b9b None None] Attempting to bind port 3de0879a-7fe0-415c-957b-54bbdf3e5e2a by drivers openvswitch,hyperv on host dv-cinder-750782-12-iscsi at level 0 using segments [{'id': '3d93b5d4-cefe-4911-a16c-44b970641fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'b8fa1f91-bc29-419a-98ef-308a3af376f5'}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 16:23:09.937906 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7d59d1-abbc-4753-8f79-2e593ba62b9b None None] Attempting to bind port 3de0879a-7fe0-415c-957b-54bbdf3e5e2a on network b8fa1f91-bc29-419a-98ef-308a3af376f5 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 16:23:09.946900 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7d59d1-abbc-4753-8f79-2e593ba62b9b None None] Checking agent: {'id': '1025624e-e238-47fc-86ae-58f7bb6baa16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 12, 50), 'started_at': datetime.datetime(2022, 3, 11, 16, 13, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 22, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 16:23:09.947640 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7d59d1-abbc-4753-8f79-2e593ba62b9b None None] Checking segment: {'id': '3d93b5d4-cefe-4911-a16c-44b970641fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'b8fa1f91-bc29-419a-98ef-308a3af376f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 16:23:09.947640 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6d7d59d1-abbc-4753-8f79-2e593ba62b9b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:09.948020 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7d59d1-abbc-4753-8f79-2e593ba62b9b None None] Bound using segment: {'id': '3d93b5d4-cefe-4911-a16c-44b970641fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'b8fa1f91-bc29-419a-98ef-308a3af376f5'} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 16:23:09.948478 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [None req-6d7d59d1-abbc-4753-8f79-2e593ba62b9b None None] Bound port: 3de0879a-7fe0-415c-957b-54bbdf3e5e2a, host: dv-cinder-750782-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d93b5d4-cefe-4911-a16c-44b970641fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'b8fa1f91-bc29-419a-98ef-308a3af376f5'}}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 16:23:09.948986 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6d7d59d1-abbc-4753-8f79-2e593ba62b9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (3de0879a-7fe0-415c-957b-54bbdf3e5e2a), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:09.994912 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Provisioning complete for port 67eb1fec-0a76-4e21-89b3-aed68ef60dc4 triggered by entity L2. {{(pid=103093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 16:23:09.995281 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397499'] for port (67eb1fec-0a76-4e21-89b3-aed68ef60dc4), provisioning_complete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:10.060665 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-6d7d59d1-abbc-4753-8f79-2e593ba62b9b None None] For port 3de0879a-7fe0-415c-957b-54bbdf3e5e2a, host dv-cinder-750782-12-iscsi, cleared binding levels {{(pid=103093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:23:10.064179 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-6d7d59d1-abbc-4753-8f79-2e593ba62b9b None None] For port 3de0879a-7fe0-415c-957b-54bbdf3e5e2a, host dv-cinder-750782-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-12-iscsi',level=0,port_id=3de0879a-7fe0-415c-957b-54bbdf3e5e2a,segment=NetworkSegment(3d93b5d4-cefe-4911-a16c-44b970641fb6),segment_id=3d93b5d4-cefe-4911-a16c-44b970641fb6)] {{(pid=103093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:23:10.073723 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6d7d59d1-abbc-4753-8f79-2e593ba62b9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947'] for port (3de0879a-7fe0-415c-957b-54bbdf3e5e2a), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:10.177556 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7d59d1-abbc-4753-8f79-2e593ba62b9b None None] Routers {'3c307420-d624-4877-a2e9-69b07e7287e8'} bound to L3 agent in host dv-cinder-750782-12-iscsi {{(pid=103093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 16:23:10.178349 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_hamode_db [None req-6d7d59d1-abbc-4753-8f79-2e593ba62b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T16:12:46Z,description=,heartbeat_timestamp=2022-03-11T16:22:46Z,host='dv-cinder-750782-12-iscsi',id=03422851-42b1-44c9-ada6-e479436b7b23,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:12:46Z,topic='l3_agent')) {'router_ids': ['3c307420-d624-4877-a2e9-69b07e7287e8'], 'active': True} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:23:10.181124 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Current status of the port 67eb1fec-0a76-4e21-89b3-aed68ef60dc4 is: ACTIVE; New status is: ACTIVE {{(pid=103093) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 16:23:10.184729 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca4a2a7-a811-48fe-891d-948e85377813 None None] Pushing event updated for resources: {'Port': ['ID=3de0879a-7fe0-415c-957b-54bbdf3e5e2a,revision_number=4']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:10.326698 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fd4c37-acd5-4d9e-96f0-e6acf4e6ba67 req-bbba8db0-b6c8-4050-bcb6-4eabe6acdaa2 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:10.328926 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-d5fd4c37-acd5-4d9e-96f0-e6acf4e6ba67 req-bbba8db0-b6c8-4050-bcb6-4eabe6acdaa2 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.18 "GET /v2.0/networks?id=b8fa1f91-bc29-419a-98ef-308a3af376f5 HTTP/1.1" status: 200 len: 819 time: 0.1430943 Mar 11 16:23:10.335168 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_dvr_db [None req-6d7d59d1-abbc-4753-8f79-2e593ba62b9b None None] Set router 3c307420-d624-4877-a2e9-69b07e7287e8 gateway port host: dv-cinder-750782-12-iscsi {{(pid=103093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 16:23:10.345726 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.v2.base [req-d5fd4c37-acd5-4d9e-96f0-e6acf4e6ba67 req-75a08b72-5276-4a29-873c-cdf6f1f8dc8c tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] Request body: {'port': {'device_id': '951f3d73-8cd5-4032-ad4d-9453ab670ada', 'network_id': 'b8fa1f91-bc29-419a-98ef-308a3af376f5', 'admin_state_up': True, 'tenant_id': 'd7474eacf59d4806b490ad9b6f1f1689'}} {{(pid=103092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:23:10.482388 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5fd4c37-acd5-4d9e-96f0-e6acf4e6ba67 req-75a08b72-5276-4a29-873c-cdf6f1f8dc8c tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] Made reservation on behalf of d7474eacf59d4806b490ad9b6f1f1689 for: {'port': 1} {{(pid=103092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:23:10.484347 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-d5fd4c37-acd5-4d9e-96f0-e6acf4e6ba67 req-75a08b72-5276-4a29-873c-cdf6f1f8dc8c tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (None), before_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:10.585067 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_hamode_db [None req-6d7d59d1-abbc-4753-8f79-2e593ba62b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c307420-d624-4877-a2e9-69b07e7287e8', 'name': 'tempest-ServerRescueNegativeTestJSON-1014386828-router', 'tenant_id': 'd7474eacf59d4806b490ad9b6f1f1689', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'external_fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '67eb1fec-0a76-4e21-89b3-aed68ef60dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:23:03Z', 'updated_at': '2022-03-11T16:23:06Z', 'revision_number': 4, 'project_id': 'd7474eacf59d4806b490ad9b6f1f1689', 'gw_port': {'id': '67eb1fec-0a76-4e21-89b3-aed68ef60dc4', 'name': '', 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:62:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c307420-d624-4877-a2e9-69b07e7287e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:23:03Z', 'updated_at': '2022-03-11T16:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-12-iscsi', '_interfaces': [{'id': '3de0879a-7fe0-415c-957b-54bbdf3e5e2a', 'name': '', 'network_id': 'b8fa1f91-bc29-419a-98ef-308a3af376f5', 'tenant_id': 'd7474eacf59d4806b490ad9b6f1f1689', 'mac_address': 'fa:16:3e:55:1a:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c307420-d624-4877-a2e9-69b07e7287e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '440fba8a-19de-4f6c-be76-9954bd5733a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:23:05Z', 'updated_at': '2022-03-11T16:23:10Z', 'revision_number': 4, 'project_id': 'd7474eacf59d4806b490ad9b6f1f1689', 'subnets': [{'id': '440fba8a-19de-4f6c-be76-9954bd5733a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-12-iscsi', False) {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:23:10.636194 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-668cbe80-591b-4bd1-84de-132d4b889539 req-7eadafcd-bbd8-4a0d-b7be-9bccd174a0f9 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/ports?device_id=90ca8e8f-9f94-48cd-9a21-1200c7a66e7a HTTP/1.1" status: 200 len: 210 time: 0.0385947 Mar 11 16:23:10.675566 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.db.db_base_plugin_common [req-d5fd4c37-acd5-4d9e-96f0-e6acf4e6ba67 req-75a08b72-5276-4a29-873c-cdf6f1f8dc8c tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] Allocated IP 172.20.0.9 (b8fa1f91-bc29-419a-98ef-308a3af376f5/440fba8a-19de-4f6c-be76-9954bd5733a7/9d4df3af-6712-4ab2-b720-a9e6ce561b01) {{(pid=103092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:23:10.802768 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7d59d1-abbc-4753-8f79-2e593ba62b9b None None] The sync data for ids ['3c307420-d624-4877-a2e9-69b07e7287e8'] in dv-cinder-750782-12-iscsi is: [{'id': '3c307420-d624-4877-a2e9-69b07e7287e8', 'name': 'tempest-ServerRescueNegativeTestJSON-1014386828-router', 'tenant_id': 'd7474eacf59d4806b490ad9b6f1f1689', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'external_fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '67eb1fec-0a76-4e21-89b3-aed68ef60dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:23:03Z', 'updated_at': '2022-03-11T16:23:06Z', 'revision_number': 4, 'project_id': 'd7474eacf59d4806b490ad9b6f1f1689', 'gw_port': {'id': '67eb1fec-0a76-4e21-89b3-aed68ef60dc4', 'name': '', 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:62:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c307420-d624-4877-a2e9-69b07e7287e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:23:03Z', 'updated_at': '2022-03-11T16:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-12-iscsi', '_interfaces': [{'id': '3de0879a-7fe0-415c-957b-54bbdf3e5e2a', 'name': '', 'network_id': 'b8fa1f91-bc29-419a-98ef-308a3af376f5', 'tenant_id': 'd7474eacf59d4806b490ad9b6f1f1689', 'mac_address': 'fa:16:3e:55:1a:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c307420-d624-4877-a2e9-69b07e7287e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '440fba8a-19de-4f6c-be76-9954bd5733a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:23:05Z', 'updated_at': '2022-03-11T16:23:10Z', 'revision_number': 4, 'project_id': 'd7474eacf59d4806b490ad9b6f1f1689', 'subnets': [{'id': '440fba8a-19de-4f6c-be76-9954bd5733a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:23:10.950531 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971f395b-6995-424e-883c-33890572a7e1 req-9f3e12f3-059c-4999-ba00-7a147082829b tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:10.951413 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-971f395b-6995-424e-883c-33890572a7e1 req-9f3e12f3-059c-4999-ba00-7a147082829b tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.18 "GET /v2.0/networks?id=b8fa1f91-bc29-419a-98ef-308a3af376f5 HTTP/1.1" status: 200 len: 819 time: 0.2084382 Mar 11 16:23:10.985705 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.v2.base [req-971f395b-6995-424e-883c-33890572a7e1 req-9480915f-453f-4c47-81a1-b481a5b7b47d tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] Request body: {'port': {'device_id': '90ca8e8f-9f94-48cd-9a21-1200c7a66e7a', 'network_id': 'b8fa1f91-bc29-419a-98ef-308a3af376f5', 'admin_state_up': True, 'tenant_id': 'd7474eacf59d4806b490ad9b6f1f1689'}} {{(pid=103092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:23:10.994132 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-d5fd4c37-acd5-4d9e-96f0-e6acf4e6ba67 req-75a08b72-5276-4a29-873c-cdf6f1f8dc8c tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] Publish callbacks [] for port (9d4df3af-6712-4ab2-b720-a9e6ce561b01), precommit_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:11.107714 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-d5fd4c37-acd5-4d9e-96f0-e6acf4e6ba67 req-75a08b72-5276-4a29-873c-cdf6f1f8dc8c tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780137975911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30811620'] for port (9d4df3af-6712-4ab2-b720-a9e6ce561b01), after_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:11.166313 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5fd4c37-acd5-4d9e-96f0-e6acf4e6ba67 req-75a08b72-5276-4a29-873c-cdf6f1f8dc8c tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] Network b8fa1f91-bc29-419a-98ef-308a3af376f5 is already hosted by enough agents. {{(pid=103092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:23:11.170511 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.scheduler.base_scheduler [req-d5fd4c37-acd5-4d9e-96f0-e6acf4e6ba67 req-75a08b72-5276-4a29-873c-cdf6f1f8dc8c tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] Resources bound (agent type, host, resource id): {{(pid=103092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:23:11.172272 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-971f395b-6995-424e-883c-33890572a7e1 req-9480915f-453f-4c47-81a1-b481a5b7b47d tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] Made reservation on behalf of d7474eacf59d4806b490ad9b6f1f1689 for: {'port': 1} {{(pid=103092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:23:11.175731 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-971f395b-6995-424e-883c-33890572a7e1 req-9480915f-453f-4c47-81a1-b481a5b7b47d tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (None), before_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:11.178010 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5fd4c37-acd5-4d9e-96f0-e6acf4e6ba67 req-75a08b72-5276-4a29-873c-cdf6f1f8dc8c tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] Received port after_create {{(pid=103092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 16:23:11.210407 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a08b72-5276-4a29-873c-cdf6f1f8dc8c tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] Pushing event updated for resources: {'Port': ['ID=9d4df3af-6712-4ab2-b720-a9e6ce561b01,revision_number=1']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:11.229174 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a08b72-5276-4a29-873c-cdf6f1f8dc8c tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:23:11.229522 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a08b72-5276-4a29-873c-cdf6f1f8dc8c tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:23:11.229860 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a08b72-5276-4a29-873c-cdf6f1f8dc8c tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:23:11.230920 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a08b72-5276-4a29-873c-cdf6f1f8dc8c tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:23:11.231676 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a08b72-5276-4a29-873c-cdf6f1f8dc8c tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:23:11.231676 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a08b72-5276-4a29-873c-cdf6f1f8dc8c tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:23:11.231923 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a08b72-5276-4a29-873c-cdf6f1f8dc8c tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:23:11.232254 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a08b72-5276-4a29-873c-cdf6f1f8dc8c tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:23:11.232579 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a08b72-5276-4a29-873c-cdf6f1f8dc8c tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:23:11.232913 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a08b72-5276-4a29-873c-cdf6f1f8dc8c tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:23:11.233235 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a08b72-5276-4a29-873c-cdf6f1f8dc8c tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:23:11.233558 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a08b72-5276-4a29-873c-cdf6f1f8dc8c tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:23:11.233874 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a08b72-5276-4a29-873c-cdf6f1f8dc8c tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:23:11.293186 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fd4c37-acd5-4d9e-96f0-e6acf4e6ba67 req-75a08b72-5276-4a29-873c-cdf6f1f8dc8c tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:11.293828 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-d5fd4c37-acd5-4d9e-96f0-e6acf4e6ba67 req-75a08b72-5276-4a29-873c-cdf6f1f8dc8c tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122971'] for port (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:11.543573 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-d5fd4c37-acd5-4d9e-96f0-e6acf4e6ba67 req-75a08b72-5276-4a29-873c-cdf6f1f8dc8c tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2038696 Mar 11 16:23:11.559889 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.v2.base [req-d5fd4c37-acd5-4d9e-96f0-e6acf4e6ba67 req-e33a3f62-51be-42e6-b5a6-a050b2a0f2cc service neutron] Request body: {'port': {'device_id': '951f3d73-8cd5-4032-ad4d-9453ab670ada', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=103092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:23:11.650266 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.db.db_base_plugin_common [req-971f395b-6995-424e-883c-33890572a7e1 req-9480915f-453f-4c47-81a1-b481a5b7b47d tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] Allocated IP 172.20.0.2 (b8fa1f91-bc29-419a-98ef-308a3af376f5/440fba8a-19de-4f6c-be76-9954bd5733a7/42811323-1a2b-45ba-b828-75496126c494) {{(pid=103092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:23:11.665517 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-d5fd4c37-acd5-4d9e-96f0-e6acf4e6ba67 req-e33a3f62-51be-42e6-b5a6-a050b2a0f2cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (9d4df3af-6712-4ab2-b720-a9e6ce561b01), before_update {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:11.792635 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-7ff3ff0a-f34d-41fb-a0a4-f0503191afb5 req-32404bb8-08c4-4933-95d5-3c4d5e041b7b tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/ports?device_id=90ca8e8f-9f94-48cd-9a21-1200c7a66e7a HTTP/1.1" status: 200 len: 210 time: 0.0499840 Mar 11 16:23:11.963369 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Device 3de0879a-7fe0-415c-957b-54bbdf3e5e2a up at agent ovs-agent-dv-cinder-750782-12-iscsi {{(pid=103093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 16:23:12.041928 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Provisioning complete for port 3de0879a-7fe0-415c-957b-54bbdf3e5e2a triggered by entity L2. {{(pid=103093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 16:23:12.043629 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397499'] for port (3de0879a-7fe0-415c-957b-54bbdf3e5e2a), provisioning_complete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:12.047818 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-971f395b-6995-424e-883c-33890572a7e1 req-9480915f-453f-4c47-81a1-b481a5b7b47d tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] Publish callbacks [] for port (42811323-1a2b-45ba-b828-75496126c494), precommit_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:12.106142 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-971f395b-6995-424e-883c-33890572a7e1 req-9480915f-453f-4c47-81a1-b481a5b7b47d tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780137975911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30811620'] for port (42811323-1a2b-45ba-b828-75496126c494), after_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:12.169092 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Current status of the port 3de0879a-7fe0-415c-957b-54bbdf3e5e2a is: DOWN; New status is: ACTIVE {{(pid=103093) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 16:23:12.169880 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (3de0879a-7fe0-415c-957b-54bbdf3e5e2a), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:12.180148 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-971f395b-6995-424e-883c-33890572a7e1 req-9480915f-453f-4c47-81a1-b481a5b7b47d tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] Network b8fa1f91-bc29-419a-98ef-308a3af376f5 is already hosted by enough agents. {{(pid=103092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:23:12.218161 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.scheduler.base_scheduler [req-971f395b-6995-424e-883c-33890572a7e1 req-9480915f-453f-4c47-81a1-b481a5b7b47d tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] Resources bound (agent type, host, resource id): {{(pid=103092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:23:12.225731 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.db.l3_dvrscheduler_db [req-971f395b-6995-424e-883c-33890572a7e1 req-9480915f-453f-4c47-81a1-b481a5b7b47d tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] Received port after_create {{(pid=103092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 16:23:12.231370 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9480915f-453f-4c47-81a1-b481a5b7b47d tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] Pushing event updated for resources: {'Port': ['ID=42811323-1a2b-45ba-b828-75496126c494,revision_number=1']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:12.245287 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] For port 3de0879a-7fe0-415c-957b-54bbdf3e5e2a, host dv-cinder-750782-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-12-iscsi',level=0,port_id=3de0879a-7fe0-415c-957b-54bbdf3e5e2a,segment=NetworkSegment(3d93b5d4-cefe-4911-a16c-44b970641fb6),segment_id=3d93b5d4-cefe-4911-a16c-44b970641fb6)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:23:12.256424 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947'] for port (3de0879a-7fe0-415c-957b-54bbdf3e5e2a), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:12.299715 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971f395b-6995-424e-883c-33890572a7e1 req-9480915f-453f-4c47-81a1-b481a5b7b47d tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:12.300405 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-971f395b-6995-424e-883c-33890572a7e1 req-9480915f-453f-4c47-81a1-b481a5b7b47d tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122971'] for port (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:12.330945 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Pushing event updated for resources: {'Port': ['ID=3de0879a-7fe0-415c-957b-54bbdf3e5e2a,revision_number=5']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:12.333544 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-971f395b-6995-424e-883c-33890572a7e1 req-9480915f-453f-4c47-81a1-b481a5b7b47d tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3529003 Mar 11 16:23:12.374484 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.notifiers.nova [req-d5fd4c37-acd5-4d9e-96f0-e6acf4e6ba67 req-e33a3f62-51be-42e6-b5a6-a050b2a0f2cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d4df3af-6712-4ab2-b720-a9e6ce561b01 {{(pid=103092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:23:12.382129 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-d5fd4c37-acd5-4d9e-96f0-e6acf4e6ba67 req-e33a3f62-51be-42e6-b5a6-a050b2a0f2cc service neutron] Publish callbacks [] for port (9d4df3af-6712-4ab2-b720-a9e6ce561b01), precommit_update {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:12.396317 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.db.provisioning_blocks [req-d5fd4c37-acd5-4d9e-96f0-e6acf4e6ba67 req-e33a3f62-51be-42e6-b5a6-a050b2a0f2cc service neutron] Transition to ACTIVE for port object 9d4df3af-6712-4ab2-b720-a9e6ce561b01 will not be triggered until provisioned by entity L2. {{(pid=103092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 16:23:12.399421 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-d5fd4c37-acd5-4d9e-96f0-e6acf4e6ba67 req-e33a3f62-51be-42e6-b5a6-a050b2a0f2cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30811645'] for port (9d4df3af-6712-4ab2-b720-a9e6ce561b01), after_update {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:12.451414 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33a3f62-51be-42e6-b5a6-a050b2a0f2cc service neutron] Pushing event updated for resources: {'Port': ['ID=9d4df3af-6712-4ab2-b720-a9e6ce561b01,revision_number=2']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:12.522570 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.managers [req-d5fd4c37-acd5-4d9e-96f0-e6acf4e6ba67 req-e33a3f62-51be-42e6-b5a6-a050b2a0f2cc service neutron] Attempting to bind port 9d4df3af-6712-4ab2-b720-a9e6ce561b01 on host hv-cinder-75078 for vnic_type normal with profile {{(pid=103092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 16:23:12.522903 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.managers [req-d5fd4c37-acd5-4d9e-96f0-e6acf4e6ba67 req-e33a3f62-51be-42e6-b5a6-a050b2a0f2cc service neutron] Attempting to bind port 9d4df3af-6712-4ab2-b720-a9e6ce561b01 by drivers openvswitch,hyperv on host hv-cinder-75078 at level 0 using segments [{'id': '3d93b5d4-cefe-4911-a16c-44b970641fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'b8fa1f91-bc29-419a-98ef-308a3af376f5'}] {{(pid=103092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 16:23:12.523227 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5fd4c37-acd5-4d9e-96f0-e6acf4e6ba67 req-e33a3f62-51be-42e6-b5a6-a050b2a0f2cc service neutron] Attempting to bind port 9d4df3af-6712-4ab2-b720-a9e6ce561b01 on network b8fa1f91-bc29-419a-98ef-308a3af376f5 {{(pid=103092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 16:23:12.528978 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5fd4c37-acd5-4d9e-96f0-e6acf4e6ba67 req-e33a3f62-51be-42e6-b5a6-a050b2a0f2cc service neutron] Port 9d4df3af-6712-4ab2-b720-a9e6ce561b01 on network b8fa1f91-bc29-419a-98ef-308a3af376f5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75078 {{(pid=103092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 16:23:12.529297 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5fd4c37-acd5-4d9e-96f0-e6acf4e6ba67 req-e33a3f62-51be-42e6-b5a6-a050b2a0f2cc service neutron] Attempting to bind port 9d4df3af-6712-4ab2-b720-a9e6ce561b01 on network b8fa1f91-bc29-419a-98ef-308a3af376f5 {{(pid=103092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 16:23:12.534154 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5fd4c37-acd5-4d9e-96f0-e6acf4e6ba67 req-e33a3f62-51be-42e6-b5a6-a050b2a0f2cc service neutron] Checking agent: {'id': '42978ec7-0c45-4bcc-88e8-64ee44356522', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 19, 5), 'started_at': datetime.datetime(2022, 3, 11, 16, 19, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 23, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 16:23:12.534490 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5fd4c37-acd5-4d9e-96f0-e6acf4e6ba67 req-e33a3f62-51be-42e6-b5a6-a050b2a0f2cc service neutron] Checking segment: {'id': '3d93b5d4-cefe-4911-a16c-44b970641fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'b8fa1f91-bc29-419a-98ef-308a3af376f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 16:23:12.534866 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5fd4c37-acd5-4d9e-96f0-e6acf4e6ba67 req-e33a3f62-51be-42e6-b5a6-a050b2a0f2cc service neutron] Bound using segment: {'id': '3d93b5d4-cefe-4911-a16c-44b970641fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'b8fa1f91-bc29-419a-98ef-308a3af376f5'} {{(pid=103092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 16:23:12.535281 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.managers [req-d5fd4c37-acd5-4d9e-96f0-e6acf4e6ba67 req-e33a3f62-51be-42e6-b5a6-a050b2a0f2cc service neutron] Bound port: 9d4df3af-6712-4ab2-b720-a9e6ce561b01, host: hv-cinder-75078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d93b5d4-cefe-4911-a16c-44b970641fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'b8fa1f91-bc29-419a-98ef-308a3af376f5'}}] {{(pid=103092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 16:23:12.535634 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-d5fd4c37-acd5-4d9e-96f0-e6acf4e6ba67 req-e33a3f62-51be-42e6-b5a6-a050b2a0f2cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (9d4df3af-6712-4ab2-b720-a9e6ce561b01), before_update {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:12.602966 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.db [req-d5fd4c37-acd5-4d9e-96f0-e6acf4e6ba67 req-e33a3f62-51be-42e6-b5a6-a050b2a0f2cc service neutron] For port 9d4df3af-6712-4ab2-b720-a9e6ce561b01, host hv-cinder-75078, cleared binding levels {{(pid=103092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:23:12.607119 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.db [req-d5fd4c37-acd5-4d9e-96f0-e6acf4e6ba67 req-e33a3f62-51be-42e6-b5a6-a050b2a0f2cc service neutron] For port 9d4df3af-6712-4ab2-b720-a9e6ce561b01, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=9d4df3af-6712-4ab2-b720-a9e6ce561b01,segment=NetworkSegment(3d93b5d4-cefe-4911-a16c-44b970641fb6),segment_id=3d93b5d4-cefe-4911-a16c-44b970641fb6)] {{(pid=103092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:23:12.612410 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-d5fd4c37-acd5-4d9e-96f0-e6acf4e6ba67 req-e33a3f62-51be-42e6-b5a6-a050b2a0f2cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30811645'] for port (9d4df3af-6712-4ab2-b720-a9e6ce561b01), after_update {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:12.645298 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fd4c37-acd5-4d9e-96f0-e6acf4e6ba67 req-e33a3f62-51be-42e6-b5a6-a050b2a0f2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:12.645680 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-d5fd4c37-acd5-4d9e-96f0-e6acf4e6ba67 req-e33a3f62-51be-42e6-b5a6-a050b2a0f2cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122971'] for port (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:12.647052 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-d5fd4c37-acd5-4d9e-96f0-e6acf4e6ba67 req-e33a3f62-51be-42e6-b5a6-a050b2a0f2cc service neutron] 10.222.0.18 "PUT /v2.0/ports/9d4df3af-6712-4ab2-b720-a9e6ce561b01 HTTP/1.1" status: 200 len: 1093 time: 1.0950437 Mar 11 16:23:12.649302 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '951f3d73-8cd5-4032-ad4d-9453ab670ada', 'tag': '9d4df3af-6712-4ab2-b720-a9e6ce561b01'}] {{(pid=103092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:23:12.651613 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8119d67d121bc7655fb27ee4e81d05746f3857d7b024446e390c37a4f39e07a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d013d8b-55ad-412f-9fe4-f3453a6331b1" -d '{"events": [{"name": "network-changed", "server_uuid": "951f3d73-8cd5-4032-ad4d-9453ab670ada", "tag": "9d4df3af-6712-4ab2-b720-a9e6ce561b01"}]}' {{(pid=103092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 16:23:12.677850 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33a3f62-51be-42e6-b5a6-a050b2a0f2cc service neutron] Pushing event updated for resources: {'Port': ['ID=9d4df3af-6712-4ab2-b720-a9e6ce561b01,revision_number=3']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:12.691168 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 16:23:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54bae3dc-54be-4335-9b09-4b424a56c7e8 x-openstack-request-id: req-54bae3dc-54be-4335-9b09-4b424a56c7e8 {{(pid=103092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 16:23:12.691458 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "951f3d73-8cd5-4032-ad4d-9453ab670ada", "tag": "9d4df3af-6712-4ab2-b720-a9e6ce561b01", "status": "completed", "code": 200}]} {{(pid=103092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 16:23:12.691712 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-54bae3dc-54be-4335-9b09-4b424a56c7e8 {{(pid=103092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 16:23:12.692167 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '951f3d73-8cd5-4032-ad4d-9453ab670ada', 'tag': '9d4df3af-6712-4ab2-b720-a9e6ce561b01', 'status': 'completed', 'code': 200} Mar 11 16:23:12.920764 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101333ea-c43c-43ab-84be-b1ef9e455f58 req-1a4725c8-45bc-45a7-9f3b-99fe671333d7 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:12.922251 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-101333ea-c43c-43ab-84be-b1ef9e455f58 req-1a4725c8-45bc-45a7-9f3b-99fe671333d7 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/ports?device_id=90ca8e8f-9f94-48cd-9a21-1200c7a66e7a HTTP/1.1" status: 200 len: 931 time: 0.0530496 Mar 11 16:23:12.974191 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-101333ea-c43c-43ab-84be-b1ef9e455f58 req-ab438bec-0a2d-4009-a064-5efd0f0740f4 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f673b25-a76b-4443-b7a9-4564d84cc840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416713 Mar 11 16:23:13.817203 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d1ccbd6d-0c29-452e-a916-5836219f4a7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (52d54afa-c257-4acf-9353-cc1307944ae0), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:13.892424 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Device 3de0879a-7fe0-415c-957b-54bbdf3e5e2a up at agent ovs-agent-dv-cinder-750782-12-iscsi {{(pid=103093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 16:23:13.940286 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Provisioning complete for port 3de0879a-7fe0-415c-957b-54bbdf3e5e2a triggered by entity L2. {{(pid=103093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 16:23:13.940660 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397499'] for port (3de0879a-7fe0-415c-957b-54bbdf3e5e2a), provisioning_complete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:14.021569 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Current status of the port 3de0879a-7fe0-415c-957b-54bbdf3e5e2a is: ACTIVE; New status is: ACTIVE {{(pid=103093) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 16:23:14.104664 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8190f3-1095-4504-8052-2a03f49c43f6 req-1b99a6b9-9acb-43ae-be8c-de969c473b75 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:14.106176 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-9e8190f3-1095-4504-8052-2a03f49c43f6 req-1b99a6b9-9acb-43ae-be8c-de969c473b75 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/ports?device_id=90ca8e8f-9f94-48cd-9a21-1200c7a66e7a HTTP/1.1" status: 200 len: 931 time: 0.0617883 Mar 11 16:23:14.152632 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-9e8190f3-1095-4504-8052-2a03f49c43f6 req-565ed887-596b-4d37-a5b9-61f4ef9cec1d tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f673b25-a76b-4443-b7a9-4564d84cc840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407021 Mar 11 16:23:15.268015 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c468102-fd2d-4df3-b45b-a1dcc5140219 req-f5a1b73d-b4b7-414c-a084-1747a1e86b98 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:15.269475 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-2c468102-fd2d-4df3-b45b-a1dcc5140219 req-f5a1b73d-b4b7-414c-a084-1747a1e86b98 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/ports?device_id=90ca8e8f-9f94-48cd-9a21-1200c7a66e7a HTTP/1.1" status: 200 len: 931 time: 0.0526676 Mar 11 16:23:15.318070 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-2c468102-fd2d-4df3-b45b-a1dcc5140219 req-2867c153-0b9d-4606-adbe-34f790b1ebc7 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f673b25-a76b-4443-b7a9-4564d84cc840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429518 Mar 11 16:23:15.836488 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.v2.base [req-971f395b-6995-424e-883c-33890572a7e1 req-db71ef32-0bb9-47aa-806e-0cf4c9aa049b service neutron] Request body: {'port': {'device_id': '90ca8e8f-9f94-48cd-9a21-1200c7a66e7a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=103092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:23:15.941707 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-971f395b-6995-424e-883c-33890572a7e1 req-db71ef32-0bb9-47aa-806e-0cf4c9aa049b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (42811323-1a2b-45ba-b828-75496126c494), before_update {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:15.952795 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d013d8b-55ad-412f-9fe4-f3453a6331b1 req-292c1fcd-fefc-4410-a45e-5e324eb31ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:15.954326 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-1d013d8b-55ad-412f-9fe4-f3453a6331b1 req-292c1fcd-fefc-4410-a45e-5e324eb31ead service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d7474eacf59d4806b490ad9b6f1f1689&device_id=951f3d73-8cd5-4032-ad4d-9453ab670ada HTTP/1.1" status: 200 len: 1127 time: 0.0957890 Mar 11 16:23:15.983207 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [req-c54faf0a-68d0-4c70-bff0-44b6fbd5cb26 req-f08a8aff-1a9c-46a1-8498-d059722b8522 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=478c05ae-53fc-4f37-9e47-5b58ee2f7275&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0833604 Mar 11 16:23:16.075216 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54faf0a-68d0-4c70-bff0-44b6fbd5cb26 req-ecbe3a7e-7ca3-43af-a26d-1b14fc888823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:16.076613 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [req-c54faf0a-68d0-4c70-bff0-44b6fbd5cb26 req-ecbe3a7e-7ca3-43af-a26d-1b14fc888823 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a951288cde284b359074a2755c43fd3f&device_id=478c05ae-53fc-4f37-9e47-5b58ee2f7275 HTTP/1.1" status: 200 len: 1129 time: 0.0506830 Mar 11 16:23:16.148331 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-32a75685-9213-4c5b-ac3c-b813228a3113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (03422851-42b1-44c9-ada6-e479436b7b23), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:16.167888 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d013d8b-55ad-412f-9fe4-f3453a6331b1 req-77fa7504-73ae-4584-bed6-e28d358bc8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:16.169461 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-1d013d8b-55ad-412f-9fe4-f3453a6331b1 req-77fa7504-73ae-4584-bed6-e28d358bc8cb service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=d7474eacf59d4806b490ad9b6f1f1689&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1935871 Mar 11 16:23:16.246389 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54faf0a-68d0-4c70-bff0-44b6fbd5cb26 req-225d1761-da44-493c-81e1-b4bd61aa6703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:16.247892 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [req-c54faf0a-68d0-4c70-bff0-44b6fbd5cb26 req-225d1761-da44-493c-81e1-b4bd61aa6703 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4d385937-5589-47ac-b063-981bb549e693 HTTP/1.1" status: 200 len: 918 time: 0.1523168 Mar 11 16:23:16.336336 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d013d8b-55ad-412f-9fe4-f3453a6331b1 req-05f21d8c-d4ff-4f1c-9f1e-80684650e0de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:16.337700 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-1d013d8b-55ad-412f-9fe4-f3453a6331b1 req-05f21d8c-d4ff-4f1c-9f1e-80684650e0de service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1581943 Mar 11 16:23:16.356467 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [req-c54faf0a-68d0-4c70-bff0-44b6fbd5cb26 req-65d0a1a8-c9f4-405b-9303-46dc4dd8c0b1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b2fdd8a9-d396-4e44-9ff5-4e706efd4b70 HTTP/1.1" status: 200 len: 1000 time: 0.1010077 Mar 11 16:23:16.392095 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.notifiers.nova [req-971f395b-6995-424e-883c-33890572a7e1 req-db71ef32-0bb9-47aa-806e-0cf4c9aa049b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42811323-1a2b-45ba-b828-75496126c494 {{(pid=103092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:23:16.420474 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54faf0a-68d0-4c70-bff0-44b6fbd5cb26 req-31b3b03e-0420-4fa9-8c46-0d41d6746b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:16.422076 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [req-c54faf0a-68d0-4c70-bff0-44b6fbd5cb26 req-31b3b03e-0420-4fa9-8c46-0d41d6746b11 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1fa91c63-7953-4f02-bfd2-c0a4c4e05e10 HTTP/1.1" status: 200 len: 856 time: 0.0492291 Mar 11 16:23:16.426310 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-971f395b-6995-424e-883c-33890572a7e1 req-db71ef32-0bb9-47aa-806e-0cf4c9aa049b service neutron] Publish callbacks [] for port (42811323-1a2b-45ba-b828-75496126c494), precommit_update {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:16.463876 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.db.provisioning_blocks [req-971f395b-6995-424e-883c-33890572a7e1 req-db71ef32-0bb9-47aa-806e-0cf4c9aa049b service neutron] Transition to ACTIVE for port object 42811323-1a2b-45ba-b828-75496126c494 will not be triggered until provisioned by entity L2. {{(pid=103092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 16:23:16.475097 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-971f395b-6995-424e-883c-33890572a7e1 req-db71ef32-0bb9-47aa-806e-0cf4c9aa049b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30811645'] for port (42811323-1a2b-45ba-b828-75496126c494), after_update {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:16.484080 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54faf0a-68d0-4c70-bff0-44b6fbd5cb26 req-6dd6894f-4358-4923-9d3f-1c12efd63e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:16.485591 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [req-c54faf0a-68d0-4c70-bff0-44b6fbd5cb26 req-6dd6894f-4358-4923-9d3f-1c12efd63e33 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4d385937-5589-47ac-b063-981bb549e693&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0574639 Mar 11 16:23:16.518185 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fd4c37-acd5-4d9e-96f0-e6acf4e6ba67 req-d2117646-c2f9-4b5b-aab9-bd60cf3562ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:16.519677 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-d5fd4c37-acd5-4d9e-96f0-e6acf4e6ba67 req-d2117646-c2f9-4b5b-aab9-bd60cf3562ec service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d7474eacf59d4806b490ad9b6f1f1689&device_id=951f3d73-8cd5-4032-ad4d-9453ab670ada HTTP/1.1" status: 200 len: 1127 time: 0.1373231 Mar 11 16:23:16.544763 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf9b5cf-f858-4842-87d5-1c4789f65eb7 req-b298625b-4699-4388-80bb-f05f739e58da tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:16.546270 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-caf9b5cf-f858-4842-87d5-1c4789f65eb7 req-b298625b-4699-4388-80bb-f05f739e58da tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/ports?device_id=90ca8e8f-9f94-48cd-9a21-1200c7a66e7a HTTP/1.1" status: 200 len: 931 time: 0.1480198 Mar 11 16:23:16.586616 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [req-c54faf0a-68d0-4c70-bff0-44b6fbd5cb26 req-44801858-0a97-4e1f-8503-ed931b61945d service neutron] 10.222.0.18 "GET /v2.0/networks/4d385937-5589-47ac-b063-981bb549e693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939865 Mar 11 16:23:16.595198 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-d5fd4c37-acd5-4d9e-96f0-e6acf4e6ba67 req-f7421444-5872-4f36-b741-da700a2a7218 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9d4df3af-6712-4ab2-b720-a9e6ce561b01 HTTP/1.1" status: 200 len: 217 time: 0.0653405 Mar 11 16:23:16.604073 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db71ef32-0bb9-47aa-806e-0cf4c9aa049b service neutron] Pushing event updated for resources: {'Port': ['ID=42811323-1a2b-45ba-b828-75496126c494,revision_number=2']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:16.681549 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [req-c54faf0a-68d0-4c70-bff0-44b6fbd5cb26 req-2e42225d-7c05-4d3a-8ae7-855e4bddd0b4 service neutron] 10.222.0.18 "GET /v2.0/networks/4d385937-5589-47ac-b063-981bb549e693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890350 Mar 11 16:23:16.719194 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-caf9b5cf-f858-4842-87d5-1c4789f65eb7 req-c44e3653-1ab7-47b4-99ba-39663687357b tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f673b25-a76b-4443-b7a9-4564d84cc840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649084 Mar 11 16:23:16.724603 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fd4c37-acd5-4d9e-96f0-e6acf4e6ba67 req-b19f7e44-7328-41d6-85e8-4a825d9411fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:16.725993 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-d5fd4c37-acd5-4d9e-96f0-e6acf4e6ba67 req-b19f7e44-7328-41d6-85e8-4a825d9411fe service neutron] 10.222.0.18 "GET /v2.0/subnets?id=440fba8a-19de-4f6c-be76-9954bd5733a7 HTTP/1.1" status: 200 len: 859 time: 0.1034374 Mar 11 16:23:16.748981 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.managers [req-971f395b-6995-424e-883c-33890572a7e1 req-db71ef32-0bb9-47aa-806e-0cf4c9aa049b service neutron] Attempting to bind port 42811323-1a2b-45ba-b828-75496126c494 on host hv-cinder-75078 for vnic_type normal with profile {{(pid=103092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 16:23:16.749313 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.managers [req-971f395b-6995-424e-883c-33890572a7e1 req-db71ef32-0bb9-47aa-806e-0cf4c9aa049b service neutron] Attempting to bind port 42811323-1a2b-45ba-b828-75496126c494 by drivers openvswitch,hyperv on host hv-cinder-75078 at level 0 using segments [{'id': '3d93b5d4-cefe-4911-a16c-44b970641fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'b8fa1f91-bc29-419a-98ef-308a3af376f5'}] {{(pid=103092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 16:23:16.749637 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971f395b-6995-424e-883c-33890572a7e1 req-db71ef32-0bb9-47aa-806e-0cf4c9aa049b service neutron] Attempting to bind port 42811323-1a2b-45ba-b828-75496126c494 on network b8fa1f91-bc29-419a-98ef-308a3af376f5 {{(pid=103092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 16:23:16.769262 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-d5fd4c37-acd5-4d9e-96f0-e6acf4e6ba67 req-0a199ce6-e992-4df5-86bc-6e00aaf20a31 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b8fa1f91-bc29-419a-98ef-308a3af376f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316029 Mar 11 16:23:16.770247 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971f395b-6995-424e-883c-33890572a7e1 req-db71ef32-0bb9-47aa-806e-0cf4c9aa049b service neutron] Port 42811323-1a2b-45ba-b828-75496126c494 on network b8fa1f91-bc29-419a-98ef-308a3af376f5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75078 {{(pid=103092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 16:23:16.770573 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971f395b-6995-424e-883c-33890572a7e1 req-db71ef32-0bb9-47aa-806e-0cf4c9aa049b service neutron] Attempting to bind port 42811323-1a2b-45ba-b828-75496126c494 on network b8fa1f91-bc29-419a-98ef-308a3af376f5 {{(pid=103092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 16:23:16.776101 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971f395b-6995-424e-883c-33890572a7e1 req-db71ef32-0bb9-47aa-806e-0cf4c9aa049b service neutron] Checking agent: {'id': '42978ec7-0c45-4bcc-88e8-64ee44356522', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 19, 5), 'started_at': datetime.datetime(2022, 3, 11, 16, 19, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 23, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 16:23:16.776424 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971f395b-6995-424e-883c-33890572a7e1 req-db71ef32-0bb9-47aa-806e-0cf4c9aa049b service neutron] Checking segment: {'id': '3d93b5d4-cefe-4911-a16c-44b970641fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'b8fa1f91-bc29-419a-98ef-308a3af376f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 16:23:16.776996 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971f395b-6995-424e-883c-33890572a7e1 req-db71ef32-0bb9-47aa-806e-0cf4c9aa049b service neutron] Bound using segment: {'id': '3d93b5d4-cefe-4911-a16c-44b970641fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'b8fa1f91-bc29-419a-98ef-308a3af376f5'} {{(pid=103092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 16:23:16.777549 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.managers [req-971f395b-6995-424e-883c-33890572a7e1 req-db71ef32-0bb9-47aa-806e-0cf4c9aa049b service neutron] Bound port: 42811323-1a2b-45ba-b828-75496126c494, host: hv-cinder-75078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d93b5d4-cefe-4911-a16c-44b970641fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'b8fa1f91-bc29-419a-98ef-308a3af376f5'}}] {{(pid=103092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 16:23:16.777909 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-971f395b-6995-424e-883c-33890572a7e1 req-db71ef32-0bb9-47aa-806e-0cf4c9aa049b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (42811323-1a2b-45ba-b828-75496126c494), before_update {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:16.910257 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.db [req-971f395b-6995-424e-883c-33890572a7e1 req-db71ef32-0bb9-47aa-806e-0cf4c9aa049b service neutron] For port 42811323-1a2b-45ba-b828-75496126c494, host hv-cinder-75078, cleared binding levels {{(pid=103092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:23:16.914618 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.db [req-971f395b-6995-424e-883c-33890572a7e1 req-db71ef32-0bb9-47aa-806e-0cf4c9aa049b service neutron] For port 42811323-1a2b-45ba-b828-75496126c494, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=42811323-1a2b-45ba-b828-75496126c494,segment=NetworkSegment(3d93b5d4-cefe-4911-a16c-44b970641fb6),segment_id=3d93b5d4-cefe-4911-a16c-44b970641fb6)] {{(pid=103092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:23:16.917931 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-d5fd4c37-acd5-4d9e-96f0-e6acf4e6ba67 req-1d8d184b-1f63-4156-9165-3da1cddb575b service neutron] 10.222.0.18 "GET /v2.0/networks/b8fa1f91-bc29-419a-98ef-308a3af376f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365395 Mar 11 16:23:16.923341 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-971f395b-6995-424e-883c-33890572a7e1 req-db71ef32-0bb9-47aa-806e-0cf4c9aa049b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30811645'] for port (42811323-1a2b-45ba-b828-75496126c494), after_update {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:16.997461 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971f395b-6995-424e-883c-33890572a7e1 req-db71ef32-0bb9-47aa-806e-0cf4c9aa049b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:16.998114 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-971f395b-6995-424e-883c-33890572a7e1 req-db71ef32-0bb9-47aa-806e-0cf4c9aa049b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122971'] for port (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:16.999517 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-971f395b-6995-424e-883c-33890572a7e1 req-db71ef32-0bb9-47aa-806e-0cf4c9aa049b service neutron] 10.222.0.18 "PUT /v2.0/ports/42811323-1a2b-45ba-b828-75496126c494 HTTP/1.1" status: 200 len: 1093 time: 1.1682372 Mar 11 16:23:16.999940 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90ca8e8f-9f94-48cd-9a21-1200c7a66e7a', 'tag': '42811323-1a2b-45ba-b828-75496126c494'}] {{(pid=103092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:23:17.002245 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8119d67d121bc7655fb27ee4e81d05746f3857d7b024446e390c37a4f39e07a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3564137-12f8-45bd-9899-6b5855768cb7" -d '{"events": [{"name": "network-changed", "server_uuid": "90ca8e8f-9f94-48cd-9a21-1200c7a66e7a", "tag": "42811323-1a2b-45ba-b828-75496126c494"}]}' {{(pid=103092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 16:23:17.056856 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 16:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eb219c4-5742-42d8-be0d-5a5dfbfbd8dd x-openstack-request-id: req-0eb219c4-5742-42d8-be0d-5a5dfbfbd8dd {{(pid=103092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 16:23:17.057146 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90ca8e8f-9f94-48cd-9a21-1200c7a66e7a", "tag": "42811323-1a2b-45ba-b828-75496126c494", "status": "completed", "code": 200}]} {{(pid=103092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 16:23:17.057399 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-0eb219c4-5742-42d8-be0d-5a5dfbfbd8dd {{(pid=103092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 16:23:17.057794 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90ca8e8f-9f94-48cd-9a21-1200c7a66e7a', 'tag': '42811323-1a2b-45ba-b828-75496126c494', 'status': 'completed', 'code': 200} Mar 11 16:23:17.082787 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db71ef32-0bb9-47aa-806e-0cf4c9aa049b service neutron] Pushing event updated for resources: {'Port': ['ID=42811323-1a2b-45ba-b828-75496126c494,revision_number=3']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:17.128824 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-d5fd4c37-acd5-4d9e-96f0-e6acf4e6ba67 req-ce7e90f2-a6f3-49b2-be84-6057963a684d service neutron] 10.222.0.18 "GET /v2.0/networks/b8fa1f91-bc29-419a-98ef-308a3af376f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032006 Mar 11 16:23:17.138108 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971f395b-6995-424e-883c-33890572a7e1 req-332d543d-d67d-4d51-912e-e170b2d028c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:17.139585 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-971f395b-6995-424e-883c-33890572a7e1 req-332d543d-d67d-4d51-912e-e170b2d028c2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d7474eacf59d4806b490ad9b6f1f1689&device_id=90ca8e8f-9f94-48cd-9a21-1200c7a66e7a HTTP/1.1" status: 200 len: 1127 time: 0.0756431 Mar 11 16:23:17.211469 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-971f395b-6995-424e-883c-33890572a7e1 req-f590a2d6-930a-4335-9079-d8f09ec16832 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=42811323-1a2b-45ba-b828-75496126c494 HTTP/1.1" status: 200 len: 217 time: 0.0443935 Mar 11 16:23:17.264998 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971f395b-6995-424e-883c-33890572a7e1 req-2935ddb2-c4c9-4482-992b-8d1eadb1c0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:17.266540 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-971f395b-6995-424e-883c-33890572a7e1 req-2935ddb2-c4c9-4482-992b-8d1eadb1c0a5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=440fba8a-19de-4f6c-be76-9954bd5733a7 HTTP/1.1" status: 200 len: 859 time: 0.0465901 Mar 11 16:23:17.330572 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-971f395b-6995-424e-883c-33890572a7e1 req-0426f388-83f2-4208-990c-8844585ec797 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b8fa1f91-bc29-419a-98ef-308a3af376f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287154 Mar 11 16:23:17.427823 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-971f395b-6995-424e-883c-33890572a7e1 req-ac59d463-3391-4dc2-bf17-2813f72dbc00 service neutron] 10.222.0.18 "GET /v2.0/networks/b8fa1f91-bc29-419a-98ef-308a3af376f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893135 Mar 11 16:23:17.446117 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ae773407-53f5-44d0-bdbe-4d88b69a915f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (d0bcdf8a-248d-4278-aa4c-95e4828d61b2), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:17.530145 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-971f395b-6995-424e-883c-33890572a7e1 req-00e0e115-b32a-4e42-ba74-6fc5e51db746 service neutron] 10.222.0.18 "GET /v2.0/networks/b8fa1f91-bc29-419a-98ef-308a3af376f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925431 Mar 11 16:23:17.657492 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3564137-12f8-45bd-9899-6b5855768cb7 req-0c315406-c352-42a7-aab1-e2a8296e1c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:17.659017 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-a3564137-12f8-45bd-9899-6b5855768cb7 req-0c315406-c352-42a7-aab1-e2a8296e1c48 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d7474eacf59d4806b490ad9b6f1f1689&device_id=90ca8e8f-9f94-48cd-9a21-1200c7a66e7a HTTP/1.1" status: 200 len: 1127 time: 0.0483603 Mar 11 16:23:17.764996 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3564137-12f8-45bd-9899-6b5855768cb7 req-f304d7c2-c378-46e1-9003-4ff8a14c37f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:17.766580 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-a3564137-12f8-45bd-9899-6b5855768cb7 req-f304d7c2-c378-46e1-9003-4ff8a14c37f0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b8fa1f91-bc29-419a-98ef-308a3af376f5 HTTP/1.1" status: 200 len: 920 time: 0.0973916 Mar 11 16:23:17.813379 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-a3564137-12f8-45bd-9899-6b5855768cb7 req-cea5b5fa-1fc5-4b6b-9dcb-0256f1ccd5a2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=42811323-1a2b-45ba-b828-75496126c494 HTTP/1.1" status: 200 len: 217 time: 0.0395653 Mar 11 16:23:17.889890 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3564137-12f8-45bd-9899-6b5855768cb7 req-87908aba-9efd-4c03-a0f1-3d716fd09d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:17.891312 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-a3564137-12f8-45bd-9899-6b5855768cb7 req-87908aba-9efd-4c03-a0f1-3d716fd09d14 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=440fba8a-19de-4f6c-be76-9954bd5733a7 HTTP/1.1" status: 200 len: 859 time: 0.0703838 Mar 11 16:23:17.915201 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36966e55-d8bf-413b-8ec5-12805fe08c44 req-c99f7130-81d3-4743-855a-43717156abbd tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:17.916641 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-36966e55-d8bf-413b-8ec5-12805fe08c44 req-c99f7130-81d3-4743-855a-43717156abbd tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/ports?device_id=90ca8e8f-9f94-48cd-9a21-1200c7a66e7a HTTP/1.1" status: 200 len: 943 time: 0.1060627 Mar 11 16:23:17.935344 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-a3564137-12f8-45bd-9899-6b5855768cb7 req-d902c57b-a93f-495b-b94d-02bbb7a665b0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b8fa1f91-bc29-419a-98ef-308a3af376f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376804 Mar 11 16:23:18.030994 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-36966e55-d8bf-413b-8ec5-12805fe08c44 req-6d1e7bcd-5541-4e1c-a4c9-ce408e545ae0 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f673b25-a76b-4443-b7a9-4564d84cc840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990088 Mar 11 16:23:18.064558 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-a3564137-12f8-45bd-9899-6b5855768cb7 req-58d8c17b-1882-4b8c-8100-2281a85b8ead service neutron] 10.222.0.18 "GET /v2.0/networks/b8fa1f91-bc29-419a-98ef-308a3af376f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176727 Mar 11 16:23:18.160155 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-a3564137-12f8-45bd-9899-6b5855768cb7 req-b5888df1-9aa7-4c8f-8df7-684a8f076a38 service neutron] 10.222.0.18 "GET /v2.0/networks/b8fa1f91-bc29-419a-98ef-308a3af376f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883234 Mar 11 16:23:18.809429 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-12686fd2-0f25-484f-a78a-b5cd34d8581b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (a5a5d809-3580-471a-ade1-6c5ecc269919), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:19.156035 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0b663f-aac7-478f-9b9d-8794aefd7ef4 req-67022fd2-a8a9-47b3-9e22-1b50f71ba3b9 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:19.157507 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-9e0b663f-aac7-478f-9b9d-8794aefd7ef4 req-67022fd2-a8a9-47b3-9e22-1b50f71ba3b9 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/ports?device_id=90ca8e8f-9f94-48cd-9a21-1200c7a66e7a HTTP/1.1" status: 200 len: 943 time: 0.0590324 Mar 11 16:23:19.205891 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-9e0b663f-aac7-478f-9b9d-8794aefd7ef4 req-3b9adbde-76be-486f-aac5-9ba2c86a0e18 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f673b25-a76b-4443-b7a9-4564d84cc840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428216 Mar 11 16:23:20.329514 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de76b25a-99c2-4c13-96f2-be672fb9a5e4 req-66c2867f-b01f-4af3-ab26-22d5d253b6fe tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:20.331303 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-de76b25a-99c2-4c13-96f2-be672fb9a5e4 req-66c2867f-b01f-4af3-ab26-22d5d253b6fe tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/ports?device_id=90ca8e8f-9f94-48cd-9a21-1200c7a66e7a HTTP/1.1" status: 200 len: 943 time: 0.0558269 Mar 11 16:23:20.340072 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Device 9d4df3af-6712-4ab2-b720-a9e6ce561b01 details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=103093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 16:23:20.380279 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (1025624e-e238-47fc-86ae-58f7bb6baa16), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:20.385799 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-de76b25a-99c2-4c13-96f2-be672fb9a5e4 req-56ad21de-755a-49f2-94f1-f9ea738520e4 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f673b25-a76b-4443-b7a9-4564d84cc840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487885 Mar 11 16:23:20.465000 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] For port 9d4df3af-6712-4ab2-b720-a9e6ce561b01, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=9d4df3af-6712-4ab2-b720-a9e6ce561b01,segment=NetworkSegment(3d93b5d4-cefe-4911-a16c-44b970641fb6),segment_id=3d93b5d4-cefe-4911-a16c-44b970641fb6)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:23:20.476305 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Returning: {'device': '9d4df3af-6712-4ab2-b720-a9e6ce561b01', 'network_id': 'b8fa1f91-bc29-419a-98ef-308a3af376f5', 'port_id': '9d4df3af-6712-4ab2-b720-a9e6ce561b01', 'mac_address': 'fa:16:3e:87:ce:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '440fba8a-19de-4f6c-be76-9954bd5733a7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 16:23:20.517619 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Current status of the port 9d4df3af-6712-4ab2-b720-a9e6ce561b01 is: DOWN; New status is: BUILD {{(pid=103093) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 16:23:20.517925 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (9d4df3af-6712-4ab2-b720-a9e6ce561b01), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:20.531840 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.notifiers.nova [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d4df3af-6712-4ab2-b720-a9e6ce561b01 {{(pid=103093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:23:20.556112 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] For port 9d4df3af-6712-4ab2-b720-a9e6ce561b01, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=9d4df3af-6712-4ab2-b720-a9e6ce561b01,segment=NetworkSegment(3d93b5d4-cefe-4911-a16c-44b970641fb6),segment_id=3d93b5d4-cefe-4911-a16c-44b970641fb6)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:23:20.560578 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947'] for port (9d4df3af-6712-4ab2-b720-a9e6ce561b01), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:20.610456 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Pushing event updated for resources: {'Port': ['ID=9d4df3af-6712-4ab2-b720-a9e6ce561b01,revision_number=4']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:21.053394 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 41612) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:23:21.122263 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] get_ports_and_sgs() called for port_ids ['9d4df3af-6712-4ab2-b720-a9e6ce561b01'] {{(pid=103093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 16:23:21.213878 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-a9e004f9-b423-424b-bf8f-4f3cb794d086 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:21.300756 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-a9e004f9-b423-424b-bf8f-4f3cb794d086 admin admin] Publish callbacks [] for security_group (2bb6d026-c9d8-4b91-8a8b-b4c11549ddc4), precommit_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:21.304903 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-a9e004f9-b423-424b-bf8f-4f3cb794d086 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (2bb6d026-c9d8-4b91-8a8b-b4c11549ddc4), after_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:21.348371 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-a9e004f9-b423-424b-bf8f-4f3cb794d086 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d2caaad73fb54afd85cd07ac2ee9c6d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2938411 Mar 11 16:23:21.349374 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e004f9-b423-424b-bf8f-4f3cb794d086 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bb6d026-c9d8-4b91-8a8b-b4c11549ddc4,revision_number=1']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:21.351245 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 41616) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:23:21.404592 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-1eaf02fa-071e-4309-b319-c59b881ae873 admin admin] Publish callbacks [] for security_group (2bb6d026-c9d8-4b91-8a8b-b4c11549ddc4), before_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:21.429545 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-1eaf02fa-071e-4309-b319-c59b881ae873 admin admin] Publish callbacks [] for security_group (2bb6d026-c9d8-4b91-8a8b-b4c11549ddc4), precommit_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:21.493096 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-1eaf02fa-071e-4309-b319-c59b881ae873 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (2bb6d026-c9d8-4b91-8a8b-b4c11549ddc4), after_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:21.495710 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-1eaf02fa-071e-4309-b319-c59b881ae873 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:21.498691 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-1eaf02fa-071e-4309-b319-c59b881ae873 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/2bb6d026-c9d8-4b91-8a8b-b4c11549ddc4 HTTP/1.1" status: 204 len: 168 time: 0.1435254 Mar 11 16:23:21.509262 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eaf02fa-071e-4309-b319-c59b881ae873 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bb6d026-c9d8-4b91-8a8b-b4c11549ddc4,revision_number=None']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:21.521155 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eaf02fa-071e-4309-b319-c59b881ae873 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:23:21.521686 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eaf02fa-071e-4309-b319-c59b881ae873 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:23:21.522219 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eaf02fa-071e-4309-b319-c59b881ae873 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:23:21.522553 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eaf02fa-071e-4309-b319-c59b881ae873 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:23:21.522881 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eaf02fa-071e-4309-b319-c59b881ae873 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:23:21.523205 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eaf02fa-071e-4309-b319-c59b881ae873 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:23:21.523976 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eaf02fa-071e-4309-b319-c59b881ae873 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:23:21.523976 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eaf02fa-071e-4309-b319-c59b881ae873 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:23:21.524225 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eaf02fa-071e-4309-b319-c59b881ae873 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:23:21.524486 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eaf02fa-071e-4309-b319-c59b881ae873 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:23:21.524938 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eaf02fa-071e-4309-b319-c59b881ae873 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:23:21.525251 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eaf02fa-071e-4309-b319-c59b881ae873 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:23:21.525743 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eaf02fa-071e-4309-b319-c59b881ae873 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:23:21.568849 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffc816d-8638-472e-a8de-6f9a02297578 req-da600c4b-27ae-43ac-aa0d-530dc71a7143 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:21.575547 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-7ffc816d-8638-472e-a8de-6f9a02297578 req-da600c4b-27ae-43ac-aa0d-530dc71a7143 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/ports?device_id=90ca8e8f-9f94-48cd-9a21-1200c7a66e7a HTTP/1.1" status: 200 len: 943 time: 0.1138365 Mar 11 16:23:21.630218 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-7ffc816d-8638-472e-a8de-6f9a02297578 req-f174adac-6d94-499b-91b7-3dfa09479f8b tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f673b25-a76b-4443-b7a9-4564d84cc840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517776 Mar 11 16:23:21.962924 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 41628) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:23:21.976764 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-28c3e56c-af2e-4010-9926-3f51f5eeef72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:22.054047 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-28c3e56c-af2e-4010-9926-3f51f5eeef72 admin admin] Publish callbacks [] for security_group (ffce59fc-da19-4e13-a435-4713c5e968c7), precommit_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:22.058745 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-28c3e56c-af2e-4010-9926-3f51f5eeef72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (ffce59fc-da19-4e13-a435-4713c5e968c7), after_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:22.098514 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-28c3e56c-af2e-4010-9926-3f51f5eeef72 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=4c1d9599f4e14a6a8da8873cb57aa4e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1344161 Mar 11 16:23:22.099553 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c3e56c-af2e-4010-9926-3f51f5eeef72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffce59fc-da19-4e13-a435-4713c5e968c7,revision_number=1']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:22.101160 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 41634) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:23:22.157351 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-64eb919e-d9c5-4bd5-9e12-f4bd5d9ef635 admin admin] Publish callbacks [] for security_group (ffce59fc-da19-4e13-a435-4713c5e968c7), before_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:22.179728 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-64eb919e-d9c5-4bd5-9e12-f4bd5d9ef635 admin admin] Publish callbacks [] for security_group (ffce59fc-da19-4e13-a435-4713c5e968c7), precommit_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:22.232113 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-64eb919e-d9c5-4bd5-9e12-f4bd5d9ef635 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (ffce59fc-da19-4e13-a435-4713c5e968c7), after_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:22.234830 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-64eb919e-d9c5-4bd5-9e12-f4bd5d9ef635 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:22.235987 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-64eb919e-d9c5-4bd5-9e12-f4bd5d9ef635 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ffce59fc-da19-4e13-a435-4713c5e968c7 HTTP/1.1" status: 204 len: 168 time: 0.1325943 Mar 11 16:23:22.245184 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64eb919e-d9c5-4bd5-9e12-f4bd5d9ef635 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffce59fc-da19-4e13-a435-4713c5e968c7,revision_number=None']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:22.298759 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 41640) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:23:22.358386 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Device 42811323-1a2b-45ba-b828-75496126c494 details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=103093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 16:23:22.381391 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Device 9d4df3af-6712-4ab2-b720-a9e6ce561b01 up at agent hyperv_hv-cinder-75078 {{(pid=103093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 16:23:22.423773 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-3a990a9f-7132-4f39-b840-8e8dc964796c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:22.500346 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Provisioning for port 9d4df3af-6712-4ab2-b720-a9e6ce561b01 completed by entity L2. {{(pid=103093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 16:23:22.510184 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Provisioning complete for port 9d4df3af-6712-4ab2-b720-a9e6ce561b01 triggered by entity L2. {{(pid=103093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 16:23:22.510559 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397499'] for port (9d4df3af-6712-4ab2-b720-a9e6ce561b01), provisioning_complete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:22.513842 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-3a990a9f-7132-4f39-b840-8e8dc964796c admin admin] Publish callbacks [] for security_group (4e569b82-faea-47c8-aaf0-b48cc014ec2f), precommit_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:22.517388 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] For port 42811323-1a2b-45ba-b828-75496126c494, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=42811323-1a2b-45ba-b828-75496126c494,segment=NetworkSegment(3d93b5d4-cefe-4911-a16c-44b970641fb6),segment_id=3d93b5d4-cefe-4911-a16c-44b970641fb6)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:23:22.519949 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-3a990a9f-7132-4f39-b840-8e8dc964796c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (4e569b82-faea-47c8-aaf0-b48cc014ec2f), after_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:22.553364 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Returning: {'device': '42811323-1a2b-45ba-b828-75496126c494', 'network_id': 'b8fa1f91-bc29-419a-98ef-308a3af376f5', 'port_id': '42811323-1a2b-45ba-b828-75496126c494', 'mac_address': 'fa:16:3e:ef:5a:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '440fba8a-19de-4f6c-be76-9954bd5733a7', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 16:23:22.564377 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-3a990a9f-7132-4f39-b840-8e8dc964796c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=589af71dd2a445aab987d87ba515bcd2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2645187 Mar 11 16:23:22.567126 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 41646) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:23:22.569623 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a990a9f-7132-4f39-b840-8e8dc964796c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e569b82-faea-47c8-aaf0-b48cc014ec2f,revision_number=1']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:22.609909 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Current status of the port 42811323-1a2b-45ba-b828-75496126c494 is: DOWN; New status is: BUILD {{(pid=103093) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 16:23:22.610336 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (42811323-1a2b-45ba-b828-75496126c494), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:22.627459 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-c75fce25-053a-4347-a401-170e7a6515e0 admin admin] Publish callbacks [] for security_group (4e569b82-faea-47c8-aaf0-b48cc014ec2f), before_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:22.643659 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.notifiers.nova [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42811323-1a2b-45ba-b828-75496126c494 {{(pid=103093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:23:22.652075 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-c75fce25-053a-4347-a401-170e7a6515e0 admin admin] Publish callbacks [] for security_group (4e569b82-faea-47c8-aaf0-b48cc014ec2f), precommit_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:22.669518 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 41654) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:23:22.694495 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-14383b84-562f-4f4a-87ba-ed314397c7dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:22.721750 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] For port 42811323-1a2b-45ba-b828-75496126c494, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=42811323-1a2b-45ba-b828-75496126c494,segment=NetworkSegment(3d93b5d4-cefe-4911-a16c-44b970641fb6),segment_id=3d93b5d4-cefe-4911-a16c-44b970641fb6)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:23:22.723257 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Current status of the port 9d4df3af-6712-4ab2-b720-a9e6ce561b01 is: BUILD; New status is: ACTIVE {{(pid=103093) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 16:23:22.723727 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (9d4df3af-6712-4ab2-b720-a9e6ce561b01), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:22.728949 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947'] for port (42811323-1a2b-45ba-b828-75496126c494), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:22.746547 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-c75fce25-053a-4347-a401-170e7a6515e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (4e569b82-faea-47c8-aaf0-b48cc014ec2f), after_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:22.751395 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-c75fce25-053a-4347-a401-170e7a6515e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:22.752559 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-c75fce25-053a-4347-a401-170e7a6515e0 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/4e569b82-faea-47c8-aaf0-b48cc014ec2f HTTP/1.1" status: 204 len: 168 time: 0.1844757 Mar 11 16:23:22.774290 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75fce25-053a-4347-a401-170e7a6515e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e569b82-faea-47c8-aaf0-b48cc014ec2f,revision_number=None']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:22.798069 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3babf5-5bd9-4cc8-a599-1c1011923745 req-724d4e91-126e-4cba-8a69-2b98c036d6fa tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:22.800192 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-9b3babf5-5bd9-4cc8-a599-1c1011923745 req-724d4e91-126e-4cba-8a69-2b98c036d6fa tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/ports?device_id=90ca8e8f-9f94-48cd-9a21-1200c7a66e7a HTTP/1.1" status: 200 len: 944 time: 0.0894825 Mar 11 16:23:22.830696 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '951f3d73-8cd5-4032-ad4d-9453ab670ada', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d4df3af-6712-4ab2-b720-a9e6ce561b01'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:23:22.832184 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-14383b84-562f-4f4a-87ba-ed314397c7dd admin admin] Publish callbacks [] for security_group (8c022efb-ee29-452c-a162-b707c1508b86), precommit_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:22.836776 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f6a2c072b123b360c8eb8991e75d694e889c4c27e62ecb22fdf39ecf471eb94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66658488-4dff-47d8-88ba-9968abb2b431" -d '{"events": [{"server_uuid": "951f3d73-8cd5-4032-ad4d-9453ab670ada", "name": "network-vif-plugged", "status": "completed", "tag": "9d4df3af-6712-4ab2-b720-a9e6ce561b01"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 16:23:22.858388 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-14383b84-562f-4f4a-87ba-ed314397c7dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (8c022efb-ee29-452c-a162-b707c1508b86), after_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:22.880305 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-9b3babf5-5bd9-4cc8-a599-1c1011923745 req-5e8bf22b-0234-4525-b364-cd14e4c6216c tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f673b25-a76b-4443-b7a9-4564d84cc840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743020 Mar 11 16:23:22.897293 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] For port 9d4df3af-6712-4ab2-b720-a9e6ce561b01, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=9d4df3af-6712-4ab2-b720-a9e6ce561b01,segment=NetworkSegment(3d93b5d4-cefe-4911-a16c-44b970641fb6),segment_id=3d93b5d4-cefe-4911-a16c-44b970641fb6)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:23:22.911655 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947'] for port (9d4df3af-6712-4ab2-b720-a9e6ce561b01), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:22.918251 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 16:23:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e541fbe-4292-45e2-89cf-722c0eeee46b x-openstack-request-id: req-4e541fbe-4292-45e2-89cf-722c0eeee46b {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 16:23:22.918650 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "951f3d73-8cd5-4032-ad4d-9453ab670ada", "name": "network-vif-plugged", "status": "completed", "tag": "9d4df3af-6712-4ab2-b720-a9e6ce561b01", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 16:23:22.918859 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-4e541fbe-4292-45e2-89cf-722c0eeee46b {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 16:23:22.919236 dv-cinder-750782-12-iscsi neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '951f3d73-8cd5-4032-ad4d-9453ab670ada', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d4df3af-6712-4ab2-b720-a9e6ce561b01', 'code': 200} Mar 11 16:23:22.923013 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Pushing event updated for resources: {'Port': ['ID=42811323-1a2b-45ba-b828-75496126c494,revision_number=4']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:22.966052 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14383b84-562f-4f4a-87ba-ed314397c7dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c022efb-ee29-452c-a162-b707c1508b86,revision_number=1']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:22.979569 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 41670) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:23:22.979996 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-14383b84-562f-4f4a-87ba-ed314397c7dd admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=9c21d0af6113463586084103d792d75f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3092108 Mar 11 16:23:23.008379 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Pushing event updated for resources: {'Port': ['ID=9d4df3af-6712-4ab2-b720-a9e6ce561b01,revision_number=5']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:23.067683 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-e014040f-a90a-4b6a-9e97-77ae661eed7e admin admin] Publish callbacks [] for security_group (8c022efb-ee29-452c-a162-b707c1508b86), before_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:23.110713 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-e014040f-a90a-4b6a-9e97-77ae661eed7e admin admin] Publish callbacks [] for security_group (8c022efb-ee29-452c-a162-b707c1508b86), precommit_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:23.177279 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35bd211-7ff4-4774-b860-a49edda3eb34 req-aab4b134-4f19-485a-9ba9-88c770a910c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:23.178848 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-e35bd211-7ff4-4774-b860-a49edda3eb34 req-aab4b134-4f19-485a-9ba9-88c770a910c6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=951f3d73-8cd5-4032-ad4d-9453ab670ada HTTP/1.1" status: 200 len: 1129 time: 0.0824320 Mar 11 16:23:23.192132 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] get_ports_and_sgs() called for port_ids ['42811323-1a2b-45ba-b828-75496126c494'] {{(pid=103093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 16:23:23.194727 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-e014040f-a90a-4b6a-9e97-77ae661eed7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (8c022efb-ee29-452c-a162-b707c1508b86), after_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:23.197250 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-e014040f-a90a-4b6a-9e97-77ae661eed7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:23.198234 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-e014040f-a90a-4b6a-9e97-77ae661eed7e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8c022efb-ee29-452c-a162-b707c1508b86 HTTP/1.1" status: 204 len: 168 time: 0.2171443 Mar 11 16:23:23.221806 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e014040f-a90a-4b6a-9e97-77ae661eed7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c022efb-ee29-452c-a162-b707c1508b86,revision_number=None']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:23.233092 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.agents_db [None req-ed17eba3-c4d2-4aaa-a64c-93b8434a4a48 None None] Agent healthcheck: found 6 active agents {{(pid=103094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 16:23:23.264143 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-e35bd211-7ff4-4774-b860-a49edda3eb34 req-3209a446-243d-4e2b-9de9-e10d521e10ea service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=9f673b25-a76b-4443-b7a9-4564d84cc840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754886 Mar 11 16:23:23.800443 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 41708) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:23:24.008018 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.v2.base [None req-26f4d29d-b240-488d-a104-b6f5f35a054d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-21246603-network', 'tenant_id': '6afb84ea33c34a8284e22ea7f8dbc20a'}} {{(pid=103092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:23:24.026071 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e420162-a3ed-48be-aa02-01c52183f375 req-a269b3c0-76a9-4b48-a809-9f9f7be55135 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:24.028152 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-1e420162-a3ed-48be-aa02-01c52183f375 req-a269b3c0-76a9-4b48-a809-9f9f7be55135 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/ports?device_id=90ca8e8f-9f94-48cd-9a21-1200c7a66e7a HTTP/1.1" status: 200 len: 944 time: 0.0667634 Mar 11 16:23:24.045089 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26f4d29d-b240-488d-a104-b6f5f35a054d admin admin] Made reservation on behalf of 6afb84ea33c34a8284e22ea7f8dbc20a for: {'network': 1} {{(pid=103092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:23:24.047366 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-26f4d29d-b240-488d-a104-b6f5f35a054d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for network (None), before_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:24.063824 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-26f4d29d-b240-488d-a104-b6f5f35a054d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:24.106983 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-1e420162-a3ed-48be-aa02-01c52183f375 req-12e63da5-4224-4f61-8434-3ddabe4ccef5 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f673b25-a76b-4443-b7a9-4564d84cc840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706735 Mar 11 16:23:24.191296 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-26f4d29d-b240-488d-a104-b6f5f35a054d admin admin] Publish callbacks [] for security_group (3f8a3eb6-f15a-44c8-ae2d-99556553d02c), precommit_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:24.196420 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-26f4d29d-b240-488d-a104-b6f5f35a054d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (3f8a3eb6-f15a-44c8-ae2d-99556553d02c), after_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:24.222030 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26f4d29d-b240-488d-a104-b6f5f35a054d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 629} {{(pid=103092) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:23:24.236819 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f4d29d-b240-488d-a104-b6f5f35a054d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f8a3eb6-f15a-44c8-ae2d-99556553d02c,revision_number=1']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:24.243450 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-26f4d29d-b240-488d-a104-b6f5f35a054d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1821558'] for segment (53cdd138-4e9c-4178-b0e9-01621a26969b), precommit_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:24.244140 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.db.segments_db [None req-26f4d29d-b240-488d-a104-b6f5f35a054d admin admin] Added segment 53cdd138-4e9c-4178-b0e9-01621a26969b of type vlan for network 91701b40-45b6-4dc3-9365-5d3024585e80 Mar 11 16:23:24.291174 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-26f4d29d-b240-488d-a104-b6f5f35a054d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780137934026'] for network (91701b40-45b6-4dc3-9365-5d3024585e80), precommit_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:24.316819 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-26f4d29d-b240-488d-a104-b6f5f35a054d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410'] for network (91701b40-45b6-4dc3-9365-5d3024585e80), after_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:24.317835 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f4d29d-b240-488d-a104-b6f5f35a054d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:24.318447 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-26f4d29d-b240-488d-a104-b6f5f35a054d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779404'] for network (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:24.357860 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-26f4d29d-b240-488d-a104-b6f5f35a054d admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5532303 Mar 11 16:23:24.358294 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 41766) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:23:24.365997 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.v2.base [None req-6b64067f-2e32-4eaf-aff8-578326c5e0a9 admin admin] Request body: {'subnet': {'network_id': '91701b40-45b6-4dc3-9365-5d3024585e80', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-21246603-subnet', 'tenant_id': '6afb84ea33c34a8284e22ea7f8dbc20a', 'ip_version': 4}} {{(pid=103091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:23:24.388999 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f4d29d-b240-488d-a104-b6f5f35a054d admin admin] Pushing event updated for resources: {'Network': ['ID=91701b40-45b6-4dc3-9365-5d3024585e80,revision_number=1']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:24.400410 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Network 91701b40-45b6-4dc3-9365-5d3024585e80 details requested by agent ovs-agent-dv-cinder-750782-12-iscsi with host dv-cinder-750782-12-iscsi {{(pid=103093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 16:23:24.404131 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b64067f-2e32-4eaf-aff8-578326c5e0a9 admin admin] Made reservation on behalf of 6afb84ea33c34a8284e22ea7f8dbc20a for: {'subnet': 1} {{(pid=103091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:23:24.407898 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-6b64067f-2e32-4eaf-aff8-578326c5e0a9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:24.600792 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-6b64067f-2e32-4eaf-aff8-578326c5e0a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410'] for subnet (a52384ed-9db6-46e8-9576-be4e2499c742), after_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:24.658415 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b64067f-2e32-4eaf-aff8-578326c5e0a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a52384ed-9db6-46e8-9576-be4e2499c742,revision_number=0']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:24.671383 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b64067f-2e32-4eaf-aff8-578326c5e0a9 admin admin] Checking segment: {'id': '53cdd138-4e9c-4178-b0e9-01621a26969b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '91701b40-45b6-4dc3-9365-5d3024585e80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 16:23:24.671732 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b64067f-2e32-4eaf-aff8-578326c5e0a9 admin admin] Network hostable DHCP agents. Network: 91701b40-45b6-4dc3-9365-5d3024585e80, hostable agents: ['52d54afa-c257-4acf-9353-cc1307944ae0'], hosted agents: [] {{(pid=103091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:23:24.688754 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b64067f-2e32-4eaf-aff8-578326c5e0a9 admin admin] Network 91701b40-45b6-4dc3-9365-5d3024585e80 is scheduled to be hosted by DHCP agent 52d54afa-c257-4acf-9353-cc1307944ae0 with binding_index 1 {{(pid=103091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:23:24.697708 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.scheduler.base_scheduler [None req-6b64067f-2e32-4eaf-aff8-578326c5e0a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-12-iscsi, 91701b40-45b6-4dc3-9365-5d3024585e80) {{(pid=103091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:23:24.703049 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b64067f-2e32-4eaf-aff8-578326c5e0a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:24.703772 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-6b64067f-2e32-4eaf-aff8-578326c5e0a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779404'] for subnet (None), before_response {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:24.708301 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bcf4238-2bff-4b34-b4f0-55710d430a4f None None] Network 91701b40-45b6-4dc3-9365-5d3024585e80 requested from dv-cinder-750782-12-iscsi {{(pid=103093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 16:23:24.720735 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-6b64067f-2e32-4eaf-aff8-578326c5e0a9 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.3603141 Mar 11 16:23:24.723789 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 41772) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:23:24.728183 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.v2.base [None req-1ca779d5-93b7-49ef-94e9-82257a06cb04 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-21246603-router', 'tenant_id': '6afb84ea33c34a8284e22ea7f8dbc20a', 'external_gateway_info': {'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82'}}} {{(pid=103092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:23:24.749901 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-1ca779d5-93b7-49ef-94e9-82257a06cb04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-772388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-56450'] for router (19202571-146d-46fa-8222-fe959a1946fd), before_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:24.750959 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-1ca779d5-93b7-49ef-94e9-82257a06cb04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539762', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-605413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-56571'] for router (19202571-146d-46fa-8222-fe959a1946fd), precommit_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:24.826110 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ac95c60-1c0c-496f-90a4-6f5b5dc7070e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp725cae6e-9253-5061-8772-c6285d3d9ef8-91701b40-45b6-4dc3-9365-5d3024585e80', 'network_id': '91701b40-45b6-4dc3-9365-5d3024585e80', 'project_id': '6afb84ea33c34a8284e22ea7f8dbc20a', 'fixed_ips': [{'subnet_id': 'a52384ed-9db6-46e8-9576-be4e2499c742'}]}} from dv-cinder-750782-12-iscsi. {{(pid=103093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 16:23:24.827013 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1ac95c60-1c0c-496f-90a4-6f5b5dc7070e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:24.987147 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [None req-1ac95c60-1c0c-496f-90a4-6f5b5dc7070e None None] Allocated IP 172.20.0.2 (91701b40-45b6-4dc3-9365-5d3024585e80/a52384ed-9db6-46e8-9576-be4e2499c742/1c51495c-6114-4530-a5f4-39a2cf0cb287) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:23:25.038326 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-1ca779d5-93b7-49ef-94e9-82257a06cb04 admin admin] Publish callbacks [] for router_controller (19202571-146d-46fa-8222-fe959a1946fd), precommit_add_association {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:25.190424 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1ac95c60-1c0c-496f-90a4-6f5b5dc7070e None None] Publish callbacks [] for port (1c51495c-6114-4530-a5f4-39a2cf0cb287), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:25.196591 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1ac95c60-1c0c-496f-90a4-6f5b5dc7070e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780137975911'] for port (1c51495c-6114-4530-a5f4-39a2cf0cb287), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:25.206906 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-1ca779d5-93b7-49ef-94e9-82257a06cb04 admin admin] Publish callbacks [] for router_gateway (19202571-146d-46fa-8222-fe959a1946fd), precommit_update {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:25.237176 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac95c60-1c0c-496f-90a4-6f5b5dc7070e None None] Network 91701b40-45b6-4dc3-9365-5d3024585e80 is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:23:25.243830 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-1ac95c60-1c0c-496f-90a4-6f5b5dc7070e None None] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:23:25.247557 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac95c60-1c0c-496f-90a4-6f5b5dc7070e None None] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 16:23:25.257313 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac95c60-1c0c-496f-90a4-6f5b5dc7070e None None] Pushing event updated for resources: {'Port': ['ID=1c51495c-6114-4530-a5f4-39a2cf0cb287,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:25.302394 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124b1869-aceb-4108-9bc1-2ce2d8c38308 req-961d855d-d57a-4ecd-85bb-a73b65c9b652 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:25.303906 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-124b1869-aceb-4108-9bc1-2ce2d8c38308 req-961d855d-d57a-4ecd-85bb-a73b65c9b652 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/ports?device_id=90ca8e8f-9f94-48cd-9a21-1200c7a66e7a HTTP/1.1" status: 200 len: 944 time: 0.1004143 Mar 11 16:23:25.323067 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [None req-1ac95c60-1c0c-496f-90a4-6f5b5dc7070e None None] Attempting to bind port 1c51495c-6114-4530-a5f4-39a2cf0cb287 on host dv-cinder-750782-12-iscsi for vnic_type normal with profile {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 16:23:25.323613 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [None req-1ac95c60-1c0c-496f-90a4-6f5b5dc7070e None None] Attempting to bind port 1c51495c-6114-4530-a5f4-39a2cf0cb287 by drivers openvswitch,hyperv on host dv-cinder-750782-12-iscsi at level 0 using segments [{'id': '53cdd138-4e9c-4178-b0e9-01621a26969b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '91701b40-45b6-4dc3-9365-5d3024585e80'}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 16:23:25.324076 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac95c60-1c0c-496f-90a4-6f5b5dc7070e None None] Attempting to bind port 1c51495c-6114-4530-a5f4-39a2cf0cb287 on network 91701b40-45b6-4dc3-9365-5d3024585e80 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 16:23:25.330379 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac95c60-1c0c-496f-90a4-6f5b5dc7070e None None] Checking agent: {'id': '1025624e-e238-47fc-86ae-58f7bb6baa16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 12, 50), 'started_at': datetime.datetime(2022, 3, 11, 16, 13, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 23, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 16:23:25.331119 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac95c60-1c0c-496f-90a4-6f5b5dc7070e None None] Checking segment: {'id': '53cdd138-4e9c-4178-b0e9-01621a26969b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '91701b40-45b6-4dc3-9365-5d3024585e80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 16:23:25.331729 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1ac95c60-1c0c-496f-90a4-6f5b5dc7070e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:25.332400 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac95c60-1c0c-496f-90a4-6f5b5dc7070e None None] Bound using segment: {'id': '53cdd138-4e9c-4178-b0e9-01621a26969b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '91701b40-45b6-4dc3-9365-5d3024585e80'} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 16:23:25.333376 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [None req-1ac95c60-1c0c-496f-90a4-6f5b5dc7070e None None] Bound port: 1c51495c-6114-4530-a5f4-39a2cf0cb287, host: dv-cinder-750782-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53cdd138-4e9c-4178-b0e9-01621a26969b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '91701b40-45b6-4dc3-9365-5d3024585e80'}}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 16:23:25.335683 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1ac95c60-1c0c-496f-90a4-6f5b5dc7070e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (1c51495c-6114-4530-a5f4-39a2cf0cb287), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:25.390104 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-124b1869-aceb-4108-9bc1-2ce2d8c38308 req-e27dc629-2a2e-402b-843b-172e59dd97c2 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f673b25-a76b-4443-b7a9-4564d84cc840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777094 Mar 11 16:23:25.415805 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-1ac95c60-1c0c-496f-90a4-6f5b5dc7070e None None] For port 1c51495c-6114-4530-a5f4-39a2cf0cb287, host dv-cinder-750782-12-iscsi, cleared binding levels {{(pid=103093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:23:25.420199 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-1ac95c60-1c0c-496f-90a4-6f5b5dc7070e None None] For port 1c51495c-6114-4530-a5f4-39a2cf0cb287, host dv-cinder-750782-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-12-iscsi',level=0,port_id=1c51495c-6114-4530-a5f4-39a2cf0cb287,segment=NetworkSegment(53cdd138-4e9c-4178-b0e9-01621a26969b),segment_id=53cdd138-4e9c-4178-b0e9-01621a26969b)] {{(pid=103093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:23:25.431290 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1ac95c60-1c0c-496f-90a4-6f5b5dc7070e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947'] for port (1c51495c-6114-4530-a5f4-39a2cf0cb287), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:25.502906 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac95c60-1c0c-496f-90a4-6f5b5dc7070e None None] Pushing event updated for resources: {'Port': ['ID=1c51495c-6114-4530-a5f4-39a2cf0cb287,revision_number=2']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:25.549211 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-1ca779d5-93b7-49ef-94e9-82257a06cb04 admin admin] Publish callbacks [] for router_gateway (19202571-146d-46fa-8222-fe959a1946fd), before_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:25.575182 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-1ca779d5-93b7-49ef-94e9-82257a06cb04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (None), before_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:25.739554 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.db.db_base_plugin_common [None req-1ca779d5-93b7-49ef-94e9-82257a06cb04 admin admin] Allocated IP 172.27.0.161 (ff1c1ad1-a65f-4be8-9483-081137458b82/5240f8c4-acf8-4de2-827e-773879cfd307/27674ad5-3741-4c21-94ab-f0bea39e0c37) {{(pid=103092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:23:25.870291 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-1ca779d5-93b7-49ef-94e9-82257a06cb04 admin admin] Publish callbacks [] for port (27674ad5-3741-4c21-94ab-f0bea39e0c37), precommit_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:25.890120 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Device 1c51495c-6114-4530-a5f4-39a2cf0cb287 up at agent ovs-agent-dv-cinder-750782-12-iscsi {{(pid=103093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 16:23:25.918047 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-1ca779d5-93b7-49ef-94e9-82257a06cb04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780137975911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30811620'] for port (27674ad5-3741-4c21-94ab-f0bea39e0c37), after_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:25.944315 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Provisioning complete for port 1c51495c-6114-4530-a5f4-39a2cf0cb287 triggered by entity L2. {{(pid=103093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 16:23:25.945030 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397499'] for port (1c51495c-6114-4530-a5f4-39a2cf0cb287), provisioning_complete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:25.954793 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ca779d5-93b7-49ef-94e9-82257a06cb04 admin admin] Network ff1c1ad1-a65f-4be8-9483-081137458b82 is already hosted by enough agents. {{(pid=103092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:23:25.958255 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.scheduler.base_scheduler [None req-1ca779d5-93b7-49ef-94e9-82257a06cb04 admin admin] Resources bound (agent type, host, resource id): {{(pid=103092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:23:25.966911 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca779d5-93b7-49ef-94e9-82257a06cb04 admin admin] Received port after_create {{(pid=103092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 16:23:26.007951 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca779d5-93b7-49ef-94e9-82257a06cb04 admin admin] Pushing event updated for resources: {'Port': ['ID=27674ad5-3741-4c21-94ab-f0bea39e0c37,revision_number=1']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:26.034172 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Current status of the port 1c51495c-6114-4530-a5f4-39a2cf0cb287 is: DOWN; New status is: ACTIVE {{(pid=103093) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 16:23:26.034590 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (1c51495c-6114-4530-a5f4-39a2cf0cb287), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:26.069765 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] For port 1c51495c-6114-4530-a5f4-39a2cf0cb287, host dv-cinder-750782-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-12-iscsi',level=0,port_id=1c51495c-6114-4530-a5f4-39a2cf0cb287,segment=NetworkSegment(53cdd138-4e9c-4178-b0e9-01621a26969b),segment_id=53cdd138-4e9c-4178-b0e9-01621a26969b)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:23:26.074695 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947'] for port (1c51495c-6114-4530-a5f4-39a2cf0cb287), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:26.137075 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Pushing event updated for resources: {'Port': ['ID=1c51495c-6114-4530-a5f4-39a2cf0cb287,revision_number=3']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:26.273848 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-1ca779d5-93b7-49ef-94e9-82257a06cb04 admin admin] Publish callbacks [] for router_gateway (19202571-146d-46fa-8222-fe959a1946fd), after_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:26.383441 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Device 42811323-1a2b-45ba-b828-75496126c494 up at agent hyperv_hv-cinder-75078 {{(pid=103093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 16:23:26.488465 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Provisioning for port 42811323-1a2b-45ba-b828-75496126c494 completed by entity L2. {{(pid=103093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 16:23:26.494062 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Provisioning complete for port 42811323-1a2b-45ba-b828-75496126c494 triggered by entity L2. {{(pid=103093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 16:23:26.494633 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397499'] for port (42811323-1a2b-45ba-b828-75496126c494), provisioning_complete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:26.543745 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21d8a10f-96f7-4aa4-9d8e-32940322b218 None None] Network 91701b40-45b6-4dc3-9365-5d3024585e80 requested from dv-cinder-750782-12-iscsi {{(pid=103093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 16:23:26.584493 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-1ca779d5-93b7-49ef-94e9-82257a06cb04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-772511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539677'] for router (19202571-146d-46fa-8222-fe959a1946fd), after_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:26.645164 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [None req-50735c27-cca1-4cd1-b61f-97065cfd0aa2 None None] Provisioning complete for port 1c51495c-6114-4530-a5f4-39a2cf0cb287 triggered by entity DHCP. {{(pid=103093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 16:23:26.645612 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-50735c27-cca1-4cd1-b61f-97065cfd0aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397499'] for port (1c51495c-6114-4530-a5f4-39a2cf0cb287), provisioning_complete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:26.672198 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d45b093-e41f-493c-b2f5-f61c520e5956 req-c5ba1f76-c86b-40e2-b940-9e1c992ce225 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:26.673752 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-9d45b093-e41f-493c-b2f5-f61c520e5956 req-c5ba1f76-c86b-40e2-b940-9e1c992ce225 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/ports?device_id=90ca8e8f-9f94-48cd-9a21-1200c7a66e7a HTTP/1.1" status: 200 len: 944 time: 0.1515472 Mar 11 16:23:26.725442 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Current status of the port 42811323-1a2b-45ba-b828-75496126c494 is: BUILD; New status is: ACTIVE {{(pid=103093) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 16:23:26.725832 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (42811323-1a2b-45ba-b828-75496126c494), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:26.779857 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90ca8e8f-9f94-48cd-9a21-1200c7a66e7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42811323-1a2b-45ba-b828-75496126c494'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:23:26.782195 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f6a2c072b123b360c8eb8991e75d694e889c4c27e62ecb22fdf39ecf471eb94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5664c618-3996-4dc7-a3bb-95da6a05ecb2" -d '{"events": [{"server_uuid": "90ca8e8f-9f94-48cd-9a21-1200c7a66e7a", "name": "network-vif-plugged", "status": "completed", "tag": "42811323-1a2b-45ba-b828-75496126c494"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 16:23:26.787034 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 41810) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:23:26.821625 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-9d45b093-e41f-493c-b2f5-f61c520e5956 req-ca781ad7-fd03-4dbc-a68d-a1d4ac6875cd tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f673b25-a76b-4443-b7a9-4564d84cc840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359828 Mar 11 16:23:26.824338 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] For port 42811323-1a2b-45ba-b828-75496126c494, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=42811323-1a2b-45ba-b828-75496126c494,segment=NetworkSegment(3d93b5d4-cefe-4911-a16c-44b970641fb6),segment_id=3d93b5d4-cefe-4911-a16c-44b970641fb6)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:23:26.832587 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 16:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c79b7ce-cdf6-4b4a-bff4-6ee8f187dfcb x-openstack-request-id: req-3c79b7ce-cdf6-4b4a-bff4-6ee8f187dfcb {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 16:23:26.833023 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90ca8e8f-9f94-48cd-9a21-1200c7a66e7a", "name": "network-vif-plugged", "status": "completed", "tag": "42811323-1a2b-45ba-b828-75496126c494", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 16:23:26.833279 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-3c79b7ce-cdf6-4b4a-bff4-6ee8f187dfcb {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 16:23:26.833766 dv-cinder-750782-12-iscsi neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90ca8e8f-9f94-48cd-9a21-1200c7a66e7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42811323-1a2b-45ba-b828-75496126c494', 'code': 200} Mar 11 16:23:26.837604 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947'] for port (42811323-1a2b-45ba-b828-75496126c494), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:26.856941 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-50735c27-cca1-4cd1-b61f-97065cfd0aa2 None None] Current status of the port 1c51495c-6114-4530-a5f4-39a2cf0cb287 is: ACTIVE; New status is: ACTIVE {{(pid=103093) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 16:23:26.911846 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Pushing event updated for resources: {'Port': ['ID=42811323-1a2b-45ba-b828-75496126c494,revision_number=5']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:26.924362 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ca779d5-93b7-49ef-94e9-82257a06cb04 admin admin] Router 19202571-146d-46fa-8222-fe959a1946fd is scheduled to L3 agent 03422851-42b1-44c9-ada6-e479436b7b23 with binding_index 1 {{(pid=103092) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 16:23:26.989604 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-6ba6b811-d82c-4981-8143-b76f537f974b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:27.097680 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-6ba6b811-d82c-4981-8143-b76f537f974b admin admin] Publish callbacks [] for security_group (6dfa913c-2846-42cf-8700-1980f56d60f6), precommit_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:27.106322 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-6ba6b811-d82c-4981-8143-b76f537f974b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (6dfa913c-2846-42cf-8700-1980f56d60f6), after_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:27.119174 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ca779d5-93b7-49ef-94e9-82257a06cb04 admin admin] Notify agent at l3_agent.dv-cinder-750782-12-iscsi the message routers_updated {{(pid=103092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:23:27.137038 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826fa0d7-6aec-4e46-be50-4d47b9cfcda3 None None] Sync routers for ids ['19202571-146d-46fa-8222-fe959a1946fd'] in dv-cinder-750782-12-iscsi {{(pid=103094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:23:27.137715 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91875681-9fc4-42b2-af23-0861895cd658 req-f8f054b5-dabc-4a6b-9268-010fc4e8b52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:27.139270 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-91875681-9fc4-42b2-af23-0861895cd658 req-f8f054b5-dabc-4a6b-9268-010fc4e8b52a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=90ca8e8f-9f94-48cd-9a21-1200c7a66e7a HTTP/1.1" status: 200 len: 1129 time: 0.1092522 Mar 11 16:23:27.146512 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-1ca779d5-93b7-49ef-94e9-82257a06cb04 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:27.150482 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-1ca779d5-93b7-49ef-94e9-82257a06cb04 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.4229047 Mar 11 16:23:27.150800 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 41814) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:23:27.155219 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826fa0d7-6aec-4e46-be50-4d47b9cfcda3 None None] Routers {'19202571-146d-46fa-8222-fe959a1946fd'} bound to L3 agent in host dv-cinder-750782-12-iscsi {{(pid=103094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 16:23:27.156038 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_hamode_db [None req-826fa0d7-6aec-4e46-be50-4d47b9cfcda3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T16:12:46Z,description=,heartbeat_timestamp=2022-03-11T16:23:16Z,host='dv-cinder-750782-12-iscsi',id=03422851-42b1-44c9-ada6-e479436b7b23,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:12:46Z,topic='l3_agent')) {'router_ids': ['19202571-146d-46fa-8222-fe959a1946fd'], 'active': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:23:27.159246 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-6ba6b811-d82c-4981-8143-b76f537f974b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=992a922f611f43b1bba8f9bae0305f5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3710873 Mar 11 16:23:27.161791 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 41816) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:23:27.169130 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba6b811-d82c-4981-8143-b76f537f974b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dfa913c-2846-42cf-8700-1980f56d60f6,revision_number=1']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:27.207133 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [None req-1a08bb9b-37c0-451b-8516-be4b85f0f35a None None] Provisioning complete for port 1c51495c-6114-4530-a5f4-39a2cf0cb287 triggered by entity DHCP. {{(pid=103093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 16:23:27.207959 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1a08bb9b-37c0-451b-8516-be4b85f0f35a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397499'] for port (1c51495c-6114-4530-a5f4-39a2cf0cb287), provisioning_complete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:27.244561 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-5d2ee0d4-87c1-40d3-b4c8-91735c0b4c71 admin admin] Publish callbacks [] for security_group (6dfa913c-2846-42cf-8700-1980f56d60f6), before_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:27.269342 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-5d2ee0d4-87c1-40d3-b4c8-91735c0b4c71 admin admin] Publish callbacks [] for security_group (6dfa913c-2846-42cf-8700-1980f56d60f6), precommit_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:27.283472 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_dvr_db [None req-826fa0d7-6aec-4e46-be50-4d47b9cfcda3 None None] Set router 19202571-146d-46fa-8222-fe959a1946fd gateway port host: dv-cinder-750782-12-iscsi {{(pid=103094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 16:23:27.288536 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-91875681-9fc4-42b2-af23-0861895cd658 req-48865e76-4d47-4eee-887f-cdab209ea08f service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=9f673b25-a76b-4443-b7a9-4564d84cc840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396887 Mar 11 16:23:27.332926 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-5d2ee0d4-87c1-40d3-b4c8-91735c0b4c71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (6dfa913c-2846-42cf-8700-1980f56d60f6), after_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:27.337103 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-5d2ee0d4-87c1-40d3-b4c8-91735c0b4c71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:27.338523 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-5d2ee0d4-87c1-40d3-b4c8-91735c0b4c71 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/6dfa913c-2846-42cf-8700-1980f56d60f6 HTTP/1.1" status: 204 len: 168 time: 0.1757205 Mar 11 16:23:27.346276 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-1a08bb9b-37c0-451b-8516-be4b85f0f35a None None] Current status of the port 1c51495c-6114-4530-a5f4-39a2cf0cb287 is: ACTIVE; New status is: ACTIVE {{(pid=103093) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 16:23:27.350509 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2ee0d4-87c1-40d3-b4c8-91735c0b4c71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dfa913c-2846-42cf-8700-1980f56d60f6,revision_number=None']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:27.501051 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_hamode_db [None req-826fa0d7-6aec-4e46-be50-4d47b9cfcda3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19202571-146d-46fa-8222-fe959a1946fd', 'name': 'tempest-TestShelveInstance-21246603-router', 'tenant_id': '6afb84ea33c34a8284e22ea7f8dbc20a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'external_fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': '27674ad5-3741-4c21-94ab-f0bea39e0c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:23:24Z', 'updated_at': '2022-03-11T16:23:26Z', 'revision_number': 3, 'project_id': '6afb84ea33c34a8284e22ea7f8dbc20a', 'gw_port': {'id': '27674ad5-3741-4c21-94ab-f0bea39e0c37', 'name': '', 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:87:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19202571-146d-46fa-8222-fe959a1946fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:23:25Z', 'updated_at': '2022-03-11T16:23:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-12-iscsi'}], 'dv-cinder-750782-12-iscsi', False) {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:23:27.534393 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826fa0d7-6aec-4e46-be50-4d47b9cfcda3 None None] Checking router: 19202571-146d-46fa-8222-fe959a1946fd for host: dv-cinder-750782-12-iscsi {{(pid=103094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:23:27.534393 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826fa0d7-6aec-4e46-be50-4d47b9cfcda3 None None] Updating router 19202571-146d-46fa-8222-fe959a1946fd port 27674ad5-3741-4c21-94ab-f0bea39e0c37 binding host dv-cinder-750782-12-iscsi {{(pid=103094) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 16:23:27.560477 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-826fa0d7-6aec-4e46-be50-4d47b9cfcda3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (27674ad5-3741-4c21-94ab-f0bea39e0c37), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:27.693303 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 41824) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:23:27.716826 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-799b6389-f65e-4b2e-9b09-af7525f98085 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:27.720204 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-8bf37f87-0ed8-4eed-a4db-8cccfe648fac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (None), before_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:27.843456 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-799b6389-f65e-4b2e-9b09-af7525f98085 admin admin] Publish callbacks [] for security_group (6b9a1819-9bd8-40e0-b16b-8d9e79c3c266), precommit_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:27.852094 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-799b6389-f65e-4b2e-9b09-af7525f98085 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (6b9a1819-9bd8-40e0-b16b-8d9e79c3c266), after_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:27.900420 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-826fa0d7-6aec-4e46-be50-4d47b9cfcda3 None None] Publish callbacks [] for port (27674ad5-3741-4c21-94ab-f0bea39e0c37), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:27.903121 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-799b6389-f65e-4b2e-9b09-af7525f98085 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=99118edac37a4fe49b17075ced0ae4be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2084773 Mar 11 16:23:27.904325 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799b6389-f65e-4b2e-9b09-af7525f98085 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b9a1819-9bd8-40e0-b16b-8d9e79c3c266,revision_number=1']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:27.907534 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 41830) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:23:27.910560 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Device 1c51495c-6114-4530-a5f4-39a2cf0cb287 up at agent ovs-agent-dv-cinder-750782-12-iscsi {{(pid=103093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 16:23:27.914701 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-826fa0d7-6aec-4e46-be50-4d47b9cfcda3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947'] for port (27674ad5-3741-4c21-94ab-f0bea39e0c37), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:27.940440 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.db.db_base_plugin_common [None req-8bf37f87-0ed8-4eed-a4db-8cccfe648fac admin admin] Allocated IP 172.20.0.1 (91701b40-45b6-4dc3-9365-5d3024585e80/a52384ed-9db6-46e8-9576-be4e2499c742/539867cf-27ba-4873-a22e-448040bb864d) {{(pid=103092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:23:27.971240 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ee856f-f0e6-4bf8-b727-2f8901ff1c3c None None] Pushing event updated for resources: {'Port': ['ID=27674ad5-3741-4c21-94ab-f0bea39e0c37,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:28.002135 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [None req-826fa0d7-6aec-4e46-be50-4d47b9cfcda3 None None] Attempting to bind port 27674ad5-3741-4c21-94ab-f0bea39e0c37 on host dv-cinder-750782-12-iscsi for vnic_type normal with profile {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 16:23:28.002780 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [None req-826fa0d7-6aec-4e46-be50-4d47b9cfcda3 None None] Attempting to bind port 27674ad5-3741-4c21-94ab-f0bea39e0c37 by drivers openvswitch,hyperv on host dv-cinder-750782-12-iscsi at level 0 using segments [{'id': 'd35af6e3-4c7b-42bf-84c3-6daa0b397bde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 16:23:28.003420 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826fa0d7-6aec-4e46-be50-4d47b9cfcda3 None None] Attempting to bind port 27674ad5-3741-4c21-94ab-f0bea39e0c37 on network ff1c1ad1-a65f-4be8-9483-081137458b82 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 16:23:28.009612 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826fa0d7-6aec-4e46-be50-4d47b9cfcda3 None None] Checking agent: {'id': '1025624e-e238-47fc-86ae-58f7bb6baa16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 12, 50), 'started_at': datetime.datetime(2022, 3, 11, 16, 13, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 23, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 16:23:28.010290 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826fa0d7-6aec-4e46-be50-4d47b9cfcda3 None None] Checking segment: {'id': 'd35af6e3-4c7b-42bf-84c3-6daa0b397bde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 16:23:28.010895 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-826fa0d7-6aec-4e46-be50-4d47b9cfcda3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:28.011255 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Provisioning complete for port 1c51495c-6114-4530-a5f4-39a2cf0cb287 triggered by entity L2. {{(pid=103093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 16:23:28.011598 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826fa0d7-6aec-4e46-be50-4d47b9cfcda3 None None] Bound using segment: {'id': 'd35af6e3-4c7b-42bf-84c3-6daa0b397bde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82'} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 16:23:28.012225 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [None req-826fa0d7-6aec-4e46-be50-4d47b9cfcda3 None None] Bound port: 27674ad5-3741-4c21-94ab-f0bea39e0c37, host: dv-cinder-750782-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd35af6e3-4c7b-42bf-84c3-6daa0b397bde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82'}}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 16:23:28.012526 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397499'] for port (1c51495c-6114-4530-a5f4-39a2cf0cb287), provisioning_complete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:28.012642 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-f813c273-3390-4c5f-942a-8b7ec07b5554 admin admin] Publish callbacks [] for security_group (6b9a1819-9bd8-40e0-b16b-8d9e79c3c266), before_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:28.013032 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-826fa0d7-6aec-4e46-be50-4d47b9cfcda3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (27674ad5-3741-4c21-94ab-f0bea39e0c37), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:28.038552 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-f813c273-3390-4c5f-942a-8b7ec07b5554 admin admin] Publish callbacks [] for security_group (6b9a1819-9bd8-40e0-b16b-8d9e79c3c266), precommit_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:28.083327 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.plugins.ml2.db [None req-826fa0d7-6aec-4e46-be50-4d47b9cfcda3 None None] For port 27674ad5-3741-4c21-94ab-f0bea39e0c37, host dv-cinder-750782-12-iscsi, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:23:28.087251 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.plugins.ml2.db [None req-826fa0d7-6aec-4e46-be50-4d47b9cfcda3 None None] For port 27674ad5-3741-4c21-94ab-f0bea39e0c37, host dv-cinder-750782-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-12-iscsi',level=0,port_id=27674ad5-3741-4c21-94ab-f0bea39e0c37,segment=NetworkSegment(d35af6e3-4c7b-42bf-84c3-6daa0b397bde),segment_id=d35af6e3-4c7b-42bf-84c3-6daa0b397bde)] {{(pid=103094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:23:28.100394 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-826fa0d7-6aec-4e46-be50-4d47b9cfcda3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947'] for port (27674ad5-3741-4c21-94ab-f0bea39e0c37), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:28.115411 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-f813c273-3390-4c5f-942a-8b7ec07b5554 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (6b9a1819-9bd8-40e0-b16b-8d9e79c3c266), after_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:28.119763 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-f813c273-3390-4c5f-942a-8b7ec07b5554 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:28.123638 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-f813c273-3390-4c5f-942a-8b7ec07b5554 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/6b9a1819-9bd8-40e0-b16b-8d9e79c3c266 HTTP/1.1" status: 204 len: 168 time: 0.2149117 Mar 11 16:23:28.127442 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-8bf37f87-0ed8-4eed-a4db-8cccfe648fac admin admin] Publish callbacks [] for port (539867cf-27ba-4873-a22e-448040bb864d), precommit_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:28.138832 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e728875-2772-4352-8ed5-fc26edde2fd7 req-9f6f9da6-1cb9-4cb9-91bb-e0ca1b01aae0 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:28.145411 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f813c273-3390-4c5f-942a-8b7ec07b5554 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b9a1819-9bd8-40e0-b16b-8d9e79c3c266,revision_number=None']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:28.146027 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-5e728875-2772-4352-8ed5-fc26edde2fd7 req-9f6f9da6-1cb9-4cb9-91bb-e0ca1b01aae0 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/ports?device_id=90ca8e8f-9f94-48cd-9a21-1200c7a66e7a HTTP/1.1" status: 200 len: 945 time: 0.1729853 Mar 11 16:23:28.165582 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ee856f-f0e6-4bf8-b727-2f8901ff1c3c None None] Pushing event updated for resources: {'Port': ['ID=27674ad5-3741-4c21-94ab-f0bea39e0c37,revision_number=3']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:28.179458 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Current status of the port 1c51495c-6114-4530-a5f4-39a2cf0cb287 is: ACTIVE; New status is: ACTIVE {{(pid=103093) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 16:23:28.181017 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826fa0d7-6aec-4e46-be50-4d47b9cfcda3 None None] Routers {'19202571-146d-46fa-8222-fe959a1946fd'} bound to L3 agent in host dv-cinder-750782-12-iscsi {{(pid=103094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 16:23:28.181781 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_hamode_db [None req-826fa0d7-6aec-4e46-be50-4d47b9cfcda3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T16:12:46Z,description=,heartbeat_timestamp=2022-03-11T16:23:16Z,host='dv-cinder-750782-12-iscsi',id=03422851-42b1-44c9-ada6-e479436b7b23,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:12:46Z,topic='l3_agent')) {'router_ids': ['19202571-146d-46fa-8222-fe959a1946fd'], 'active': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:23:28.231306 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-5e728875-2772-4352-8ed5-fc26edde2fd7 req-3bd5c9e4-f909-41b2-988b-f5ef308084a9 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f673b25-a76b-4443-b7a9-4564d84cc840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842412 Mar 11 16:23:28.239241 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-8bf37f87-0ed8-4eed-a4db-8cccfe648fac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780137975911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30811620'] for port (539867cf-27ba-4873-a22e-448040bb864d), after_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:28.262568 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf37f87-0ed8-4eed-a4db-8cccfe648fac admin admin] Network 91701b40-45b6-4dc3-9365-5d3024585e80 is already hosted by enough agents. {{(pid=103092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:23:28.281525 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.scheduler.base_scheduler [None req-8bf37f87-0ed8-4eed-a4db-8cccfe648fac admin admin] Resources bound (agent type, host, resource id): {{(pid=103092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:23:28.285548 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf37f87-0ed8-4eed-a4db-8cccfe648fac admin admin] Received port after_create {{(pid=103092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 16:23:28.320367 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_dvr_db [None req-826fa0d7-6aec-4e46-be50-4d47b9cfcda3 None None] Set router 19202571-146d-46fa-8222-fe959a1946fd gateway port host: dv-cinder-750782-12-iscsi {{(pid=103094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 16:23:28.345627 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf37f87-0ed8-4eed-a4db-8cccfe648fac admin admin] Pushing event updated for resources: {'Port': ['ID=539867cf-27ba-4873-a22e-448040bb864d,revision_number=1']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:28.352621 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-8bf37f87-0ed8-4eed-a4db-8cccfe648fac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-770162'] for router_interface (19202571-146d-46fa-8222-fe959a1946fd), before_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:28.539654 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-8bf37f87-0ed8-4eed-a4db-8cccfe648fac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (539867cf-27ba-4873-a22e-448040bb864d), before_update {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:28.644105 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_hamode_db [None req-826fa0d7-6aec-4e46-be50-4d47b9cfcda3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19202571-146d-46fa-8222-fe959a1946fd', 'name': 'tempest-TestShelveInstance-21246603-router', 'tenant_id': '6afb84ea33c34a8284e22ea7f8dbc20a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'external_fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': '27674ad5-3741-4c21-94ab-f0bea39e0c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:23:24Z', 'updated_at': '2022-03-11T16:23:26Z', 'revision_number': 3, 'project_id': '6afb84ea33c34a8284e22ea7f8dbc20a', 'gw_port': {'id': '27674ad5-3741-4c21-94ab-f0bea39e0c37', 'name': '', 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:87:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19202571-146d-46fa-8222-fe959a1946fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:23:25Z', 'updated_at': '2022-03-11T16:23:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-12-iscsi'}], 'dv-cinder-750782-12-iscsi', False) {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:23:28.697775 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826fa0d7-6aec-4e46-be50-4d47b9cfcda3 None None] The sync data for ids ['19202571-146d-46fa-8222-fe959a1946fd'] in dv-cinder-750782-12-iscsi is: [{'id': '19202571-146d-46fa-8222-fe959a1946fd', 'name': 'tempest-TestShelveInstance-21246603-router', 'tenant_id': '6afb84ea33c34a8284e22ea7f8dbc20a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'external_fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': '27674ad5-3741-4c21-94ab-f0bea39e0c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:23:24Z', 'updated_at': '2022-03-11T16:23:26Z', 'revision_number': 3, 'project_id': '6afb84ea33c34a8284e22ea7f8dbc20a', 'gw_port': {'id': '27674ad5-3741-4c21-94ab-f0bea39e0c37', 'name': '', 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:87:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19202571-146d-46fa-8222-fe959a1946fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:23:25Z', 'updated_at': '2022-03-11T16:23:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-12-iscsi'}] {{(pid=103094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:23:28.744261 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-8bf37f87-0ed8-4eed-a4db-8cccfe648fac admin admin] Publish callbacks [] for port (539867cf-27ba-4873-a22e-448040bb864d), precommit_update {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:28.750965 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-8bf37f87-0ed8-4eed-a4db-8cccfe648fac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30811645'] for port (539867cf-27ba-4873-a22e-448040bb864d), after_update {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:28.824334 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf37f87-0ed8-4eed-a4db-8cccfe648fac admin admin] Pushing event updated for resources: {'Port': ['ID=539867cf-27ba-4873-a22e-448040bb864d,revision_number=2']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:28.832251 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [None req-f2511fe0-6aa7-4423-aa98-fbfa7e6543f9 None None] Provisioning complete for port 539867cf-27ba-4873-a22e-448040bb864d triggered by entity DHCP. {{(pid=103093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 16:23:28.832641 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f2511fe0-6aa7-4423-aa98-fbfa7e6543f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397499'] for port (539867cf-27ba-4873-a22e-448040bb864d), provisioning_complete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:28.854845 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-8bf37f87-0ed8-4eed-a4db-8cccfe648fac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-779424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-770270'] for router_interface (19202571-146d-46fa-8222-fe959a1946fd), after_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:28.890414 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-f2511fe0-6aa7-4423-aa98-fbfa7e6543f9 None None] Port 539867cf-27ba-4873-a22e-448040bb864d cannot update to ACTIVE because it is not bound. {{(pid=103093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 16:23:28.974234 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf37f87-0ed8-4eed-a4db-8cccfe648fac admin admin] Network 91701b40-45b6-4dc3-9365-5d3024585e80 is already hosted by enough agents. {{(pid=103092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:23:28.976027 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.scheduler.base_scheduler [None req-8bf37f87-0ed8-4eed-a4db-8cccfe648fac admin admin] Resources bound (agent type, host, resource id): {{(pid=103092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:23:29.432224 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [None req-eeafe7c4-8e91-495f-a122-b952842a59f6 None None] Provisioning complete for port 539867cf-27ba-4873-a22e-448040bb864d triggered by entity DHCP. {{(pid=103093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 16:23:29.434130 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-eeafe7c4-8e91-495f-a122-b952842a59f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397499'] for port (539867cf-27ba-4873-a22e-448040bb864d), provisioning_complete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:29.478910 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-eeafe7c4-8e91-495f-a122-b952842a59f6 None None] Port 539867cf-27ba-4873-a22e-448040bb864d cannot update to ACTIVE because it is not bound. {{(pid=103093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 16:23:29.532564 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7da28e-82bf-49e5-b26b-cb58ea3931ee req-387b951f-5074-4900-bc8a-45b558d7f6e2 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:29.534175 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-6f7da28e-82bf-49e5-b26b-cb58ea3931ee req-387b951f-5074-4900-bc8a-45b558d7f6e2 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/ports?device_id=90ca8e8f-9f94-48cd-9a21-1200c7a66e7a HTTP/1.1" status: 200 len: 945 time: 0.1266811 Mar 11 16:23:29.567514 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bf37f87-0ed8-4eed-a4db-8cccfe648fac admin admin] Router 19202571-146d-46fa-8222-fe959a1946fd has already been hosted by L3 agent 03422851-42b1-44c9-ada6-e479436b7b23 {{(pid=103092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:23:29.609564 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-6f7da28e-82bf-49e5-b26b-cb58ea3931ee req-669af7ac-7ffc-4080-bbbd-351a4bdeb32a tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f673b25-a76b-4443-b7a9-4564d84cc840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681250 Mar 11 16:23:29.733779 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bf37f87-0ed8-4eed-a4db-8cccfe648fac admin admin] Notify agent at l3_agent.dv-cinder-750782-12-iscsi the message routers_updated {{(pid=103092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:23:29.744109 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-8bf37f87-0ed8-4eed-a4db-8cccfe648fac admin admin] 10.222.0.72 "PUT /v2.0/routers/19202571-146d-46fa-8222-fe959a1946fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5814970 Mar 11 16:23:29.938787 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Device 27674ad5-3741-4c21-94ab-f0bea39e0c37 up at agent ovs-agent-dv-cinder-750782-12-iscsi {{(pid=103093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 16:23:29.999376 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Provisioning complete for port 27674ad5-3741-4c21-94ab-f0bea39e0c37 triggered by entity L2. {{(pid=103093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 16:23:29.999917 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397499'] for port (27674ad5-3741-4c21-94ab-f0bea39e0c37), provisioning_complete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:30.091103 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Current status of the port 27674ad5-3741-4c21-94ab-f0bea39e0c37 is: DOWN; New status is: ACTIVE {{(pid=103093) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 16:23:30.091584 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (27674ad5-3741-4c21-94ab-f0bea39e0c37), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:30.118053 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] For port 27674ad5-3741-4c21-94ab-f0bea39e0c37, host dv-cinder-750782-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-12-iscsi',level=0,port_id=27674ad5-3741-4c21-94ab-f0bea39e0c37,segment=NetworkSegment(d35af6e3-4c7b-42bf-84c3-6daa0b397bde),segment_id=d35af6e3-4c7b-42bf-84c3-6daa0b397bde)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:23:30.125260 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947'] for port (27674ad5-3741-4c21-94ab-f0bea39e0c37), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:30.216544 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Pushing event updated for resources: {'Port': ['ID=27674ad5-3741-4c21-94ab-f0bea39e0c37,revision_number=4']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:30.455628 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 41926) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:23:30.462634 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.v2.base [None req-f52274aa-6906-4dec-91ac-14ecbd49852a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-852080553-network', 'tenant_id': '1d8e8392588b439eadcd32a14d823ee7'}} {{(pid=103091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:23:30.486940 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f52274aa-6906-4dec-91ac-14ecbd49852a admin admin] Made reservation on behalf of 1d8e8392588b439eadcd32a14d823ee7 for: {'network': 1} {{(pid=103091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:23:30.489397 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-f52274aa-6906-4dec-91ac-14ecbd49852a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for network (None), before_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:30.498695 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-f52274aa-6906-4dec-91ac-14ecbd49852a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:30.588496 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-f52274aa-6906-4dec-91ac-14ecbd49852a admin admin] Publish callbacks [] for security_group (c04fc0f2-f07f-4de9-b6f6-babbe7547ea5), precommit_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:30.593931 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-f52274aa-6906-4dec-91ac-14ecbd49852a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (c04fc0f2-f07f-4de9-b6f6-babbe7547ea5), after_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:30.622007 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f52274aa-6906-4dec-91ac-14ecbd49852a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 635} {{(pid=103091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:23:30.633992 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52274aa-6906-4dec-91ac-14ecbd49852a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c04fc0f2-f07f-4de9-b6f6-babbe7547ea5,revision_number=1']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:30.639066 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-f52274aa-6906-4dec-91ac-14ecbd49852a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1821558'] for segment (bd7180ce-26f0-47e0-94a3-48ad5443f0c3), precommit_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:30.639527 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.db.segments_db [None req-f52274aa-6906-4dec-91ac-14ecbd49852a admin admin] Added segment bd7180ce-26f0-47e0-94a3-48ad5443f0c3 of type vlan for network bc03793d-9c06-4f2b-ac4f-3ef2c267ecb0 Mar 11 16:23:30.691252 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-f52274aa-6906-4dec-91ac-14ecbd49852a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780137934026'] for network (bc03793d-9c06-4f2b-ac4f-3ef2c267ecb0), precommit_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:30.723523 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-f52274aa-6906-4dec-91ac-14ecbd49852a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410'] for network (bc03793d-9c06-4f2b-ac4f-3ef2c267ecb0), after_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:30.724650 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52274aa-6906-4dec-91ac-14ecbd49852a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:30.725237 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-f52274aa-6906-4dec-91ac-14ecbd49852a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779404'] for network (None), before_response {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:30.769179 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7e8325-82af-4040-8213-76278bcc8ba4 req-5e774437-8dc5-4f57-b5c8-e8d7cc729e52 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:30.770657 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-db7e8325-82af-4040-8213-76278bcc8ba4 req-5e774437-8dc5-4f57-b5c8-e8d7cc729e52 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/ports?device_id=90ca8e8f-9f94-48cd-9a21-1200c7a66e7a HTTP/1.1" status: 200 len: 945 time: 0.0632818 Mar 11 16:23:30.815732 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cad7a3e-aefb-4c00-9520-25bd3aa8753a None None] Sync routers for ids ['19202571-146d-46fa-8222-fe959a1946fd'] in dv-cinder-750782-12-iscsi {{(pid=103093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:23:30.835097 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-db7e8325-82af-4040-8213-76278bcc8ba4 req-360509a9-1420-481c-9314-d8dc5e9c9c97 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f673b25-a76b-4443-b7a9-4564d84cc840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566883 Mar 11 16:23:30.848428 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cad7a3e-aefb-4c00-9520-25bd3aa8753a None None] Routers {'19202571-146d-46fa-8222-fe959a1946fd'} bound to L3 agent in host dv-cinder-750782-12-iscsi {{(pid=103093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 16:23:30.854090 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_hamode_db [None req-6cad7a3e-aefb-4c00-9520-25bd3aa8753a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T16:12:46Z,description=,heartbeat_timestamp=2022-03-11T16:23:16Z,host='dv-cinder-750782-12-iscsi',id=03422851-42b1-44c9-ada6-e479436b7b23,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:12:46Z,topic='l3_agent')) {'router_ids': ['19202571-146d-46fa-8222-fe959a1946fd'], 'active': True} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:23:31.015284 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-f52274aa-6906-4dec-91ac-14ecbd49852a admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5561450 Mar 11 16:23:31.015284 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52274aa-6906-4dec-91ac-14ecbd49852a admin admin] Pushing event updated for resources: {'Network': ['ID=bc03793d-9c06-4f2b-ac4f-3ef2c267ecb0,revision_number=1']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:31.017611 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 41938) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:23:31.027369 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.v2.base [None req-f43186b7-a9dd-4c44-9243-90f8e8de21be admin admin] Request body: {'subnet': {'network_id': 'bc03793d-9c06-4f2b-ac4f-3ef2c267ecb0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-852080553-subnet', 'tenant_id': '1d8e8392588b439eadcd32a14d823ee7', 'ip_version': 4}} {{(pid=103092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:23:31.033233 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Network bc03793d-9c06-4f2b-ac4f-3ef2c267ecb0 details requested by agent ovs-agent-dv-cinder-750782-12-iscsi with host dv-cinder-750782-12-iscsi {{(pid=103093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 16:23:31.065058 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f43186b7-a9dd-4c44-9243-90f8e8de21be admin admin] Made reservation on behalf of 1d8e8392588b439eadcd32a14d823ee7 for: {'subnet': 1} {{(pid=103092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:23:31.068614 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_dvr_db [None req-6cad7a3e-aefb-4c00-9520-25bd3aa8753a None None] Set router 19202571-146d-46fa-8222-fe959a1946fd gateway port host: dv-cinder-750782-12-iscsi {{(pid=103093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 16:23:31.068839 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-f43186b7-a9dd-4c44-9243-90f8e8de21be admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30740733'] for subnet (None), before_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:31.353197 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8024b5a6-7584-4fe7-8c74-ebe2bf2c88e9 req-8770fa0e-6afa-429f-be35-700abee0bbba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:31.355271 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-8024b5a6-7584-4fe7-8c74-ebe2bf2c88e9 req-8770fa0e-6afa-429f-be35-700abee0bbba service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d7474eacf59d4806b490ad9b6f1f1689&device_id=90ca8e8f-9f94-48cd-9a21-1200c7a66e7a HTTP/1.1" status: 200 len: 1129 time: 0.1592984 Mar 11 16:23:31.379508 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717f19ca-265d-482c-bbb2-4f9799672729 req-e6628ba3-3383-4bc5-9202-aa233c0c59bc tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:31.381083 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-717f19ca-265d-482c-bbb2-4f9799672729 req-e6628ba3-3383-4bc5-9202-aa233c0c59bc tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/ports?device_id=90ca8e8f-9f94-48cd-9a21-1200c7a66e7a HTTP/1.1" status: 200 len: 945 time: 0.1691372 Mar 11 16:23:31.381506 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_hamode_db [None req-6cad7a3e-aefb-4c00-9520-25bd3aa8753a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19202571-146d-46fa-8222-fe959a1946fd', 'name': 'tempest-TestShelveInstance-21246603-router', 'tenant_id': '6afb84ea33c34a8284e22ea7f8dbc20a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'external_fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': '27674ad5-3741-4c21-94ab-f0bea39e0c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:23:24Z', 'updated_at': '2022-03-11T16:23:28Z', 'revision_number': 4, 'project_id': '6afb84ea33c34a8284e22ea7f8dbc20a', 'gw_port': {'id': '27674ad5-3741-4c21-94ab-f0bea39e0c37', 'name': '', 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:87:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19202571-146d-46fa-8222-fe959a1946fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:23:25Z', 'updated_at': '2022-03-11T16:23:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-12-iscsi', '_interfaces': [{'id': '539867cf-27ba-4873-a22e-448040bb864d', 'name': '', 'network_id': '91701b40-45b6-4dc3-9365-5d3024585e80', 'tenant_id': '6afb84ea33c34a8284e22ea7f8dbc20a', 'mac_address': 'fa:16:3e:2f:e4:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19202571-146d-46fa-8222-fe959a1946fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'a52384ed-9db6-46e8-9576-be4e2499c742', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:23:27Z', 'updated_at': '2022-03-11T16:23:28Z', 'revision_number': 2, 'project_id': '6afb84ea33c34a8284e22ea7f8dbc20a', 'subnets': [{'id': 'a52384ed-9db6-46e8-9576-be4e2499c742', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-12-iscsi', False) {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:23:31.382315 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-f43186b7-a9dd-4c44-9243-90f8e8de21be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30811528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30740691'] for subnet (fee8ed2e-db27-4c0b-ae49-d3ed91890ebb), after_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:31.413392 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cad7a3e-aefb-4c00-9520-25bd3aa8753a None None] Checking router: 19202571-146d-46fa-8222-fe959a1946fd for host: dv-cinder-750782-12-iscsi {{(pid=103093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:23:31.414438 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cad7a3e-aefb-4c00-9520-25bd3aa8753a None None] Updating router 19202571-146d-46fa-8222-fe959a1946fd port 539867cf-27ba-4873-a22e-448040bb864d binding host dv-cinder-750782-12-iscsi {{(pid=103093) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 16:23:31.442361 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6cad7a3e-aefb-4c00-9520-25bd3aa8753a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (539867cf-27ba-4873-a22e-448040bb864d), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:31.526951 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43186b7-a9dd-4c44-9243-90f8e8de21be admin admin] Pushing event updated for resources: {'Subnet': ['ID=fee8ed2e-db27-4c0b-ae49-d3ed91890ebb,revision_number=0']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:31.562989 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43186b7-a9dd-4c44-9243-90f8e8de21be admin admin] Checking segment: {'id': 'bd7180ce-26f0-47e0-94a3-48ad5443f0c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'bc03793d-9c06-4f2b-ac4f-3ef2c267ecb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 16:23:31.563398 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f43186b7-a9dd-4c44-9243-90f8e8de21be admin admin] Network hostable DHCP agents. Network: bc03793d-9c06-4f2b-ac4f-3ef2c267ecb0, hostable agents: ['52d54afa-c257-4acf-9353-cc1307944ae0'], hosted agents: [] {{(pid=103092) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:23:31.570271 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-717f19ca-265d-482c-bbb2-4f9799672729 req-f292a6bd-b7c8-4e19-9588-5b50452bcac9 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f673b25-a76b-4443-b7a9-4564d84cc840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729088 Mar 11 16:23:31.574141 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8024b5a6-7584-4fe7-8c74-ebe2bf2c88e9 req-4ec09a83-ba19-4b5d-84ac-864338f50aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:31.575656 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-8024b5a6-7584-4fe7-8c74-ebe2bf2c88e9 req-4ec09a83-ba19-4b5d-84ac-864338f50aef service neutron] 10.222.0.18 "GET /v2.0/networks?id=b8fa1f91-bc29-419a-98ef-308a3af376f5 HTTP/1.1" status: 200 len: 920 time: 0.2128577 Mar 11 16:23:31.624470 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-8024b5a6-7584-4fe7-8c74-ebe2bf2c88e9 req-3e603cd9-d541-401b-bde1-b27706f18285 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=42811323-1a2b-45ba-b828-75496126c494 HTTP/1.1" status: 200 len: 217 time: 0.0406480 Mar 11 16:23:31.624470 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f43186b7-a9dd-4c44-9243-90f8e8de21be admin admin] Network bc03793d-9c06-4f2b-ac4f-3ef2c267ecb0 is scheduled to be hosted by DHCP agent 52d54afa-c257-4acf-9353-cc1307944ae0 with binding_index 1 {{(pid=103092) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:23:31.640536 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.scheduler.base_scheduler [None req-f43186b7-a9dd-4c44-9243-90f8e8de21be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-12-iscsi, bc03793d-9c06-4f2b-ac4f-3ef2c267ecb0) {{(pid=103092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:23:31.650567 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8030ce8-9fa5-4af6-bece-1efaf608b365 None None] Network bc03793d-9c06-4f2b-ac4f-3ef2c267ecb0 requested from dv-cinder-750782-12-iscsi {{(pid=103093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 16:23:31.662307 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f43186b7-a9dd-4c44-9243-90f8e8de21be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:31.662904 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-f43186b7-a9dd-4c44-9243-90f8e8de21be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779404'] for subnet (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:31.687941 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-f43186b7-a9dd-4c44-9243-90f8e8de21be admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6691818 Mar 11 16:23:31.690616 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 41944) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:23:31.695074 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.v2.base [None req-b88bb923-4f19-429a-9bef-ea39c44ff326 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-852080553-router', 'tenant_id': '1d8e8392588b439eadcd32a14d823ee7', 'external_gateway_info': {'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82'}}} {{(pid=103091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:23:31.704255 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8024b5a6-7584-4fe7-8c74-ebe2bf2c88e9 req-57d501c0-f930-49ca-8f21-663ac687f99d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:31.704255 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-8024b5a6-7584-4fe7-8c74-ebe2bf2c88e9 req-57d501c0-f930-49ca-8f21-663ac687f99d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=440fba8a-19de-4f6c-be76-9954bd5733a7 HTTP/1.1" status: 200 len: 859 time: 0.0724430 Mar 11 16:23:31.721688 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-b88bb923-4f19-429a-9bef-ea39c44ff326 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-772388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-56450'] for router (f207e0bb-93db-4eb6-b957-bc98f64cb027), before_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:31.722717 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-b88bb923-4f19-429a-9bef-ea39c44ff326 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539762', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-605413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-56571'] for router (f207e0bb-93db-4eb6-b957-bc98f64cb027), precommit_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:31.778635 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-8024b5a6-7584-4fe7-8c74-ebe2bf2c88e9 req-a890607a-e058-4ec7-b3c7-20a605945601 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b8fa1f91-bc29-419a-98ef-308a3af376f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474846 Mar 11 16:23:31.787730 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-b88bb923-4f19-429a-9bef-ea39c44ff326 admin admin] Publish callbacks [] for router_controller (f207e0bb-93db-4eb6-b957-bc98f64cb027), precommit_add_association {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:31.833407 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d272dafe-b8ea-45c5-8b85-43bbc342b56f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp725cae6e-9253-5061-8772-c6285d3d9ef8-bc03793d-9c06-4f2b-ac4f-3ef2c267ecb0', 'network_id': 'bc03793d-9c06-4f2b-ac4f-3ef2c267ecb0', 'project_id': '1d8e8392588b439eadcd32a14d823ee7', 'fixed_ips': [{'subnet_id': 'fee8ed2e-db27-4c0b-ae49-d3ed91890ebb'}]}} from dv-cinder-750782-12-iscsi. {{(pid=103093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 16:23:31.834306 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d272dafe-b8ea-45c5-8b85-43bbc342b56f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:31.857136 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6cad7a3e-aefb-4c00-9520-25bd3aa8753a None None] Publish callbacks [] for port (539867cf-27ba-4873-a22e-448040bb864d), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:31.872156 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6cad7a3e-aefb-4c00-9520-25bd3aa8753a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947'] for port (539867cf-27ba-4873-a22e-448040bb864d), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:31.932026 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-8024b5a6-7584-4fe7-8c74-ebe2bf2c88e9 req-23092bdd-3e89-4a9b-b030-45f62ae59d5c service neutron] 10.222.0.18 "GET /v2.0/networks/b8fa1f91-bc29-419a-98ef-308a3af376f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469171 Mar 11 16:23:32.004726 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Device 27674ad5-3741-4c21-94ab-f0bea39e0c37 up at agent ovs-agent-dv-cinder-750782-12-iscsi {{(pid=103093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 16:23:32.004969 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-b88bb923-4f19-429a-9bef-ea39c44ff326 admin admin] Publish callbacks [] for router_gateway (f207e0bb-93db-4eb6-b957-bc98f64cb027), precommit_update {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:32.035824 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b771ac56-0573-464e-8ea5-8d62fc94d159 None None] Pushing event updated for resources: {'Port': ['ID=539867cf-27ba-4873-a22e-448040bb864d,revision_number=3']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:32.102424 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-8024b5a6-7584-4fe7-8c74-ebe2bf2c88e9 req-31415a29-cb48-409d-8944-85871a9d78de service neutron] 10.222.0.18 "GET /v2.0/networks/b8fa1f91-bc29-419a-98ef-308a3af376f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630206 Mar 11 16:23:32.126584 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [None req-d272dafe-b8ea-45c5-8b85-43bbc342b56f None None] Allocated IP 172.20.0.2 (bc03793d-9c06-4f2b-ac4f-3ef2c267ecb0/fee8ed2e-db27-4c0b-ae49-d3ed91890ebb/59d42875-3441-45a7-90f3-f0d76cf3d8ec) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:23:32.226220 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [None req-6cad7a3e-aefb-4c00-9520-25bd3aa8753a None None] Attempting to bind port 539867cf-27ba-4873-a22e-448040bb864d on host dv-cinder-750782-12-iscsi for vnic_type normal with profile {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 16:23:32.226220 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [None req-6cad7a3e-aefb-4c00-9520-25bd3aa8753a None None] Attempting to bind port 539867cf-27ba-4873-a22e-448040bb864d by drivers openvswitch,hyperv on host dv-cinder-750782-12-iscsi at level 0 using segments [{'id': '53cdd138-4e9c-4178-b0e9-01621a26969b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '91701b40-45b6-4dc3-9365-5d3024585e80'}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 16:23:32.226220 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cad7a3e-aefb-4c00-9520-25bd3aa8753a None None] Attempting to bind port 539867cf-27ba-4873-a22e-448040bb864d on network 91701b40-45b6-4dc3-9365-5d3024585e80 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 16:23:32.241060 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Provisioning complete for port 27674ad5-3741-4c21-94ab-f0bea39e0c37 triggered by entity L2. {{(pid=103093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 16:23:32.241436 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397499'] for port (27674ad5-3741-4c21-94ab-f0bea39e0c37), provisioning_complete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:32.294045 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cad7a3e-aefb-4c00-9520-25bd3aa8753a None None] Checking agent: {'id': '1025624e-e238-47fc-86ae-58f7bb6baa16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 12, 50), 'started_at': datetime.datetime(2022, 3, 11, 16, 13, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 23, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 16:23:32.294424 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cad7a3e-aefb-4c00-9520-25bd3aa8753a None None] Checking segment: {'id': '53cdd138-4e9c-4178-b0e9-01621a26969b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '91701b40-45b6-4dc3-9365-5d3024585e80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 16:23:32.294830 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6cad7a3e-aefb-4c00-9520-25bd3aa8753a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:32.295231 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cad7a3e-aefb-4c00-9520-25bd3aa8753a None None] Bound using segment: {'id': '53cdd138-4e9c-4178-b0e9-01621a26969b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '91701b40-45b6-4dc3-9365-5d3024585e80'} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 16:23:32.295712 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [None req-6cad7a3e-aefb-4c00-9520-25bd3aa8753a None None] Bound port: 539867cf-27ba-4873-a22e-448040bb864d, host: dv-cinder-750782-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53cdd138-4e9c-4178-b0e9-01621a26969b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '91701b40-45b6-4dc3-9365-5d3024585e80'}}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 16:23:32.296647 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6cad7a3e-aefb-4c00-9520-25bd3aa8753a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (539867cf-27ba-4873-a22e-448040bb864d), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:32.315519 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-b88bb923-4f19-429a-9bef-ea39c44ff326 admin admin] Publish callbacks [] for router_gateway (f207e0bb-93db-4eb6-b957-bc98f64cb027), before_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:32.322147 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [None req-3a1ac7ed-5f8e-4a44-b33b-7b05e4e57d8b None None] Provisioning complete for port 539867cf-27ba-4873-a22e-448040bb864d triggered by entity DHCP. {{(pid=103093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 16:23:32.322523 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3a1ac7ed-5f8e-4a44-b33b-7b05e4e57d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397499'] for port (539867cf-27ba-4873-a22e-448040bb864d), provisioning_complete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:32.336740 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-b88bb923-4f19-429a-9bef-ea39c44ff326 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (None), before_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:32.464112 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.db.db_base_plugin_common [None req-b88bb923-4f19-429a-9bef-ea39c44ff326 admin admin] Allocated IP 172.27.0.215 (ff1c1ad1-a65f-4be8-9483-081137458b82/5240f8c4-acf8-4de2-827e-773879cfd307/292a702d-dda9-4083-a9db-e91b61616550) {{(pid=103091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:23:32.577559 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-b88bb923-4f19-429a-9bef-ea39c44ff326 admin admin] Publish callbacks [] for port (292a702d-dda9-4083-a9db-e91b61616550), precommit_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:32.581714 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-3a1ac7ed-5f8e-4a44-b33b-7b05e4e57d8b None None] Port 539867cf-27ba-4873-a22e-448040bb864d cannot update to ACTIVE because it is not bound. {{(pid=103093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 16:23:32.623921 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-6cad7a3e-aefb-4c00-9520-25bd3aa8753a None None] For port 539867cf-27ba-4873-a22e-448040bb864d, host dv-cinder-750782-12-iscsi, cleared binding levels {{(pid=103093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:23:32.630041 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-b88bb923-4f19-429a-9bef-ea39c44ff326 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780137975911'] for port (292a702d-dda9-4083-a9db-e91b61616550), after_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:32.647347 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d272dafe-b8ea-45c5-8b85-43bbc342b56f None None] Publish callbacks [] for port (59d42875-3441-45a7-90f3-f0d76cf3d8ec), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:32.667885 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-6cad7a3e-aefb-4c00-9520-25bd3aa8753a None None] For port 539867cf-27ba-4873-a22e-448040bb864d, host dv-cinder-750782-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-12-iscsi',level=0,port_id=539867cf-27ba-4873-a22e-448040bb864d,segment=NetworkSegment(53cdd138-4e9c-4178-b0e9-01621a26969b),segment_id=53cdd138-4e9c-4178-b0e9-01621a26969b)] {{(pid=103093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:23:32.671533 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d272dafe-b8ea-45c5-8b85-43bbc342b56f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780137975911'] for port (59d42875-3441-45a7-90f3-f0d76cf3d8ec), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:32.689461 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Current status of the port 27674ad5-3741-4c21-94ab-f0bea39e0c37 is: ACTIVE; New status is: ACTIVE {{(pid=103093) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 16:23:32.694557 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b88bb923-4f19-429a-9bef-ea39c44ff326 admin admin] Network ff1c1ad1-a65f-4be8-9483-081137458b82 is already hosted by enough agents. {{(pid=103091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:23:32.696998 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.scheduler.base_scheduler [None req-b88bb923-4f19-429a-9bef-ea39c44ff326 admin admin] Resources bound (agent type, host, resource id): {{(pid=103091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:23:32.701136 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88bb923-4f19-429a-9bef-ea39c44ff326 admin admin] Received port after_create {{(pid=103091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 16:23:32.712436 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6cad7a3e-aefb-4c00-9520-25bd3aa8753a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947'] for port (539867cf-27ba-4873-a22e-448040bb864d), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:32.737447 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d272dafe-b8ea-45c5-8b85-43bbc342b56f None None] Network bc03793d-9c06-4f2b-ac4f-3ef2c267ecb0 is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:23:32.747182 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-d272dafe-b8ea-45c5-8b85-43bbc342b56f None None] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:23:32.752822 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d272dafe-b8ea-45c5-8b85-43bbc342b56f None None] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 16:23:32.757621 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d272dafe-b8ea-45c5-8b85-43bbc342b56f None None] Pushing event updated for resources: {'Port': ['ID=59d42875-3441-45a7-90f3-f0d76cf3d8ec,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:32.780323 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde35271-4cd9-4c44-9e0f-411e5ceee704 req-944b2a28-99f2-40cc-af5d-0c4e1e28c892 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:32.788532 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-fde35271-4cd9-4c44-9e0f-411e5ceee704 req-944b2a28-99f2-40cc-af5d-0c4e1e28c892 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/ports?device_id=90ca8e8f-9f94-48cd-9a21-1200c7a66e7a HTTP/1.1" status: 200 len: 945 time: 0.1315236 Mar 11 16:23:32.794018 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88bb923-4f19-429a-9bef-ea39c44ff326 admin admin] Pushing event updated for resources: {'Port': ['ID=292a702d-dda9-4083-a9db-e91b61616550,revision_number=1']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:32.844047 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cad7a3e-aefb-4c00-9520-25bd3aa8753a None None] Routers {'19202571-146d-46fa-8222-fe959a1946fd'} bound to L3 agent in host dv-cinder-750782-12-iscsi {{(pid=103093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 16:23:32.844047 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_hamode_db [None req-6cad7a3e-aefb-4c00-9520-25bd3aa8753a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T16:12:46Z,description=,heartbeat_timestamp=2022-03-11T16:23:16Z,host='dv-cinder-750782-12-iscsi',id=03422851-42b1-44c9-ada6-e479436b7b23,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:12:46Z,topic='l3_agent')) {'router_ids': ['19202571-146d-46fa-8222-fe959a1946fd'], 'active': True} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:23:32.867803 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-fde35271-4cd9-4c44-9e0f-411e5ceee704 req-49d47c1e-c481-4c47-a715-d6d768cea413 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f673b25-a76b-4443-b7a9-4564d84cc840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775092 Mar 11 16:23:32.972530 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b771ac56-0573-464e-8ea5-8d62fc94d159 None None] Pushing event updated for resources: {'Port': ['ID=539867cf-27ba-4873-a22e-448040bb864d,revision_number=4']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:32.975493 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [None req-d272dafe-b8ea-45c5-8b85-43bbc342b56f None None] Attempting to bind port 59d42875-3441-45a7-90f3-f0d76cf3d8ec on host dv-cinder-750782-12-iscsi for vnic_type normal with profile {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 16:23:32.978881 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [None req-d272dafe-b8ea-45c5-8b85-43bbc342b56f None None] Attempting to bind port 59d42875-3441-45a7-90f3-f0d76cf3d8ec by drivers openvswitch,hyperv on host dv-cinder-750782-12-iscsi at level 0 using segments [{'id': 'bd7180ce-26f0-47e0-94a3-48ad5443f0c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'bc03793d-9c06-4f2b-ac4f-3ef2c267ecb0'}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 16:23:32.978881 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d272dafe-b8ea-45c5-8b85-43bbc342b56f None None] Attempting to bind port 59d42875-3441-45a7-90f3-f0d76cf3d8ec on network bc03793d-9c06-4f2b-ac4f-3ef2c267ecb0 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 16:23:32.989665 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d272dafe-b8ea-45c5-8b85-43bbc342b56f None None] Checking agent: {'id': '1025624e-e238-47fc-86ae-58f7bb6baa16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 12, 50), 'started_at': datetime.datetime(2022, 3, 11, 16, 13, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 23, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 16:23:32.990138 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d272dafe-b8ea-45c5-8b85-43bbc342b56f None None] Checking segment: {'id': 'bd7180ce-26f0-47e0-94a3-48ad5443f0c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'bc03793d-9c06-4f2b-ac4f-3ef2c267ecb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 16:23:32.990397 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d272dafe-b8ea-45c5-8b85-43bbc342b56f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:32.990795 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d272dafe-b8ea-45c5-8b85-43bbc342b56f None None] Bound using segment: {'id': 'bd7180ce-26f0-47e0-94a3-48ad5443f0c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'bc03793d-9c06-4f2b-ac4f-3ef2c267ecb0'} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 16:23:32.991288 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [None req-d272dafe-b8ea-45c5-8b85-43bbc342b56f None None] Bound port: 59d42875-3441-45a7-90f3-f0d76cf3d8ec, host: dv-cinder-750782-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd7180ce-26f0-47e0-94a3-48ad5443f0c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'bc03793d-9c06-4f2b-ac4f-3ef2c267ecb0'}}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 16:23:32.991669 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d272dafe-b8ea-45c5-8b85-43bbc342b56f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (59d42875-3441-45a7-90f3-f0d76cf3d8ec), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:33.054391 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-b88bb923-4f19-429a-9bef-ea39c44ff326 admin admin] Publish callbacks [] for router_gateway (f207e0bb-93db-4eb6-b957-bc98f64cb027), after_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:33.119189 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_dvr_db [None req-6cad7a3e-aefb-4c00-9520-25bd3aa8753a None None] Set router 19202571-146d-46fa-8222-fe959a1946fd gateway port host: dv-cinder-750782-12-iscsi {{(pid=103093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 16:23:33.171265 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-d272dafe-b8ea-45c5-8b85-43bbc342b56f None None] For port 59d42875-3441-45a7-90f3-f0d76cf3d8ec, host dv-cinder-750782-12-iscsi, cleared binding levels {{(pid=103093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:23:33.179268 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-d272dafe-b8ea-45c5-8b85-43bbc342b56f None None] For port 59d42875-3441-45a7-90f3-f0d76cf3d8ec, host dv-cinder-750782-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-12-iscsi',level=0,port_id=59d42875-3441-45a7-90f3-f0d76cf3d8ec,segment=NetworkSegment(bd7180ce-26f0-47e0-94a3-48ad5443f0c3),segment_id=bd7180ce-26f0-47e0-94a3-48ad5443f0c3)] {{(pid=103093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:23:33.201837 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d272dafe-b8ea-45c5-8b85-43bbc342b56f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947'] for port (59d42875-3441-45a7-90f3-f0d76cf3d8ec), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:33.237834 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [None req-ed167d10-f2dc-482a-89be-846cbb2b975e None None] Provisioning complete for port 539867cf-27ba-4873-a22e-448040bb864d triggered by entity DHCP. {{(pid=103093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 16:23:33.238238 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ed167d10-f2dc-482a-89be-846cbb2b975e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397499'] for port (539867cf-27ba-4873-a22e-448040bb864d), provisioning_complete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:33.314671 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-b88bb923-4f19-429a-9bef-ea39c44ff326 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-772511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539677'] for router (f207e0bb-93db-4eb6-b957-bc98f64cb027), after_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:33.391500 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d272dafe-b8ea-45c5-8b85-43bbc342b56f None None] Pushing event updated for resources: {'Port': ['ID=59d42875-3441-45a7-90f3-f0d76cf3d8ec,revision_number=2']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:33.499062 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-ed167d10-f2dc-482a-89be-846cbb2b975e None None] Current status of the port 539867cf-27ba-4873-a22e-448040bb864d is: DOWN; New status is: ACTIVE {{(pid=103093) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 16:23:33.499458 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ed167d10-f2dc-482a-89be-846cbb2b975e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (539867cf-27ba-4873-a22e-448040bb864d), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:33.522412 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b88bb923-4f19-429a-9bef-ea39c44ff326 admin admin] Router f207e0bb-93db-4eb6-b957-bc98f64cb027 is scheduled to L3 agent 03422851-42b1-44c9-ada6-e479436b7b23 with binding_index 1 {{(pid=103091) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 16:23:33.566226 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-ed167d10-f2dc-482a-89be-846cbb2b975e None None] For port 539867cf-27ba-4873-a22e-448040bb864d, host dv-cinder-750782-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-12-iscsi',level=0,port_id=539867cf-27ba-4873-a22e-448040bb864d,segment=NetworkSegment(53cdd138-4e9c-4178-b0e9-01621a26969b),segment_id=53cdd138-4e9c-4178-b0e9-01621a26969b)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:23:33.586233 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ed167d10-f2dc-482a-89be-846cbb2b975e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947'] for port (539867cf-27ba-4873-a22e-448040bb864d), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:33.624901 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_hamode_db [None req-6cad7a3e-aefb-4c00-9520-25bd3aa8753a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19202571-146d-46fa-8222-fe959a1946fd', 'name': 'tempest-TestShelveInstance-21246603-router', 'tenant_id': '6afb84ea33c34a8284e22ea7f8dbc20a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'external_fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': '27674ad5-3741-4c21-94ab-f0bea39e0c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:23:24Z', 'updated_at': '2022-03-11T16:23:28Z', 'revision_number': 4, 'project_id': '6afb84ea33c34a8284e22ea7f8dbc20a', 'gw_port': {'id': '27674ad5-3741-4c21-94ab-f0bea39e0c37', 'name': '', 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:87:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19202571-146d-46fa-8222-fe959a1946fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:23:25Z', 'updated_at': '2022-03-11T16:23:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-12-iscsi', '_interfaces': [{'id': '539867cf-27ba-4873-a22e-448040bb864d', 'name': '', 'network_id': '91701b40-45b6-4dc3-9365-5d3024585e80', 'tenant_id': '6afb84ea33c34a8284e22ea7f8dbc20a', 'mac_address': 'fa:16:3e:2f:e4:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19202571-146d-46fa-8222-fe959a1946fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'a52384ed-9db6-46e8-9576-be4e2499c742', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:23:27Z', 'updated_at': '2022-03-11T16:23:32Z', 'revision_number': 4, 'project_id': '6afb84ea33c34a8284e22ea7f8dbc20a', 'subnets': [{'id': 'a52384ed-9db6-46e8-9576-be4e2499c742', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-12-iscsi', False) {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:23:33.672464 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cad7a3e-aefb-4c00-9520-25bd3aa8753a None None] The sync data for ids ['19202571-146d-46fa-8222-fe959a1946fd'] in dv-cinder-750782-12-iscsi is: [{'id': '19202571-146d-46fa-8222-fe959a1946fd', 'name': 'tempest-TestShelveInstance-21246603-router', 'tenant_id': '6afb84ea33c34a8284e22ea7f8dbc20a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'external_fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': '27674ad5-3741-4c21-94ab-f0bea39e0c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:23:24Z', 'updated_at': '2022-03-11T16:23:28Z', 'revision_number': 4, 'project_id': '6afb84ea33c34a8284e22ea7f8dbc20a', 'gw_port': {'id': '27674ad5-3741-4c21-94ab-f0bea39e0c37', 'name': '', 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:87:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19202571-146d-46fa-8222-fe959a1946fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:23:25Z', 'updated_at': '2022-03-11T16:23:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-12-iscsi', '_interfaces': [{'id': '539867cf-27ba-4873-a22e-448040bb864d', 'name': '', 'network_id': '91701b40-45b6-4dc3-9365-5d3024585e80', 'tenant_id': '6afb84ea33c34a8284e22ea7f8dbc20a', 'mac_address': 'fa:16:3e:2f:e4:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19202571-146d-46fa-8222-fe959a1946fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'a52384ed-9db6-46e8-9576-be4e2499c742', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:23:27Z', 'updated_at': '2022-03-11T16:23:32Z', 'revision_number': 4, 'project_id': '6afb84ea33c34a8284e22ea7f8dbc20a', 'subnets': [{'id': 'a52384ed-9db6-46e8-9576-be4e2499c742', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:23:33.699894 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed167d10-f2dc-482a-89be-846cbb2b975e None None] Pushing event updated for resources: {'Port': ['ID=539867cf-27ba-4873-a22e-448040bb864d,revision_number=5']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:33.708304 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b88bb923-4f19-429a-9bef-ea39c44ff326 admin admin] Notify agent at l3_agent.dv-cinder-750782-12-iscsi the message routers_updated {{(pid=103091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:23:33.741627 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24aae712-118a-4b52-a4d3-44003252c8a1 None None] Sync routers for ids ['f207e0bb-93db-4eb6-b957-bc98f64cb027'] in dv-cinder-750782-12-iscsi {{(pid=103094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:23:33.752653 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-b88bb923-4f19-429a-9bef-ea39c44ff326 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:33.757147 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 41958) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:23:33.757411 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-b88bb923-4f19-429a-9bef-ea39c44ff326 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0655210 Mar 11 16:23:33.758343 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24aae712-118a-4b52-a4d3-44003252c8a1 None None] Routers {'f207e0bb-93db-4eb6-b957-bc98f64cb027'} bound to L3 agent in host dv-cinder-750782-12-iscsi {{(pid=103094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 16:23:33.759243 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_hamode_db [None req-24aae712-118a-4b52-a4d3-44003252c8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T16:12:46Z,description=,heartbeat_timestamp=2022-03-11T16:23:16Z,host='dv-cinder-750782-12-iscsi',id=03422851-42b1-44c9-ada6-e479436b7b23,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:12:46Z,topic='l3_agent')) {'router_ids': ['f207e0bb-93db-4eb6-b957-bc98f64cb027'], 'active': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:23:33.931375 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_dvr_db [None req-24aae712-118a-4b52-a4d3-44003252c8a1 None None] Set router f207e0bb-93db-4eb6-b957-bc98f64cb027 gateway port host: dv-cinder-750782-12-iscsi {{(pid=103094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 16:23:34.043498 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Device 59d42875-3441-45a7-90f3-f0d76cf3d8ec up at agent ovs-agent-dv-cinder-750782-12-iscsi {{(pid=103093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 16:23:34.123270 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Provisioning complete for port 59d42875-3441-45a7-90f3-f0d76cf3d8ec triggered by entity L2. {{(pid=103093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 16:23:34.123724 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1813b4f-1b52-4398-a271-74400ef32f85 req-a89bd517-8ae4-4fe7-bb82-cd6f42541b8c tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:34.124211 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397499'] for port (59d42875-3441-45a7-90f3-f0d76cf3d8ec), provisioning_complete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:34.125693 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-b1813b4f-1b52-4398-a271-74400ef32f85 req-a89bd517-8ae4-4fe7-bb82-cd6f42541b8c tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/ports?device_id=90ca8e8f-9f94-48cd-9a21-1200c7a66e7a HTTP/1.1" status: 200 len: 945 time: 0.1391969 Mar 11 16:23:34.221169 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_hamode_db [None req-24aae712-118a-4b52-a4d3-44003252c8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f207e0bb-93db-4eb6-b957-bc98f64cb027', 'name': 'tempest-TestShelveInstance-852080553-router', 'tenant_id': '1d8e8392588b439eadcd32a14d823ee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'external_fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': '292a702d-dda9-4083-a9db-e91b61616550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:23:31Z', 'updated_at': '2022-03-11T16:23:32Z', 'revision_number': 3, 'project_id': '1d8e8392588b439eadcd32a14d823ee7', 'gw_port': {'id': '292a702d-dda9-4083-a9db-e91b61616550', 'name': '', 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:17:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f207e0bb-93db-4eb6-b957-bc98f64cb027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:23:32Z', 'updated_at': '2022-03-11T16:23:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-12-iscsi'}], 'dv-cinder-750782-12-iscsi', False) {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:23:34.234977 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Current status of the port 59d42875-3441-45a7-90f3-f0d76cf3d8ec is: DOWN; New status is: ACTIVE {{(pid=103093) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 16:23:34.235374 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (59d42875-3441-45a7-90f3-f0d76cf3d8ec), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:34.282764 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24aae712-118a-4b52-a4d3-44003252c8a1 None None] Checking router: f207e0bb-93db-4eb6-b957-bc98f64cb027 for host: dv-cinder-750782-12-iscsi {{(pid=103094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:23:34.283279 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24aae712-118a-4b52-a4d3-44003252c8a1 None None] Updating router f207e0bb-93db-4eb6-b957-bc98f64cb027 port 292a702d-dda9-4083-a9db-e91b61616550 binding host dv-cinder-750782-12-iscsi {{(pid=103094) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 16:23:34.328186 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-b1813b4f-1b52-4398-a271-74400ef32f85 req-18916bb0-deb8-4f50-86bf-39e6863f3a9a tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f673b25-a76b-4443-b7a9-4564d84cc840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563573 Mar 11 16:23:34.336199 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] For port 59d42875-3441-45a7-90f3-f0d76cf3d8ec, host dv-cinder-750782-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-12-iscsi',level=0,port_id=59d42875-3441-45a7-90f3-f0d76cf3d8ec,segment=NetworkSegment(bd7180ce-26f0-47e0-94a3-48ad5443f0c3),segment_id=bd7180ce-26f0-47e0-94a3-48ad5443f0c3)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:23:34.347909 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-24aae712-118a-4b52-a4d3-44003252c8a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (292a702d-dda9-4083-a9db-e91b61616550), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:34.356174 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947'] for port (59d42875-3441-45a7-90f3-f0d76cf3d8ec), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:34.357179 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Device 539867cf-27ba-4873-a22e-448040bb864d up at agent ovs-agent-dv-cinder-750782-12-iscsi {{(pid=103093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 16:23:34.463557 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Pushing event updated for resources: {'Port': ['ID=59d42875-3441-45a7-90f3-f0d76cf3d8ec,revision_number=3']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:34.484356 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Provisioning complete for port 539867cf-27ba-4873-a22e-448040bb864d triggered by entity L2. {{(pid=103093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 16:23:34.484736 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397499'] for port (539867cf-27ba-4873-a22e-448040bb864d), provisioning_complete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:34.600129 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-ad9cfa01-7c50-468f-ac42-042994bd4898 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (None), before_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:34.626107 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Current status of the port 539867cf-27ba-4873-a22e-448040bb864d is: ACTIVE; New status is: ACTIVE {{(pid=103093) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 16:23:34.751915 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-531ceb5c-01c6-4fe9-a99d-82e83c5f3cbe None None] Network bc03793d-9c06-4f2b-ac4f-3ef2c267ecb0 requested from dv-cinder-750782-12-iscsi {{(pid=103093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 16:23:34.788363 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-24aae712-118a-4b52-a4d3-44003252c8a1 None None] Publish callbacks [] for port (292a702d-dda9-4083-a9db-e91b61616550), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:34.798832 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-24aae712-118a-4b52-a4d3-44003252c8a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947'] for port (292a702d-dda9-4083-a9db-e91b61616550), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:34.808742 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.db.db_base_plugin_common [None req-ad9cfa01-7c50-468f-ac42-042994bd4898 admin admin] Allocated IP 172.20.0.1 (bc03793d-9c06-4f2b-ac4f-3ef2c267ecb0/fee8ed2e-db27-4c0b-ae49-d3ed91890ebb/56d71fc9-5162-4070-bbf0-7aa2990778cd) {{(pid=103092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:23:34.868665 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [None req-24aae712-118a-4b52-a4d3-44003252c8a1 None None] Attempting to bind port 292a702d-dda9-4083-a9db-e91b61616550 on host dv-cinder-750782-12-iscsi for vnic_type normal with profile {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 16:23:34.874549 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [None req-24aae712-118a-4b52-a4d3-44003252c8a1 None None] Attempting to bind port 292a702d-dda9-4083-a9db-e91b61616550 by drivers openvswitch,hyperv on host dv-cinder-750782-12-iscsi at level 0 using segments [{'id': 'd35af6e3-4c7b-42bf-84c3-6daa0b397bde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 16:23:34.874549 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24aae712-118a-4b52-a4d3-44003252c8a1 None None] Attempting to bind port 292a702d-dda9-4083-a9db-e91b61616550 on network ff1c1ad1-a65f-4be8-9483-081137458b82 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 16:23:34.878899 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca348f6a-c615-4afb-9808-9fe55d406efa None None] Pushing event updated for resources: {'Port': ['ID=292a702d-dda9-4083-a9db-e91b61616550,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:34.880675 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [None req-56e60d03-fb88-4823-8953-156bb1691c0a None None] Provisioning complete for port 59d42875-3441-45a7-90f3-f0d76cf3d8ec triggered by entity DHCP. {{(pid=103093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 16:23:34.881228 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-56e60d03-fb88-4823-8953-156bb1691c0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397499'] for port (59d42875-3441-45a7-90f3-f0d76cf3d8ec), provisioning_complete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:34.882244 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24aae712-118a-4b52-a4d3-44003252c8a1 None None] Checking agent: {'id': '1025624e-e238-47fc-86ae-58f7bb6baa16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 12, 50), 'started_at': datetime.datetime(2022, 3, 11, 16, 13, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 23, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 16:23:34.882618 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24aae712-118a-4b52-a4d3-44003252c8a1 None None] Checking segment: {'id': 'd35af6e3-4c7b-42bf-84c3-6daa0b397bde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 16:23:34.883008 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-24aae712-118a-4b52-a4d3-44003252c8a1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:34.883386 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24aae712-118a-4b52-a4d3-44003252c8a1 None None] Bound using segment: {'id': 'd35af6e3-4c7b-42bf-84c3-6daa0b397bde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82'} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 16:23:34.883851 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [None req-24aae712-118a-4b52-a4d3-44003252c8a1 None None] Bound port: 292a702d-dda9-4083-a9db-e91b61616550, host: dv-cinder-750782-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd35af6e3-4c7b-42bf-84c3-6daa0b397bde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82'}}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 16:23:34.884222 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-24aae712-118a-4b52-a4d3-44003252c8a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (292a702d-dda9-4083-a9db-e91b61616550), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:34.964549 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-ad9cfa01-7c50-468f-ac42-042994bd4898 admin admin] Publish callbacks [] for port (56d71fc9-5162-4070-bbf0-7aa2990778cd), precommit_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:34.971614 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.plugins.ml2.db [None req-24aae712-118a-4b52-a4d3-44003252c8a1 None None] For port 292a702d-dda9-4083-a9db-e91b61616550, host dv-cinder-750782-12-iscsi, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:23:34.975242 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.plugins.ml2.db [None req-24aae712-118a-4b52-a4d3-44003252c8a1 None None] For port 292a702d-dda9-4083-a9db-e91b61616550, host dv-cinder-750782-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-12-iscsi',level=0,port_id=292a702d-dda9-4083-a9db-e91b61616550,segment=NetworkSegment(d35af6e3-4c7b-42bf-84c3-6daa0b397bde),segment_id=d35af6e3-4c7b-42bf-84c3-6daa0b397bde)] {{(pid=103094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:23:34.985888 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-24aae712-118a-4b52-a4d3-44003252c8a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947'] for port (292a702d-dda9-4083-a9db-e91b61616550), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:35.023091 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-ad9cfa01-7c50-468f-ac42-042994bd4898 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780137975911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30811620'] for port (56d71fc9-5162-4070-bbf0-7aa2990778cd), after_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:35.041637 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-56e60d03-fb88-4823-8953-156bb1691c0a None None] Current status of the port 59d42875-3441-45a7-90f3-f0d76cf3d8ec is: ACTIVE; New status is: ACTIVE {{(pid=103093) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 16:23:35.078239 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24aae712-118a-4b52-a4d3-44003252c8a1 None None] Routers {'f207e0bb-93db-4eb6-b957-bc98f64cb027'} bound to L3 agent in host dv-cinder-750782-12-iscsi {{(pid=103094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 16:23:35.078883 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_hamode_db [None req-24aae712-118a-4b52-a4d3-44003252c8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T16:12:46Z,description=,heartbeat_timestamp=2022-03-11T16:23:16Z,host='dv-cinder-750782-12-iscsi',id=03422851-42b1-44c9-ada6-e479436b7b23,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:12:46Z,topic='l3_agent')) {'router_ids': ['f207e0bb-93db-4eb6-b957-bc98f64cb027'], 'active': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:23:35.087498 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca348f6a-c615-4afb-9808-9fe55d406efa None None] Pushing event updated for resources: {'Port': ['ID=292a702d-dda9-4083-a9db-e91b61616550,revision_number=3']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:35.123869 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9cfa01-7c50-468f-ac42-042994bd4898 admin admin] Pushing event updated for resources: {'Port': ['ID=56d71fc9-5162-4070-bbf0-7aa2990778cd,revision_number=1']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:35.127873 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad9cfa01-7c50-468f-ac42-042994bd4898 admin admin] Network bc03793d-9c06-4f2b-ac4f-3ef2c267ecb0 is already hosted by enough agents. {{(pid=103092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:23:35.129669 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.scheduler.base_scheduler [None req-ad9cfa01-7c50-468f-ac42-042994bd4898 admin admin] Resources bound (agent type, host, resource id): {{(pid=103092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:23:35.135148 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9cfa01-7c50-468f-ac42-042994bd4898 admin admin] Received port after_create {{(pid=103092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 16:23:35.184611 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-ad9cfa01-7c50-468f-ac42-042994bd4898 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-770162'] for router_interface (f207e0bb-93db-4eb6-b957-bc98f64cb027), before_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:35.237334 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (42978ec7-0c45-4bcc-88e8-64ee44356522), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:35.244693 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_dvr_db [None req-24aae712-118a-4b52-a4d3-44003252c8a1 None None] Set router f207e0bb-93db-4eb6-b957-bc98f64cb027 gateway port host: dv-cinder-750782-12-iscsi {{(pid=103094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 16:23:35.283128 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [None req-d567e24a-75b2-48fa-ab33-318276845c7a None None] Provisioning complete for port 59d42875-3441-45a7-90f3-f0d76cf3d8ec triggered by entity DHCP. {{(pid=103093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 16:23:35.283535 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d567e24a-75b2-48fa-ab33-318276845c7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397499'] for port (59d42875-3441-45a7-90f3-f0d76cf3d8ec), provisioning_complete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:35.394793 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-ad9cfa01-7c50-468f-ac42-042994bd4898 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (56d71fc9-5162-4070-bbf0-7aa2990778cd), before_update {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:35.411448 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-d567e24a-75b2-48fa-ab33-318276845c7a None None] Current status of the port 59d42875-3441-45a7-90f3-f0d76cf3d8ec is: ACTIVE; New status is: ACTIVE {{(pid=103093) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 16:23:35.560509 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_hamode_db [None req-24aae712-118a-4b52-a4d3-44003252c8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f207e0bb-93db-4eb6-b957-bc98f64cb027', 'name': 'tempest-TestShelveInstance-852080553-router', 'tenant_id': '1d8e8392588b439eadcd32a14d823ee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'external_fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': '292a702d-dda9-4083-a9db-e91b61616550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:23:31Z', 'updated_at': '2022-03-11T16:23:32Z', 'revision_number': 3, 'project_id': '1d8e8392588b439eadcd32a14d823ee7', 'gw_port': {'id': '292a702d-dda9-4083-a9db-e91b61616550', 'name': '', 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:17:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f207e0bb-93db-4eb6-b957-bc98f64cb027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:23:32Z', 'updated_at': '2022-03-11T16:23:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-12-iscsi'}], 'dv-cinder-750782-12-iscsi', False) {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:23:35.593037 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24aae712-118a-4b52-a4d3-44003252c8a1 None None] The sync data for ids ['f207e0bb-93db-4eb6-b957-bc98f64cb027'] in dv-cinder-750782-12-iscsi is: [{'id': 'f207e0bb-93db-4eb6-b957-bc98f64cb027', 'name': 'tempest-TestShelveInstance-852080553-router', 'tenant_id': '1d8e8392588b439eadcd32a14d823ee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'external_fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': '292a702d-dda9-4083-a9db-e91b61616550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:23:31Z', 'updated_at': '2022-03-11T16:23:32Z', 'revision_number': 3, 'project_id': '1d8e8392588b439eadcd32a14d823ee7', 'gw_port': {'id': '292a702d-dda9-4083-a9db-e91b61616550', 'name': '', 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:17:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f207e0bb-93db-4eb6-b957-bc98f64cb027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:23:32Z', 'updated_at': '2022-03-11T16:23:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-12-iscsi'}] {{(pid=103094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:23:35.634943 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [None req-d010cadf-05c5-4c4e-b294-ade4ccba4990 None None] Provisioning complete for port 56d71fc9-5162-4070-bbf0-7aa2990778cd triggered by entity DHCP. {{(pid=103093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 16:23:35.635907 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d010cadf-05c5-4c4e-b294-ade4ccba4990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397499'] for port (56d71fc9-5162-4070-bbf0-7aa2990778cd), provisioning_complete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:35.653624 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768d8201-65a8-4ecd-8441-84384ec6c129 req-bb8d4bd0-9168-4a96-a603-73caeaf31f5f tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:35.655243 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-768d8201-65a8-4ecd-8441-84384ec6c129 req-bb8d4bd0-9168-4a96-a603-73caeaf31f5f tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/ports?device_id=90ca8e8f-9f94-48cd-9a21-1200c7a66e7a HTTP/1.1" status: 200 len: 945 time: 0.1454031 Mar 11 16:23:35.681616 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-d010cadf-05c5-4c4e-b294-ade4ccba4990 None None] Port 56d71fc9-5162-4070-bbf0-7aa2990778cd cannot update to ACTIVE because it is not bound. {{(pid=103093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 16:23:35.700334 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-ad9cfa01-7c50-468f-ac42-042994bd4898 admin admin] Publish callbacks [] for port (56d71fc9-5162-4070-bbf0-7aa2990778cd), precommit_update {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:35.711373 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-ad9cfa01-7c50-468f-ac42-042994bd4898 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30811645'] for port (56d71fc9-5162-4070-bbf0-7aa2990778cd), after_update {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:35.775420 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-768d8201-65a8-4ecd-8441-84384ec6c129 req-602d570b-a51d-4a84-ba92-2dad48e151cd tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f673b25-a76b-4443-b7a9-4564d84cc840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125107 Mar 11 16:23:35.797629 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9cfa01-7c50-468f-ac42-042994bd4898 admin admin] Pushing event updated for resources: {'Port': ['ID=56d71fc9-5162-4070-bbf0-7aa2990778cd,revision_number=2']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:35.806202 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-ad9cfa01-7c50-468f-ac42-042994bd4898 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-779424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-770270'] for router_interface (f207e0bb-93db-4eb6-b957-bc98f64cb027), after_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:35.914417 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Device 59d42875-3441-45a7-90f3-f0d76cf3d8ec up at agent ovs-agent-dv-cinder-750782-12-iscsi {{(pid=103093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 16:23:35.928390 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad9cfa01-7c50-468f-ac42-042994bd4898 admin admin] Network bc03793d-9c06-4f2b-ac4f-3ef2c267ecb0 is already hosted by enough agents. {{(pid=103092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:23:35.929784 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.scheduler.base_scheduler [None req-ad9cfa01-7c50-468f-ac42-042994bd4898 admin admin] Resources bound (agent type, host, resource id): {{(pid=103092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:23:35.983618 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Provisioning complete for port 59d42875-3441-45a7-90f3-f0d76cf3d8ec triggered by entity L2. {{(pid=103093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 16:23:35.984202 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397499'] for port (59d42875-3441-45a7-90f3-f0d76cf3d8ec), provisioning_complete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:36.100114 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Current status of the port 59d42875-3441-45a7-90f3-f0d76cf3d8ec is: ACTIVE; New status is: ACTIVE {{(pid=103093) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 16:23:36.102749 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad9cfa01-7c50-468f-ac42-042994bd4898 admin admin] Router f207e0bb-93db-4eb6-b957-bc98f64cb027 has already been hosted by L3 agent 03422851-42b1-44c9-ada6-e479436b7b23 {{(pid=103092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:23:36.210213 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [None req-c8b03d20-fe39-4ba5-a8d6-9469807c7d02 None None] Provisioning complete for port 56d71fc9-5162-4070-bbf0-7aa2990778cd triggered by entity DHCP. {{(pid=103093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 16:23:36.210677 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c8b03d20-fe39-4ba5-a8d6-9469807c7d02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397499'] for port (56d71fc9-5162-4070-bbf0-7aa2990778cd), provisioning_complete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:36.232369 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad9cfa01-7c50-468f-ac42-042994bd4898 admin admin] Notify agent at l3_agent.dv-cinder-750782-12-iscsi the message routers_updated {{(pid=103092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:23:36.241326 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-ad9cfa01-7c50-468f-ac42-042994bd4898 admin admin] 10.222.0.72 "PUT /v2.0/routers/f207e0bb-93db-4eb6-b957-bc98f64cb027/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4809444 Mar 11 16:23:36.249465 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-c8b03d20-fe39-4ba5-a8d6-9469807c7d02 None None] Port 56d71fc9-5162-4070-bbf0-7aa2990778cd cannot update to ACTIVE because it is not bound. {{(pid=103093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 16:23:36.844059 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 41988) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:23:36.848765 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.v2.base [None req-5213d4ca-5fef-4c5f-815c-876d010d45ba tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-613225708', 'description': 'tempest-secgroup-smoke-613225708 description', 'project_id': '6afb84ea33c34a8284e22ea7f8dbc20a'}} {{(pid=103092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:23:36.895775 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-5213d4ca-5fef-4c5f-815c-876d010d45ba tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] Publish callbacks [] for security_group (None), before_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:36.950760 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde09192-e0f4-4480-b652-67da7bcd9f1c req-f29f62ef-8088-45c5-ad71-8d65f5f3c8e7 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:36.952255 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-cde09192-e0f4-4480-b652-67da7bcd9f1c req-f29f62ef-8088-45c5-ad71-8d65f5f3c8e7 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/ports?device_id=90ca8e8f-9f94-48cd-9a21-1200c7a66e7a HTTP/1.1" status: 200 len: 945 time: 0.0895712 Mar 11 16:23:37.247605 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-5213d4ca-5fef-4c5f-815c-876d010d45ba tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] Publish callbacks [] for security_group (e4010db0-717d-4dac-8612-b3ae381282ff), precommit_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:37.252476 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-5213d4ca-5fef-4c5f-815c-876d010d45ba tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (e4010db0-717d-4dac-8612-b3ae381282ff), after_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:37.262643 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-cde09192-e0f4-4480-b652-67da7bcd9f1c req-43a29516-671c-4f04-ba7d-38db5798dca5 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f673b25-a76b-4443-b7a9-4564d84cc840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3027427 Mar 11 16:23:37.287462 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-5213d4ca-5fef-4c5f-815c-876d010d45ba tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] Publish callbacks [] for security_group (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:37.288713 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-5213d4ca-5fef-4c5f-815c-876d010d45ba tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4436471 Mar 11 16:23:37.290668 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5213d4ca-5fef-4c5f-815c-876d010d45ba tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4010db0-717d-4dac-8612-b3ae381282ff,revision_number=1']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:37.291920 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 41990) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:23:37.298367 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.v2.base [None req-dc771a7f-9419-417a-80c2-809f026db7d7 tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] Request body: {'security_group_rule': {'security_group_id': 'e4010db0-717d-4dac-8612-b3ae381282ff', 'project_id': '6afb84ea33c34a8284e22ea7f8dbc20a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:23:37.331156 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-dc771a7f-9419-417a-80c2-809f026db7d7 tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] Publish callbacks [] for security_group_rule (66901591-b6b0-48ec-8c10-30bc82e73e3a), before_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:37.389751 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-dc771a7f-9419-417a-80c2-809f026db7d7 tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] Publish callbacks [] for security_group_rule (66901591-b6b0-48ec-8c10-30bc82e73e3a), precommit_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:37.393922 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-dc771a7f-9419-417a-80c2-809f026db7d7 tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606776'] for security_group_rule (66901591-b6b0-48ec-8c10-30bc82e73e3a), after_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:37.397228 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b02243-76c4-4d3d-95aa-46c3777d2e0e None None] Sync routers for ids ['f207e0bb-93db-4eb6-b957-bc98f64cb027'] in dv-cinder-750782-12-iscsi {{(pid=103093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:23:37.407753 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b02243-76c4-4d3d-95aa-46c3777d2e0e None None] Routers {'f207e0bb-93db-4eb6-b957-bc98f64cb027'} bound to L3 agent in host dv-cinder-750782-12-iscsi {{(pid=103093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 16:23:37.409084 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_hamode_db [None req-61b02243-76c4-4d3d-95aa-46c3777d2e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T16:12:46Z,description=,heartbeat_timestamp=2022-03-11T16:23:16Z,host='dv-cinder-750782-12-iscsi',id=03422851-42b1-44c9-ada6-e479436b7b23,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:12:46Z,topic='l3_agent')) {'router_ids': ['f207e0bb-93db-4eb6-b957-bc98f64cb027'], 'active': True} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:23:37.411345 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc771a7f-9419-417a-80c2-809f026db7d7 tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66901591-b6b0-48ec-8c10-30bc82e73e3a,revision_number=0']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:37.423722 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-dc771a7f-9419-417a-80c2-809f026db7d7 tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:37.424888 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-dc771a7f-9419-417a-80c2-809f026db7d7 tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1310346 Mar 11 16:23:37.427868 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 41994) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:23:37.433765 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.v2.base [None req-a9af3bb6-f76f-49b0-ad25-254e5d71def2 tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] Request body: {'security_group_rule': {'security_group_id': 'e4010db0-717d-4dac-8612-b3ae381282ff', 'project_id': '6afb84ea33c34a8284e22ea7f8dbc20a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:23:37.475299 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-a9af3bb6-f76f-49b0-ad25-254e5d71def2 tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] Publish callbacks [] for security_group_rule (948ffe19-679a-49fa-840e-d37a177642c8), before_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:37.534701 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-a9af3bb6-f76f-49b0-ad25-254e5d71def2 tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] Publish callbacks [] for security_group_rule (948ffe19-679a-49fa-840e-d37a177642c8), precommit_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:37.535124 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_dvr_db [None req-61b02243-76c4-4d3d-95aa-46c3777d2e0e None None] Set router f207e0bb-93db-4eb6-b957-bc98f64cb027 gateway port host: dv-cinder-750782-12-iscsi {{(pid=103093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 16:23:37.538826 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-a9af3bb6-f76f-49b0-ad25-254e5d71def2 tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606776'] for security_group_rule (948ffe19-679a-49fa-840e-d37a177642c8), after_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:37.560852 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9af3bb6-f76f-49b0-ad25-254e5d71def2 tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=948ffe19-679a-49fa-840e-d37a177642c8,revision_number=0']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:37.569606 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-a9af3bb6-f76f-49b0-ad25-254e5d71def2 tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:37.573939 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-a9af3bb6-f76f-49b0-ad25-254e5d71def2 tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1418664 Mar 11 16:23:37.574212 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 41996) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:23:37.578777 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.v2.base [None req-2f08630a-3ed8-4430-97c9-78d0eb2154f0 tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] Request body: {'security_group_rule': {'security_group_id': 'e4010db0-717d-4dac-8612-b3ae381282ff', 'project_id': '6afb84ea33c34a8284e22ea7f8dbc20a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:23:37.606674 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-2f08630a-3ed8-4430-97c9-78d0eb2154f0 tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] Publish callbacks [] for security_group_rule (8683154a-aade-487a-8d15-0c215a65a520), before_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:37.681282 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-2f08630a-3ed8-4430-97c9-78d0eb2154f0 tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] Publish callbacks [] for security_group_rule (8683154a-aade-487a-8d15-0c215a65a520), precommit_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:37.687007 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-2f08630a-3ed8-4430-97c9-78d0eb2154f0 tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606776'] for security_group_rule (8683154a-aade-487a-8d15-0c215a65a520), after_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:37.706713 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f08630a-3ed8-4430-97c9-78d0eb2154f0 tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8683154a-aade-487a-8d15-0c215a65a520,revision_number=0']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:37.720988 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-2f08630a-3ed8-4430-97c9-78d0eb2154f0 tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:37.722205 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-2f08630a-3ed8-4430-97c9-78d0eb2154f0 tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1469858 Mar 11 16:23:37.725573 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 42000) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:23:37.730565 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.v2.base [None req-f21b7ba5-59bc-4c84-a84f-37d320479f40 tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] Request body: {'security_group_rule': {'security_group_id': 'e4010db0-717d-4dac-8612-b3ae381282ff', 'project_id': '6afb84ea33c34a8284e22ea7f8dbc20a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:23:37.757255 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-f21b7ba5-59bc-4c84-a84f-37d320479f40 tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] Publish callbacks [] for security_group_rule (3f407b61-10a9-49aa-b466-598dcd69e14c), before_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:37.832411 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-f21b7ba5-59bc-4c84-a84f-37d320479f40 tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] Publish callbacks [] for security_group_rule (3f407b61-10a9-49aa-b466-598dcd69e14c), precommit_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:37.837692 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-f21b7ba5-59bc-4c84-a84f-37d320479f40 tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606776'] for security_group_rule (3f407b61-10a9-49aa-b466-598dcd69e14c), after_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:37.870151 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21b7ba5-59bc-4c84-a84f-37d320479f40 tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f407b61-10a9-49aa-b466-598dcd69e14c,revision_number=0']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:37.883914 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-f21b7ba5-59bc-4c84-a84f-37d320479f40 tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:37.885343 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-f21b7ba5-59bc-4c84-a84f-37d320479f40 tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1587455 Mar 11 16:23:37.889036 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 42002) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:23:37.894565 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.v2.base [None req-5981ee8f-c47d-441c-a4ab-7ea298e2404f tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] Request body: {'security_group_rule': {'security_group_id': 'e4010db0-717d-4dac-8612-b3ae381282ff', 'project_id': '6afb84ea33c34a8284e22ea7f8dbc20a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:23:37.921254 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.db.securitygroups_db [None req-5981ee8f-c47d-441c-a4ab-7ea298e2404f tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] Project 6afb84ea33c34a8284e22ea7f8dbc20a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 16:23:37.930183 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-5981ee8f-c47d-441c-a4ab-7ea298e2404f tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] Publish callbacks [] for security_group_rule (e2d70816-14f9-43d6-94d6-6c3cffa495db), before_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:37.952248 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Device 292a702d-dda9-4083-a9db-e91b61616550 up at agent ovs-agent-dv-cinder-750782-12-iscsi {{(pid=103093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 16:23:37.985082 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_hamode_db [None req-61b02243-76c4-4d3d-95aa-46c3777d2e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f207e0bb-93db-4eb6-b957-bc98f64cb027', 'name': 'tempest-TestShelveInstance-852080553-router', 'tenant_id': '1d8e8392588b439eadcd32a14d823ee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'external_fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': '292a702d-dda9-4083-a9db-e91b61616550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:23:31Z', 'updated_at': '2022-03-11T16:23:35Z', 'revision_number': 4, 'project_id': '1d8e8392588b439eadcd32a14d823ee7', 'gw_port': {'id': '292a702d-dda9-4083-a9db-e91b61616550', 'name': '', 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:17:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f207e0bb-93db-4eb6-b957-bc98f64cb027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:23:32Z', 'updated_at': '2022-03-11T16:23:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-12-iscsi', '_interfaces': [{'id': '56d71fc9-5162-4070-bbf0-7aa2990778cd', 'name': '', 'network_id': 'bc03793d-9c06-4f2b-ac4f-3ef2c267ecb0', 'tenant_id': '1d8e8392588b439eadcd32a14d823ee7', 'mac_address': 'fa:16:3e:b8:18:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f207e0bb-93db-4eb6-b957-bc98f64cb027', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'fee8ed2e-db27-4c0b-ae49-d3ed91890ebb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:23:34Z', 'updated_at': '2022-03-11T16:23:35Z', 'revision_number': 2, 'project_id': '1d8e8392588b439eadcd32a14d823ee7', 'subnets': [{'id': 'fee8ed2e-db27-4c0b-ae49-d3ed91890ebb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-12-iscsi', False) {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:23:37.999430 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-5981ee8f-c47d-441c-a4ab-7ea298e2404f tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] Publish callbacks [] for security_group_rule (e2d70816-14f9-43d6-94d6-6c3cffa495db), precommit_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:38.003189 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-5981ee8f-c47d-441c-a4ab-7ea298e2404f tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606776'] for security_group_rule (e2d70816-14f9-43d6-94d6-6c3cffa495db), after_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:38.026227 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5981ee8f-c47d-441c-a4ab-7ea298e2404f tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2d70816-14f9-43d6-94d6-6c3cffa495db,revision_number=0']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:38.027949 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b02243-76c4-4d3d-95aa-46c3777d2e0e None None] Checking router: f207e0bb-93db-4eb6-b957-bc98f64cb027 for host: dv-cinder-750782-12-iscsi {{(pid=103093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:23:38.028304 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b02243-76c4-4d3d-95aa-46c3777d2e0e None None] Updating router f207e0bb-93db-4eb6-b957-bc98f64cb027 port 56d71fc9-5162-4070-bbf0-7aa2990778cd binding host dv-cinder-750782-12-iscsi {{(pid=103093) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 16:23:38.032020 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-5981ee8f-c47d-441c-a4ab-7ea298e2404f tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:38.033203 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-5981ee8f-c47d-441c-a4ab-7ea298e2404f tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1427252 Mar 11 16:23:38.036025 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 42004) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:23:38.040533 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.v2.base [None req-00d6790a-1141-460b-9c3b-409b176bff68 tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] Request body: {'security_group_rule': {'security_group_id': 'e4010db0-717d-4dac-8612-b3ae381282ff', 'project_id': '6afb84ea33c34a8284e22ea7f8dbc20a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:23:38.064694 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.db.securitygroups_db [None req-00d6790a-1141-460b-9c3b-409b176bff68 tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] Project 6afb84ea33c34a8284e22ea7f8dbc20a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 16:23:38.069744 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-00d6790a-1141-460b-9c3b-409b176bff68 tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] Publish callbacks [] for security_group_rule (0653510c-aacc-4899-b641-89699391f649), before_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:38.073621 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-61b02243-76c4-4d3d-95aa-46c3777d2e0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (56d71fc9-5162-4070-bbf0-7aa2990778cd), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:38.082635 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Provisioning complete for port 292a702d-dda9-4083-a9db-e91b61616550 triggered by entity L2. {{(pid=103093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 16:23:38.083001 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397499'] for port (292a702d-dda9-4083-a9db-e91b61616550), provisioning_complete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:38.134466 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-00d6790a-1141-460b-9c3b-409b176bff68 tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] Publish callbacks [] for security_group_rule (0653510c-aacc-4899-b641-89699391f649), precommit_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:38.140933 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-00d6790a-1141-460b-9c3b-409b176bff68 tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606776'] for security_group_rule (0653510c-aacc-4899-b641-89699391f649), after_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:38.160916 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d6790a-1141-460b-9c3b-409b176bff68 tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0653510c-aacc-4899-b641-89699391f649,revision_number=0']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:38.171022 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-00d6790a-1141-460b-9c3b-409b176bff68 tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:38.172278 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-00d6790a-1141-460b-9c3b-409b176bff68 tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1352310 Mar 11 16:23:38.296738 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Current status of the port 292a702d-dda9-4083-a9db-e91b61616550 is: DOWN; New status is: ACTIVE {{(pid=103093) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 16:23:38.297120 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (292a702d-dda9-4083-a9db-e91b61616550), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:38.357473 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] For port 292a702d-dda9-4083-a9db-e91b61616550, host dv-cinder-750782-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-12-iscsi',level=0,port_id=292a702d-dda9-4083-a9db-e91b61616550,segment=NetworkSegment(d35af6e3-4c7b-42bf-84c3-6daa0b397bde),segment_id=d35af6e3-4c7b-42bf-84c3-6daa0b397bde)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:23:38.362447 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947'] for port (292a702d-dda9-4083-a9db-e91b61616550), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:38.396034 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c1e63c-a0ac-4326-889b-31c2a7fc1496 req-b66c90e2-97fe-48e3-8314-3ef253e2d64a tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:38.397792 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-46c1e63c-a0ac-4326-889b-31c2a7fc1496 req-b66c90e2-97fe-48e3-8314-3ef253e2d64a tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/ports?device_id=90ca8e8f-9f94-48cd-9a21-1200c7a66e7a HTTP/1.1" status: 200 len: 945 time: 0.0609491 Mar 11 16:23:38.445173 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Pushing event updated for resources: {'Port': ['ID=292a702d-dda9-4083-a9db-e91b61616550,revision_number=4']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:38.450722 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-46c1e63c-a0ac-4326-889b-31c2a7fc1496 req-7945bac0-2d4b-4ee5-848f-09f6ff6644f5 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f673b25-a76b-4443-b7a9-4564d84cc840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459557 Mar 11 16:23:38.491020 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-61b02243-76c4-4d3d-95aa-46c3777d2e0e None None] Publish callbacks [] for port (56d71fc9-5162-4070-bbf0-7aa2990778cd), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:38.496714 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-61b02243-76c4-4d3d-95aa-46c3777d2e0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947'] for port (56d71fc9-5162-4070-bbf0-7aa2990778cd), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:38.574088 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a0f0cb-f323-48b5-beba-edf5f7ed6371 None None] Pushing event updated for resources: {'Port': ['ID=56d71fc9-5162-4070-bbf0-7aa2990778cd,revision_number=3']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:38.615376 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [None req-61b02243-76c4-4d3d-95aa-46c3777d2e0e None None] Attempting to bind port 56d71fc9-5162-4070-bbf0-7aa2990778cd on host dv-cinder-750782-12-iscsi for vnic_type normal with profile {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 16:23:38.615887 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [None req-61b02243-76c4-4d3d-95aa-46c3777d2e0e None None] Attempting to bind port 56d71fc9-5162-4070-bbf0-7aa2990778cd by drivers openvswitch,hyperv on host dv-cinder-750782-12-iscsi at level 0 using segments [{'id': 'bd7180ce-26f0-47e0-94a3-48ad5443f0c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'bc03793d-9c06-4f2b-ac4f-3ef2c267ecb0'}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 16:23:38.616296 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b02243-76c4-4d3d-95aa-46c3777d2e0e None None] Attempting to bind port 56d71fc9-5162-4070-bbf0-7aa2990778cd on network bc03793d-9c06-4f2b-ac4f-3ef2c267ecb0 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 16:23:38.623790 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b02243-76c4-4d3d-95aa-46c3777d2e0e None None] Checking agent: {'id': '1025624e-e238-47fc-86ae-58f7bb6baa16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 12, 50), 'started_at': datetime.datetime(2022, 3, 11, 16, 13, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 23, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 16:23:38.624170 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b02243-76c4-4d3d-95aa-46c3777d2e0e None None] Checking segment: {'id': 'bd7180ce-26f0-47e0-94a3-48ad5443f0c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'bc03793d-9c06-4f2b-ac4f-3ef2c267ecb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 16:23:38.624576 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-61b02243-76c4-4d3d-95aa-46c3777d2e0e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:38.625002 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b02243-76c4-4d3d-95aa-46c3777d2e0e None None] Bound using segment: {'id': 'bd7180ce-26f0-47e0-94a3-48ad5443f0c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'bc03793d-9c06-4f2b-ac4f-3ef2c267ecb0'} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 16:23:38.625477 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [None req-61b02243-76c4-4d3d-95aa-46c3777d2e0e None None] Bound port: 56d71fc9-5162-4070-bbf0-7aa2990778cd, host: dv-cinder-750782-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd7180ce-26f0-47e0-94a3-48ad5443f0c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'bc03793d-9c06-4f2b-ac4f-3ef2c267ecb0'}}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 16:23:38.625853 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-61b02243-76c4-4d3d-95aa-46c3777d2e0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (56d71fc9-5162-4070-bbf0-7aa2990778cd), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:38.697643 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-61b02243-76c4-4d3d-95aa-46c3777d2e0e None None] For port 56d71fc9-5162-4070-bbf0-7aa2990778cd, host dv-cinder-750782-12-iscsi, cleared binding levels {{(pid=103093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:23:38.701574 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-61b02243-76c4-4d3d-95aa-46c3777d2e0e None None] For port 56d71fc9-5162-4070-bbf0-7aa2990778cd, host dv-cinder-750782-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-12-iscsi',level=0,port_id=56d71fc9-5162-4070-bbf0-7aa2990778cd,segment=NetworkSegment(bd7180ce-26f0-47e0-94a3-48ad5443f0c3),segment_id=bd7180ce-26f0-47e0-94a3-48ad5443f0c3)] {{(pid=103093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:23:38.716123 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-61b02243-76c4-4d3d-95aa-46c3777d2e0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947'] for port (56d71fc9-5162-4070-bbf0-7aa2990778cd), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:38.772700 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b02243-76c4-4d3d-95aa-46c3777d2e0e None None] Routers {'f207e0bb-93db-4eb6-b957-bc98f64cb027'} bound to L3 agent in host dv-cinder-750782-12-iscsi {{(pid=103093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 16:23:38.773308 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_hamode_db [None req-61b02243-76c4-4d3d-95aa-46c3777d2e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T16:12:46Z,description=,heartbeat_timestamp=2022-03-11T16:23:16Z,host='dv-cinder-750782-12-iscsi',id=03422851-42b1-44c9-ada6-e479436b7b23,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:12:46Z,topic='l3_agent')) {'router_ids': ['f207e0bb-93db-4eb6-b957-bc98f64cb027'], 'active': True} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:23:38.826875 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a0f0cb-f323-48b5-beba-edf5f7ed6371 None None] Pushing event updated for resources: {'Port': ['ID=56d71fc9-5162-4070-bbf0-7aa2990778cd,revision_number=4']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:38.848274 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [None req-87d8689a-ed95-44ec-b552-e7b872a00e93 None None] Provisioning complete for port 56d71fc9-5162-4070-bbf0-7aa2990778cd triggered by entity DHCP. {{(pid=103093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 16:23:38.848655 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-87d8689a-ed95-44ec-b552-e7b872a00e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397499'] for port (56d71fc9-5162-4070-bbf0-7aa2990778cd), provisioning_complete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:38.943128 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_dvr_db [None req-61b02243-76c4-4d3d-95aa-46c3777d2e0e None None] Set router f207e0bb-93db-4eb6-b957-bc98f64cb027 gateway port host: dv-cinder-750782-12-iscsi {{(pid=103093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 16:23:39.065494 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-87d8689a-ed95-44ec-b552-e7b872a00e93 None None] Current status of the port 56d71fc9-5162-4070-bbf0-7aa2990778cd is: DOWN; New status is: ACTIVE {{(pid=103093) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 16:23:39.065875 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-87d8689a-ed95-44ec-b552-e7b872a00e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (56d71fc9-5162-4070-bbf0-7aa2990778cd), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:39.156079 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-87d8689a-ed95-44ec-b552-e7b872a00e93 None None] For port 56d71fc9-5162-4070-bbf0-7aa2990778cd, host dv-cinder-750782-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-12-iscsi',level=0,port_id=56d71fc9-5162-4070-bbf0-7aa2990778cd,segment=NetworkSegment(bd7180ce-26f0-47e0-94a3-48ad5443f0c3),segment_id=bd7180ce-26f0-47e0-94a3-48ad5443f0c3)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:23:39.163897 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-87d8689a-ed95-44ec-b552-e7b872a00e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947'] for port (56d71fc9-5162-4070-bbf0-7aa2990778cd), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:39.249688 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d8689a-ed95-44ec-b552-e7b872a00e93 None None] Pushing event updated for resources: {'Port': ['ID=56d71fc9-5162-4070-bbf0-7aa2990778cd,revision_number=5']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:39.273264 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_hamode_db [None req-61b02243-76c4-4d3d-95aa-46c3777d2e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f207e0bb-93db-4eb6-b957-bc98f64cb027', 'name': 'tempest-TestShelveInstance-852080553-router', 'tenant_id': '1d8e8392588b439eadcd32a14d823ee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'external_fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': '292a702d-dda9-4083-a9db-e91b61616550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:23:31Z', 'updated_at': '2022-03-11T16:23:35Z', 'revision_number': 4, 'project_id': '1d8e8392588b439eadcd32a14d823ee7', 'gw_port': {'id': '292a702d-dda9-4083-a9db-e91b61616550', 'name': '', 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:17:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f207e0bb-93db-4eb6-b957-bc98f64cb027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:23:32Z', 'updated_at': '2022-03-11T16:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-12-iscsi', '_interfaces': [{'id': '56d71fc9-5162-4070-bbf0-7aa2990778cd', 'name': '', 'network_id': 'bc03793d-9c06-4f2b-ac4f-3ef2c267ecb0', 'tenant_id': '1d8e8392588b439eadcd32a14d823ee7', 'mac_address': 'fa:16:3e:b8:18:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f207e0bb-93db-4eb6-b957-bc98f64cb027', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'fee8ed2e-db27-4c0b-ae49-d3ed91890ebb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:23:34Z', 'updated_at': '2022-03-11T16:23:38Z', 'revision_number': 4, 'project_id': '1d8e8392588b439eadcd32a14d823ee7', 'subnets': [{'id': 'fee8ed2e-db27-4c0b-ae49-d3ed91890ebb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-12-iscsi', False) {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:23:39.306304 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b02243-76c4-4d3d-95aa-46c3777d2e0e None None] The sync data for ids ['f207e0bb-93db-4eb6-b957-bc98f64cb027'] in dv-cinder-750782-12-iscsi is: [{'id': 'f207e0bb-93db-4eb6-b957-bc98f64cb027', 'name': 'tempest-TestShelveInstance-852080553-router', 'tenant_id': '1d8e8392588b439eadcd32a14d823ee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'external_fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': '292a702d-dda9-4083-a9db-e91b61616550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:23:31Z', 'updated_at': '2022-03-11T16:23:35Z', 'revision_number': 4, 'project_id': '1d8e8392588b439eadcd32a14d823ee7', 'gw_port': {'id': '292a702d-dda9-4083-a9db-e91b61616550', 'name': '', 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:17:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f207e0bb-93db-4eb6-b957-bc98f64cb027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:23:32Z', 'updated_at': '2022-03-11T16:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-12-iscsi', '_interfaces': [{'id': '56d71fc9-5162-4070-bbf0-7aa2990778cd', 'name': '', 'network_id': 'bc03793d-9c06-4f2b-ac4f-3ef2c267ecb0', 'tenant_id': '1d8e8392588b439eadcd32a14d823ee7', 'mac_address': 'fa:16:3e:b8:18:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f207e0bb-93db-4eb6-b957-bc98f64cb027', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'fee8ed2e-db27-4c0b-ae49-d3ed91890ebb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:23:34Z', 'updated_at': '2022-03-11T16:23:38Z', 'revision_number': 4, 'project_id': '1d8e8392588b439eadcd32a14d823ee7', 'subnets': [{'id': 'fee8ed2e-db27-4c0b-ae49-d3ed91890ebb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:23:39.313227 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [None req-ade1193f-fa40-406f-bccb-a6ef89044dd9 None None] Provisioning complete for port 56d71fc9-5162-4070-bbf0-7aa2990778cd triggered by entity DHCP. {{(pid=103093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 16:23:39.313601 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ade1193f-fa40-406f-bccb-a6ef89044dd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397499'] for port (56d71fc9-5162-4070-bbf0-7aa2990778cd), provisioning_complete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:39.444544 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-ade1193f-fa40-406f-bccb-a6ef89044dd9 None None] Current status of the port 56d71fc9-5162-4070-bbf0-7aa2990778cd is: ACTIVE; New status is: ACTIVE {{(pid=103093) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 16:23:39.617996 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d85b802-706f-41b0-9741-81eb51cf1b4f req-a7ffa053-1a59-4b66-a8ea-4d312ce70767 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:39.619549 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-3d85b802-706f-41b0-9741-81eb51cf1b4f req-a7ffa053-1a59-4b66-a8ea-4d312ce70767 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/ports?device_id=90ca8e8f-9f94-48cd-9a21-1200c7a66e7a HTTP/1.1" status: 200 len: 945 time: 0.0732172 Mar 11 16:23:39.675284 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-3d85b802-706f-41b0-9741-81eb51cf1b4f req-78b4aea1-aa51-4045-9654-6f0fc21f9829 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f673b25-a76b-4443-b7a9-4564d84cc840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493917 Mar 11 16:23:39.980044 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Device 56d71fc9-5162-4070-bbf0-7aa2990778cd up at agent ovs-agent-dv-cinder-750782-12-iscsi {{(pid=103093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 16:23:40.028938 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Provisioning complete for port 56d71fc9-5162-4070-bbf0-7aa2990778cd triggered by entity L2. {{(pid=103093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 16:23:40.029312 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397499'] for port (56d71fc9-5162-4070-bbf0-7aa2990778cd), provisioning_complete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:40.237345 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Current status of the port 56d71fc9-5162-4070-bbf0-7aa2990778cd is: ACTIVE; New status is: ACTIVE {{(pid=103093) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 16:23:40.238454 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Device 292a702d-dda9-4083-a9db-e91b61616550 up at agent ovs-agent-dv-cinder-750782-12-iscsi {{(pid=103093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 16:23:40.288128 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Provisioning complete for port 292a702d-dda9-4083-a9db-e91b61616550 triggered by entity L2. {{(pid=103093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 16:23:40.288498 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397499'] for port (292a702d-dda9-4083-a9db-e91b61616550), provisioning_complete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:40.374429 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Current status of the port 292a702d-dda9-4083-a9db-e91b61616550 is: ACTIVE; New status is: ACTIVE {{(pid=103093) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 16:23:40.815624 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c73230-1019-481d-bf1e-b81c43b8f627 req-e2636043-552c-416b-ace7-333b181f1d06 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:40.817140 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-f8c73230-1019-481d-bf1e-b81c43b8f627 req-e2636043-552c-416b-ace7-333b181f1d06 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/ports?device_id=90ca8e8f-9f94-48cd-9a21-1200c7a66e7a HTTP/1.1" status: 200 len: 945 time: 0.0569851 Mar 11 16:23:40.884182 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-f8c73230-1019-481d-bf1e-b81c43b8f627 req-45421d19-b99a-4efb-b2af-a21280e44de5 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f673b25-a76b-4443-b7a9-4564d84cc840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615973 Mar 11 16:23:42.014051 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e1c662-d7c9-4471-a7c1-633305029629 req-edd2bafd-1201-4dcb-9eb7-b104d954140b tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:42.015560 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-f1e1c662-d7c9-4471-a7c1-633305029629 req-edd2bafd-1201-4dcb-9eb7-b104d954140b tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/ports?device_id=90ca8e8f-9f94-48cd-9a21-1200c7a66e7a HTTP/1.1" status: 200 len: 945 time: 0.0633061 Mar 11 16:23:42.073368 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-f1e1c662-d7c9-4471-a7c1-633305029629 req-104be757-284c-4efe-98d4-85dc3729ffef tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f673b25-a76b-4443-b7a9-4564d84cc840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489705 Mar 11 16:23:43.212258 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126b740a-f646-414f-95c7-1bb68b67a5bd req-c5849fc1-7fbf-4a25-b89e-243e10fecde3 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:43.215347 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-126b740a-f646-414f-95c7-1bb68b67a5bd req-c5849fc1-7fbf-4a25-b89e-243e10fecde3 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/ports?device_id=90ca8e8f-9f94-48cd-9a21-1200c7a66e7a HTTP/1.1" status: 200 len: 945 time: 0.0594265 Mar 11 16:23:43.264941 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-126b740a-f646-414f-95c7-1bb68b67a5bd req-757e597f-af61-4902-a739-6408d9997139 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f673b25-a76b-4443-b7a9-4564d84cc840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445879 Mar 11 16:23:43.799948 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-01c92982-d705-42b2-a71e-8e74cd2edeab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (52d54afa-c257-4acf-9353-cc1307944ae0), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:44.395423 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e779bd94-ef3e-4f74-92a2-6c37a47d24cf req-2fb6149e-e261-4b7f-be46-41ec2a214cee tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:44.397264 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-e779bd94-ef3e-4f74-92a2-6c37a47d24cf req-2fb6149e-e261-4b7f-be46-41ec2a214cee tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/ports?device_id=90ca8e8f-9f94-48cd-9a21-1200c7a66e7a HTTP/1.1" status: 200 len: 945 time: 0.0602686 Mar 11 16:23:44.455510 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-e779bd94-ef3e-4f74-92a2-6c37a47d24cf req-046a997c-da3d-4a09-9c33-014bc743b59b tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f673b25-a76b-4443-b7a9-4564d84cc840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523949 Mar 11 16:23:45.611044 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3518bfec-07a0-4aa4-af1e-ad9dd37592db req-2d84547d-a787-4a55-9767-5cdc17378d76 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:45.612952 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-3518bfec-07a0-4aa4-af1e-ad9dd37592db req-2d84547d-a787-4a55-9767-5cdc17378d76 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/ports?device_id=90ca8e8f-9f94-48cd-9a21-1200c7a66e7a HTTP/1.1" status: 200 len: 945 time: 0.0790517 Mar 11 16:23:45.674559 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-3518bfec-07a0-4aa4-af1e-ad9dd37592db req-6a5aabe9-056c-4435-9744-0aaf1b3edc2a tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f673b25-a76b-4443-b7a9-4564d84cc840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557394 Mar 11 16:23:46.153428 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3122875a-3c9f-4b33-9917-e6ef2b54232c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (03422851-42b1-44c9-ada6-e479436b7b23), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:46.814893 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8864a3b4-8872-46cf-9967-79cae9fdc2b3 req-8d37da1a-ab3e-442a-9d6e-33b79de909f0 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:46.816478 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-8864a3b4-8872-46cf-9967-79cae9fdc2b3 req-8d37da1a-ab3e-442a-9d6e-33b79de909f0 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/ports?device_id=90ca8e8f-9f94-48cd-9a21-1200c7a66e7a HTTP/1.1" status: 200 len: 945 time: 0.0593011 Mar 11 16:23:46.872891 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-8864a3b4-8872-46cf-9967-79cae9fdc2b3 req-60c010a0-5cbc-4389-ab54-7bcd0db86c80 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f673b25-a76b-4443-b7a9-4564d84cc840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508077 Mar 11 16:23:47.454994 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ae773407-53f5-44d0-bdbe-4d88b69a915f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (d0bcdf8a-248d-4278-aa4c-95e4828d61b2), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:48.021614 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b041ac3-9e24-4b47-a454-5daf641b227a req-b490fadd-ef54-45f0-a339-47146ec7aabc tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:48.023147 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-9b041ac3-9e24-4b47-a454-5daf641b227a req-b490fadd-ef54-45f0-a339-47146ec7aabc tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/ports?device_id=90ca8e8f-9f94-48cd-9a21-1200c7a66e7a HTTP/1.1" status: 200 len: 945 time: 0.0708606 Mar 11 16:23:48.079937 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-9b041ac3-9e24-4b47-a454-5daf641b227a req-ba7cb820-36e1-4633-a3fb-0415927e587f tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f673b25-a76b-4443-b7a9-4564d84cc840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487590 Mar 11 16:23:48.814923 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-12686fd2-0f25-484f-a78a-b5cd34d8581b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (a5a5d809-3580-471a-ade1-6c5ecc269919), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:49.261043 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf15f92-37b2-4c14-a2bb-96ff70a63bc5 req-0cbca166-9440-41fc-844e-660e5d1ec56f tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:49.263085 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-9cf15f92-37b2-4c14-a2bb-96ff70a63bc5 req-0cbca166-9440-41fc-844e-660e5d1ec56f tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/ports?device_id=90ca8e8f-9f94-48cd-9a21-1200c7a66e7a HTTP/1.1" status: 200 len: 945 time: 0.0935633 Mar 11 16:23:49.339722 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-9cf15f92-37b2-4c14-a2bb-96ff70a63bc5 req-882cbbaa-bde4-4974-a94f-3a4b6e0e6539 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f673b25-a76b-4443-b7a9-4564d84cc840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704961 Mar 11 16:23:50.377028 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (1025624e-e238-47fc-86ae-58f7bb6baa16), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:23:50.488026 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eda2c2-fb5c-4e25-be00-b7cb6d887671 req-416551fc-2501-45ef-a5b0-7d5b94d16cbc tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:50.489526 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-01eda2c2-fb5c-4e25-be00-b7cb6d887671 req-416551fc-2501-45ef-a5b0-7d5b94d16cbc tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/ports?device_id=90ca8e8f-9f94-48cd-9a21-1200c7a66e7a HTTP/1.1" status: 200 len: 945 time: 0.0644875 Mar 11 16:23:50.540934 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-01eda2c2-fb5c-4e25-be00-b7cb6d887671 req-50578b39-bf05-4778-8a02-8cb2a9e171b0 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f673b25-a76b-4443-b7a9-4564d84cc840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438585 Mar 11 16:23:51.669545 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e470b5-cc20-4a12-8773-cfd2b2ee744f req-75b1d2c4-8f8d-4a7d-bcbe-801906629c5c tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:51.671044 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-25e470b5-cc20-4a12-8773-cfd2b2ee744f req-75b1d2c4-8f8d-4a7d-bcbe-801906629c5c tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/ports?device_id=90ca8e8f-9f94-48cd-9a21-1200c7a66e7a HTTP/1.1" status: 200 len: 945 time: 0.0589845 Mar 11 16:23:51.720082 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-25e470b5-cc20-4a12-8773-cfd2b2ee744f req-0d87644e-d158-4f55-8249-fe1846e9c57a tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f673b25-a76b-4443-b7a9-4564d84cc840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434999 Mar 11 16:23:52.844880 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5006c7e6-f2f7-4fac-bcc6-bc870f0b63d9 req-30d15d39-05ff-4a21-a005-0288abaa2864 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:52.847036 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-5006c7e6-f2f7-4fac-bcc6-bc870f0b63d9 req-30d15d39-05ff-4a21-a005-0288abaa2864 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/ports?device_id=90ca8e8f-9f94-48cd-9a21-1200c7a66e7a HTTP/1.1" status: 200 len: 945 time: 0.0577729 Mar 11 16:23:52.901038 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-5006c7e6-f2f7-4fac-bcc6-bc870f0b63d9 req-cf0140e3-55ec-4cbc-9fad-04ae6e9b288b tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f673b25-a76b-4443-b7a9-4564d84cc840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484333 Mar 11 16:23:54.065142 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f35b44-7ac4-496a-81ae-311c41e38da4 req-ba5c09df-336b-4721-b51b-a8a7f74f27e9 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:54.066898 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-f5f35b44-7ac4-496a-81ae-311c41e38da4 req-ba5c09df-336b-4721-b51b-a8a7f74f27e9 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/ports?device_id=90ca8e8f-9f94-48cd-9a21-1200c7a66e7a HTTP/1.1" status: 200 len: 945 time: 0.0786254 Mar 11 16:23:54.138838 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-f5f35b44-7ac4-496a-81ae-311c41e38da4 req-5bf66d8b-f7b2-44af-8e3f-3045ec8257bd tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f673b25-a76b-4443-b7a9-4564d84cc840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646913 Mar 11 16:23:55.285473 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c23497e-50fe-4839-b5ad-762506d60358 req-8f4dfd60-7269-4f2d-a031-304e674a131e tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:55.287241 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-9c23497e-50fe-4839-b5ad-762506d60358 req-8f4dfd60-7269-4f2d-a031-304e674a131e tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/ports?device_id=90ca8e8f-9f94-48cd-9a21-1200c7a66e7a HTTP/1.1" status: 200 len: 945 time: 0.0673182 Mar 11 16:23:55.345827 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-9c23497e-50fe-4839-b5ad-762506d60358 req-14b61bc9-3dc4-45c2-9e29-8d29a3402569 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f673b25-a76b-4443-b7a9-4564d84cc840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505774 Mar 11 16:23:56.504249 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378b4e89-71a3-4e6d-853f-1a4187d65b82 req-b42a1d24-07d4-4448-99dd-2872f088b4b1 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:56.505802 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-378b4e89-71a3-4e6d-853f-1a4187d65b82 req-b42a1d24-07d4-4448-99dd-2872f088b4b1 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/ports?device_id=90ca8e8f-9f94-48cd-9a21-1200c7a66e7a HTTP/1.1" status: 200 len: 945 time: 0.0904005 Mar 11 16:23:56.570499 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-378b4e89-71a3-4e6d-853f-1a4187d65b82 req-d345dc6b-63ea-4955-97d3-d446ac6a2513 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f673b25-a76b-4443-b7a9-4564d84cc840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575426 Mar 11 16:23:57.700575 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8592d5c9-254c-4b02-bb59-02cc3ff2272a req-ddfa6c17-e59a-4305-a3fe-970db0a76dd8 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:57.702405 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-8592d5c9-254c-4b02-bb59-02cc3ff2272a req-ddfa6c17-e59a-4305-a3fe-970db0a76dd8 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/ports?device_id=90ca8e8f-9f94-48cd-9a21-1200c7a66e7a HTTP/1.1" status: 200 len: 945 time: 0.0560002 Mar 11 16:23:57.752940 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-8592d5c9-254c-4b02-bb59-02cc3ff2272a req-83377c8a-af22-492a-b9e4-c53ed4b9ffab tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f673b25-a76b-4443-b7a9-4564d84cc840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436208 Mar 11 16:23:58.875913 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed790de6-d057-4273-9445-ea81766ffb65 req-7fb3ff0c-fb37-43e0-9d09-2a7323b5aa0e tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:58.877844 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-ed790de6-d057-4273-9445-ea81766ffb65 req-7fb3ff0c-fb37-43e0-9d09-2a7323b5aa0e tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/ports?device_id=90ca8e8f-9f94-48cd-9a21-1200c7a66e7a HTTP/1.1" status: 200 len: 945 time: 0.0556338 Mar 11 16:23:58.930385 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-ed790de6-d057-4273-9445-ea81766ffb65 req-4b75186e-5f8e-4a9e-8169-117d08a2e498 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f673b25-a76b-4443-b7a9-4564d84cc840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473180 Mar 11 16:24:00.049565 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceee119-4fc3-45aa-b8e1-ae108d1bc010 req-44ec3de8-fb90-4119-99de-b8d1961ed9dc tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:00.051319 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-8ceee119-4fc3-45aa-b8e1-ae108d1bc010 req-44ec3de8-fb90-4119-99de-b8d1961ed9dc tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/ports?device_id=90ca8e8f-9f94-48cd-9a21-1200c7a66e7a HTTP/1.1" status: 200 len: 945 time: 0.0524044 Mar 11 16:24:00.100099 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-8ceee119-4fc3-45aa-b8e1-ae108d1bc010 req-09af9168-d6d9-42c2-b6d2-9f07308f7676 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f673b25-a76b-4443-b7a9-4564d84cc840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433497 Mar 11 16:24:00.222767 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.agents_db [None req-ed17eba3-c4d2-4aaa-a64c-93b8434a4a48 None None] Agent healthcheck: found 6 active agents {{(pid=103094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 16:24:01.219544 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22f5c8f-9217-4162-af3b-3e7ef21f1c86 req-ef79b1a4-c587-4eb0-998e-018641746f77 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:01.220992 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-d22f5c8f-9217-4162-af3b-3e7ef21f1c86 req-ef79b1a4-c587-4eb0-998e-018641746f77 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/ports?device_id=90ca8e8f-9f94-48cd-9a21-1200c7a66e7a HTTP/1.1" status: 200 len: 945 time: 0.0553701 Mar 11 16:24:01.277974 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-d22f5c8f-9217-4162-af3b-3e7ef21f1c86 req-7a298f7b-c893-4aa8-9ebd-8fe4bbf09e2f tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f673b25-a76b-4443-b7a9-4564d84cc840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513368 Mar 11 16:24:02.406049 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5884d528-8294-43ec-9e3e-86ec5d3904ae req-e21ec92f-46d4-4365-b4de-f896fc3f4978 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:02.407552 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-5884d528-8294-43ec-9e3e-86ec5d3904ae req-e21ec92f-46d4-4365-b4de-f896fc3f4978 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/ports?device_id=90ca8e8f-9f94-48cd-9a21-1200c7a66e7a HTTP/1.1" status: 200 len: 945 time: 0.0589378 Mar 11 16:24:02.456975 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-5884d528-8294-43ec-9e3e-86ec5d3904ae req-d3ce1296-ce89-4925-9c88-2d3420730dce tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f673b25-a76b-4443-b7a9-4564d84cc840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437956 Mar 11 16:24:03.585842 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7247ae-179b-458e-8df6-27ecdc616b06 req-eb3708f4-4b19-487f-b72c-1512cda5dfc3 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:03.587555 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-ad7247ae-179b-458e-8df6-27ecdc616b06 req-eb3708f4-4b19-487f-b72c-1512cda5dfc3 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/ports?device_id=90ca8e8f-9f94-48cd-9a21-1200c7a66e7a HTTP/1.1" status: 200 len: 945 time: 0.0597208 Mar 11 16:24:03.639877 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-ad7247ae-179b-458e-8df6-27ecdc616b06 req-0900e49d-d43e-4db2-9780-0056382c17e3 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f673b25-a76b-4443-b7a9-4564d84cc840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455644 Mar 11 16:24:04.630320 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-afe7e15d-54fb-4ee6-b857-c8ce3c880372 req-da7af87c-2cca-47ab-8ed0-07a686c0b913 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ff3302ce-26ae-48b1-b0bb-8e4ee3574619&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0474381 Mar 11 16:24:04.697014 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe7e15d-54fb-4ee6-b857-c8ce3c880372 req-4f79caa3-e97d-4ea2-9991-8110f3c53af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:04.698980 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-afe7e15d-54fb-4ee6-b857-c8ce3c880372 req-4f79caa3-e97d-4ea2-9991-8110f3c53af1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f3f35569b4e74dd193f09cb7aa5a05a9&device_id=ff3302ce-26ae-48b1-b0bb-8e4ee3574619 HTTP/1.1" status: 200 len: 1129 time: 0.0459120 Mar 11 16:24:04.821489 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcddd84-dfc4-4b61-b8c9-ccf0524440e9 req-bf30cba5-ffad-4583-8e1f-0df93be3c495 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:04.823297 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-4fcddd84-dfc4-4b61-b8c9-ccf0524440e9 req-bf30cba5-ffad-4583-8e1f-0df93be3c495 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/ports?device_id=90ca8e8f-9f94-48cd-9a21-1200c7a66e7a HTTP/1.1" status: 200 len: 945 time: 0.1140587 Mar 11 16:24:04.851299 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe7e15d-54fb-4ee6-b857-c8ce3c880372 req-8f430704-8b34-4058-8f07-9efcf567457b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:04.852694 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-afe7e15d-54fb-4ee6-b857-c8ce3c880372 req-8f430704-8b34-4058-8f07-9efcf567457b service neutron] 10.222.0.18 "GET /v2.0/networks?id=9795e861-3b04-408a-82ce-319a55ca0d5c HTTP/1.1" status: 200 len: 912 time: 0.1312609 Mar 11 16:24:04.919106 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-4fcddd84-dfc4-4b61-b8c9-ccf0524440e9 req-72597c58-f042-460a-8c4c-9fa406f7d62a tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f673b25-a76b-4443-b7a9-4564d84cc840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876558 Mar 11 16:24:04.937611 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-afe7e15d-54fb-4ee6-b857-c8ce3c880372 req-e2d37093-0d09-4e45-a616-e6776a5e9a56 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3bb65d7b-90c4-4edf-bbf5-601a051d381a HTTP/1.1" status: 200 len: 1001 time: 0.0769010 Mar 11 16:24:04.992438 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe7e15d-54fb-4ee6-b857-c8ce3c880372 req-2cdd2207-a073-420d-b9ee-f593d4f25273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:04.995038 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-afe7e15d-54fb-4ee6-b857-c8ce3c880372 req-2cdd2207-a073-420d-b9ee-f593d4f25273 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a21718ed-f252-41de-a223-6ef10277caa1 HTTP/1.1" status: 200 len: 850 time: 0.0489526 Mar 11 16:24:05.047285 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe7e15d-54fb-4ee6-b857-c8ce3c880372 req-a42188e4-aa90-449c-b335-4feaef677270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:05.048793 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-afe7e15d-54fb-4ee6-b857-c8ce3c880372 req-a42188e4-aa90-449c-b335-4feaef677270 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9795e861-3b04-408a-82ce-319a55ca0d5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0452046 Mar 11 16:24:05.142019 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-afe7e15d-54fb-4ee6-b857-c8ce3c880372 req-fc88d0bb-33ef-48cb-8a48-c390bb904dec service neutron] 10.222.0.18 "GET /v2.0/networks/9795e861-3b04-408a-82ce-319a55ca0d5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846291 Mar 11 16:24:05.231155 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (42978ec7-0c45-4bcc-88e8-64ee44356522), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:24:05.243898 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-afe7e15d-54fb-4ee6-b857-c8ce3c880372 req-2fcb891e-ffab-4852-a9ee-283b4bea64ec service neutron] 10.222.0.18 "GET /v2.0/networks/9795e861-3b04-408a-82ce-319a55ca0d5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954111 Mar 11 16:24:06.092176 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b2e8e9-406f-4b0e-9822-099986cd846a req-b0c42bc0-a969-4a5f-a26b-aa351b312227 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:06.096084 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-90b2e8e9-406f-4b0e-9822-099986cd846a req-b0c42bc0-a969-4a5f-a26b-aa351b312227 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/ports?device_id=90ca8e8f-9f94-48cd-9a21-1200c7a66e7a HTTP/1.1" status: 200 len: 945 time: 0.0875630 Mar 11 16:24:06.186597 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-90b2e8e9-406f-4b0e-9822-099986cd846a req-a9ced4c1-cc65-4a98-8332-4e4e5ea26c26 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f673b25-a76b-4443-b7a9-4564d84cc840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836599 Mar 11 16:24:07.334291 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0b5f7f-8f82-45bf-aafd-b548bc9dfd6e req-bfac5a43-3087-4465-b349-9083495d7726 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:07.335848 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-ac0b5f7f-8f82-45bf-aafd-b548bc9dfd6e req-bfac5a43-3087-4465-b349-9083495d7726 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/ports?device_id=90ca8e8f-9f94-48cd-9a21-1200c7a66e7a HTTP/1.1" status: 200 len: 945 time: 0.0609133 Mar 11 16:24:07.383992 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-ac0b5f7f-8f82-45bf-aafd-b548bc9dfd6e req-338f6707-7782-401c-8f71-e9416804efb3 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f673b25-a76b-4443-b7a9-4564d84cc840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417244 Mar 11 16:24:08.503783 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2d88d3-0205-41b8-bc39-dbf909bda649 req-07cb10b4-af39-442d-9402-fa6506ccde0c tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:08.505259 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-de2d88d3-0205-41b8-bc39-dbf909bda649 req-07cb10b4-af39-442d-9402-fa6506ccde0c tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/ports?device_id=90ca8e8f-9f94-48cd-9a21-1200c7a66e7a HTTP/1.1" status: 200 len: 945 time: 0.0523670 Mar 11 16:24:08.554648 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-de2d88d3-0205-41b8-bc39-dbf909bda649 req-22de3071-db72-4d98-a7a9-fd946538e18c tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f673b25-a76b-4443-b7a9-4564d84cc840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430267 Mar 11 16:24:09.678170 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ef1634-edc3-4cf9-95e0-446690aaa81b req-44ecb9ec-ddca-4cb2-90da-c9e1cf10cd8c tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:09.679671 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-a6ef1634-edc3-4cf9-95e0-446690aaa81b req-44ecb9ec-ddca-4cb2-90da-c9e1cf10cd8c tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/ports?device_id=90ca8e8f-9f94-48cd-9a21-1200c7a66e7a HTTP/1.1" status: 200 len: 945 time: 0.0568833 Mar 11 16:24:09.730731 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-a6ef1634-edc3-4cf9-95e0-446690aaa81b req-3bc1ea4c-e3e0-479c-be4b-fb7aa1acd20a tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f673b25-a76b-4443-b7a9-4564d84cc840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453062 Mar 11 16:24:10.862840 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d239d0-92b4-4c4e-abe9-c52ccee9f2eb req-0a7d7244-4a22-443c-ad78-eabff2acbd00 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:10.865546 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-65d239d0-92b4-4c4e-abe9-c52ccee9f2eb req-0a7d7244-4a22-443c-ad78-eabff2acbd00 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/ports?device_id=90ca8e8f-9f94-48cd-9a21-1200c7a66e7a HTTP/1.1" status: 200 len: 945 time: 0.0638859 Mar 11 16:24:10.923447 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-65d239d0-92b4-4c4e-abe9-c52ccee9f2eb req-fbb2e979-2d52-4ddc-8e33-e12f1ca48e59 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f673b25-a76b-4443-b7a9-4564d84cc840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495496 Mar 11 16:24:12.045428 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3b621e-ec36-47ce-85d3-6bde8ae00c05 req-c9630590-cf79-4cd7-9f51-d6440b8f84a1 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:12.047107 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-8c3b621e-ec36-47ce-85d3-6bde8ae00c05 req-c9630590-cf79-4cd7-9f51-d6440b8f84a1 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/ports?device_id=90ca8e8f-9f94-48cd-9a21-1200c7a66e7a HTTP/1.1" status: 200 len: 945 time: 0.0534117 Mar 11 16:24:12.108578 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-8c3b621e-ec36-47ce-85d3-6bde8ae00c05 req-1ce6b133-8151-4c20-8c5a-58c5e84c4a0e tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f673b25-a76b-4443-b7a9-4564d84cc840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555775 Mar 11 16:24:13.235400 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f84496-61d7-46dc-ba4e-fc203b179e43 req-0befc667-383e-433b-bec3-38e61d0f2fc2 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:13.236929 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-01f84496-61d7-46dc-ba4e-fc203b179e43 req-0befc667-383e-433b-bec3-38e61d0f2fc2 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/ports?device_id=90ca8e8f-9f94-48cd-9a21-1200c7a66e7a HTTP/1.1" status: 200 len: 945 time: 0.0583465 Mar 11 16:24:13.302425 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-01f84496-61d7-46dc-ba4e-fc203b179e43 req-79e1f7cf-0158-4b0a-a4e2-36f89591b917 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f673b25-a76b-4443-b7a9-4564d84cc840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593500 Mar 11 16:24:13.812149 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-bddb3034-5377-4676-a733-aad07eda76e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (52d54afa-c257-4acf-9353-cc1307944ae0), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:24:14.010587 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a4cede-ee6b-4d82-948f-479ed641b5bc req-e5fe7001-5fe8-4e07-9045-01b00380d5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:14.012212 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-12a4cede-ee6b-4d82-948f-479ed641b5bc req-e5fe7001-5fe8-4e07-9045-01b00380d5ea service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=90ca8e8f-9f94-48cd-9a21-1200c7a66e7a HTTP/1.1" status: 200 len: 1129 time: 0.0469241 Mar 11 16:24:14.070983 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-12a4cede-ee6b-4d82-948f-479ed641b5bc req-3cf2f4b1-e921-456d-b953-33c5d61b4297 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=9f673b25-a76b-4443-b7a9-4564d84cc840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498261 Mar 11 16:24:14.490922 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5c1b3a-0a7d-48d1-a9a9-98649a1053c7 req-b5d1be8b-8e6c-4759-94a8-62054022ed66 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:14.493702 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-cc5c1b3a-0a7d-48d1-a9a9-98649a1053c7 req-b5d1be8b-8e6c-4759-94a8-62054022ed66 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/ports?device_id=90ca8e8f-9f94-48cd-9a21-1200c7a66e7a HTTP/1.1" status: 200 len: 945 time: 0.0977213 Mar 11 16:24:14.548724 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-cc5c1b3a-0a7d-48d1-a9a9-98649a1053c7 req-7582085a-5de1-47b1-b11e-8386889bf62e tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f673b25-a76b-4443-b7a9-4564d84cc840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477195 Mar 11 16:24:15.693416 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9050cb5b-625e-4e7b-80cf-f6257353ac69 req-fafa02f5-3ec3-4f23-80c5-908b17b84d34 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:15.695622 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-9050cb5b-625e-4e7b-80cf-f6257353ac69 req-fafa02f5-3ec3-4f23-80c5-908b17b84d34 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/ports?device_id=90ca8e8f-9f94-48cd-9a21-1200c7a66e7a HTTP/1.1" status: 200 len: 945 time: 0.0714333 Mar 11 16:24:15.748389 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-9050cb5b-625e-4e7b-80cf-f6257353ac69 req-ee0009b9-4324-483d-b211-6bf5b91711a9 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f673b25-a76b-4443-b7a9-4564d84cc840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457559 Mar 11 16:24:16.146178 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-5bdf047d-dc9b-4917-ba28-f48f8b0acf06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (03422851-42b1-44c9-ada6-e479436b7b23), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:24:16.909825 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b8008e-04e4-498f-944f-4dd578e9f397 req-ee6c2c56-18de-4871-b80a-c5349c207c4a tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:16.912288 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-87b8008e-04e4-498f-944f-4dd578e9f397 req-ee6c2c56-18de-4871-b80a-c5349c207c4a tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/ports?device_id=90ca8e8f-9f94-48cd-9a21-1200c7a66e7a HTTP/1.1" status: 200 len: 945 time: 0.0653799 Mar 11 16:24:16.970895 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-87b8008e-04e4-498f-944f-4dd578e9f397 req-2767b9a6-1568-4d02-9fae-303be06cb676 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f673b25-a76b-4443-b7a9-4564d84cc840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527298 Mar 11 16:24:17.112789 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd5df8d-ae91-4366-a67f-2ae4c4c039c6 req-e5b69f15-0c04-44e7-aca0-05fe58221df2 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:17.114279 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-7fd5df8d-ae91-4366-a67f-2ae4c4c039c6 req-e5b69f15-0c04-44e7-aca0-05fe58221df2 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/ports?device_id=951f3d73-8cd5-4032-ad4d-9453ab670ada HTTP/1.1" status: 200 len: 945 time: 0.0572348 Mar 11 16:24:17.180509 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-7fd5df8d-ae91-4366-a67f-2ae4c4c039c6 req-01b47d32-72c7-401a-a7d6-ebe8db69ecdf tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f673b25-a76b-4443-b7a9-4564d84cc840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562620 Mar 11 16:24:17.450948 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ae773407-53f5-44d0-bdbe-4d88b69a915f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (d0bcdf8a-248d-4278-aa4c-95e4828d61b2), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:24:18.812628 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-12686fd2-0f25-484f-a78a-b5cd34d8581b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (a5a5d809-3580-471a-ade1-6c5ecc269919), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:24:20.385139 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (1025624e-e238-47fc-86ae-58f7bb6baa16), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:24:30.483904 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96734d30-0bfe-4475-b6d6-6ca41e698f60 req-e6f1f5be-80fc-4b44-9d05-704c35d0940c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:30.485485 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-96734d30-0bfe-4475-b6d6-6ca41e698f60 req-e6f1f5be-80fc-4b44-9d05-704c35d0940c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d7474eacf59d4806b490ad9b6f1f1689&device_id=951f3d73-8cd5-4032-ad4d-9453ab670ada HTTP/1.1" status: 200 len: 1129 time: 0.0843501 Mar 11 16:24:30.492390 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdc7e03-90ac-49a9-93f3-27afb58bdd43 req-92191194-ce3d-4c56-a59a-db1d8b34b635 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:30.494019 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-afdc7e03-90ac-49a9-93f3-27afb58bdd43 req-92191194-ce3d-4c56-a59a-db1d8b34b635 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/ports?device_id=951f3d73-8cd5-4032-ad4d-9453ab670ada HTTP/1.1" status: 200 len: 945 time: 0.0835912 Mar 11 16:24:30.601581 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-afdc7e03-90ac-49a9-93f3-27afb58bdd43 req-80069f12-d63f-4555-8b56-ece2e4e19866 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f673b25-a76b-4443-b7a9-4564d84cc840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988345 Mar 11 16:24:30.617278 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96734d30-0bfe-4475-b6d6-6ca41e698f60 req-c81d8017-9068-4b56-9f2f-2d75363fd281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:30.618793 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-96734d30-0bfe-4475-b6d6-6ca41e698f60 req-c81d8017-9068-4b56-9f2f-2d75363fd281 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b8fa1f91-bc29-419a-98ef-308a3af376f5 HTTP/1.1" status: 200 len: 920 time: 0.1238153 Mar 11 16:24:30.669231 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-96734d30-0bfe-4475-b6d6-6ca41e698f60 req-ea4efe9d-5f74-48ff-9d9b-f1c722f5ca3e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9d4df3af-6712-4ab2-b720-a9e6ce561b01 HTTP/1.1" status: 200 len: 217 time: 0.0427346 Mar 11 16:24:30.745850 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96734d30-0bfe-4475-b6d6-6ca41e698f60 req-fc0704a3-9fb9-48e0-8509-f74b6b8c45b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:30.747505 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-96734d30-0bfe-4475-b6d6-6ca41e698f60 req-fc0704a3-9fb9-48e0-8509-f74b6b8c45b9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=440fba8a-19de-4f6c-be76-9954bd5733a7 HTTP/1.1" status: 200 len: 859 time: 0.0712950 Mar 11 16:24:30.782170 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-96734d30-0bfe-4475-b6d6-6ca41e698f60 req-2c388487-d5b0-4c90-b672-fa8abae3c12c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b8fa1f91-bc29-419a-98ef-308a3af376f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268357 Mar 11 16:24:30.889051 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-96734d30-0bfe-4475-b6d6-6ca41e698f60 req-6af32113-4be3-4dba-84e8-163bff66c6f4 service neutron] 10.222.0.18 "GET /v2.0/networks/b8fa1f91-bc29-419a-98ef-308a3af376f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995231 Mar 11 16:24:30.984928 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-96734d30-0bfe-4475-b6d6-6ca41e698f60 req-5208491c-de91-4ecb-8edf-79c8421fec8b service neutron] 10.222.0.18 "GET /v2.0/networks/b8fa1f91-bc29-419a-98ef-308a3af376f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894291 Mar 11 16:24:31.747560 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b928fafc-e1a7-4f63-98ad-0bf2fafb0eec req-e2ac4c47-7364-4c4d-9e85-696abec5a211 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:31.749305 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-b928fafc-e1a7-4f63-98ad-0bf2fafb0eec req-e2ac4c47-7364-4c4d-9e85-696abec5a211 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/ports?device_id=951f3d73-8cd5-4032-ad4d-9453ab670ada HTTP/1.1" status: 200 len: 945 time: 0.0765798 Mar 11 16:24:31.807260 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-b928fafc-e1a7-4f63-98ad-0bf2fafb0eec req-09639c96-a197-4eed-bf2f-4367a5883e1d tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f673b25-a76b-4443-b7a9-4564d84cc840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473022 Mar 11 16:24:32.931350 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3a3017-1b41-431b-b87e-cad96256b437 req-42b77a29-8fbb-4bb9-8442-e14a4bc0f9c4 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:32.932996 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-ca3a3017-1b41-431b-b87e-cad96256b437 req-42b77a29-8fbb-4bb9-8442-e14a4bc0f9c4 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/ports?device_id=951f3d73-8cd5-4032-ad4d-9453ab670ada HTTP/1.1" status: 200 len: 945 time: 0.0564513 Mar 11 16:24:32.985401 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-ca3a3017-1b41-431b-b87e-cad96256b437 req-71578839-51a6-4104-a3c9-a20ca56ed02a tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f673b25-a76b-4443-b7a9-4564d84cc840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464151 Mar 11 16:24:34.126296 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dccefcd-eb47-4b02-a23b-f7cca4ccf3a7 req-0c56155c-8101-4254-aedd-be028996a3ad tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:34.128838 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-7dccefcd-eb47-4b02-a23b-f7cca4ccf3a7 req-0c56155c-8101-4254-aedd-be028996a3ad tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/ports?device_id=951f3d73-8cd5-4032-ad4d-9453ab670ada HTTP/1.1" status: 200 len: 945 time: 0.0750856 Mar 11 16:24:34.178585 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-7dccefcd-eb47-4b02-a23b-f7cca4ccf3a7 req-c87af7ad-7953-4128-9e0e-1308cc04ccbb tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f673b25-a76b-4443-b7a9-4564d84cc840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442739 Mar 11 16:24:35.256214 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (42978ec7-0c45-4bcc-88e8-64ee44356522), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:24:35.330266 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c681944-c2b0-416e-9b0b-f91efc5a6656 req-8213e3c4-23da-48fc-8958-246db7c7006a tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:35.331900 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-7c681944-c2b0-416e-9b0b-f91efc5a6656 req-8213e3c4-23da-48fc-8958-246db7c7006a tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/ports?device_id=951f3d73-8cd5-4032-ad4d-9453ab670ada HTTP/1.1" status: 200 len: 945 time: 0.0667055 Mar 11 16:24:35.383669 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-7c681944-c2b0-416e-9b0b-f91efc5a6656 req-aec32429-af3e-4752-9059-ba0cc9cf3936 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f673b25-a76b-4443-b7a9-4564d84cc840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460935 Mar 11 16:24:35.404395 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 42598) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:24:35.512145 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-8dbb268e-3de2-4b38-9de1-b5fdb6365577 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:24:35.589737 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-8dbb268e-3de2-4b38-9de1-b5fdb6365577 admin admin] Publish callbacks [] for security_group (7ef1e02a-6f28-4177-8f94-c2de32fd8ed3), precommit_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:24:35.593566 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-8dbb268e-3de2-4b38-9de1-b5fdb6365577 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (7ef1e02a-6f28-4177-8f94-c2de32fd8ed3), after_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:24:35.637720 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbb268e-3de2-4b38-9de1-b5fdb6365577 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ef1e02a-6f28-4177-8f94-c2de32fd8ed3,revision_number=1']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:35.641845 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-8dbb268e-3de2-4b38-9de1-b5fdb6365577 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=5c471733b869490998a74120472cbae0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2364347 Mar 11 16:24:35.644791 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 42602) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:24:35.647603 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbb268e-3de2-4b38-9de1-b5fdb6365577 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:24:35.647962 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbb268e-3de2-4b38-9de1-b5fdb6365577 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:24:35.648299 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbb268e-3de2-4b38-9de1-b5fdb6365577 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:24:35.648625 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbb268e-3de2-4b38-9de1-b5fdb6365577 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:24:35.648948 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbb268e-3de2-4b38-9de1-b5fdb6365577 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:24:35.649269 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbb268e-3de2-4b38-9de1-b5fdb6365577 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:24:35.649585 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbb268e-3de2-4b38-9de1-b5fdb6365577 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:24:35.649901 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbb268e-3de2-4b38-9de1-b5fdb6365577 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:24:35.650242 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbb268e-3de2-4b38-9de1-b5fdb6365577 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:24:35.650557 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbb268e-3de2-4b38-9de1-b5fdb6365577 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:24:35.650913 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbb268e-3de2-4b38-9de1-b5fdb6365577 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:24:35.651259 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbb268e-3de2-4b38-9de1-b5fdb6365577 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:24:35.651629 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbb268e-3de2-4b38-9de1-b5fdb6365577 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:24:35.693494 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-8cefc71c-0bcb-455b-b426-929063758cce admin admin] Publish callbacks [] for security_group (7ef1e02a-6f28-4177-8f94-c2de32fd8ed3), before_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:24:35.715521 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-8cefc71c-0bcb-455b-b426-929063758cce admin admin] Publish callbacks [] for security_group (7ef1e02a-6f28-4177-8f94-c2de32fd8ed3), precommit_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:24:35.764436 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-8cefc71c-0bcb-455b-b426-929063758cce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (7ef1e02a-6f28-4177-8f94-c2de32fd8ed3), after_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:24:35.767063 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-8cefc71c-0bcb-455b-b426-929063758cce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:24:35.768324 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-8cefc71c-0bcb-455b-b426-929063758cce admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/7ef1e02a-6f28-4177-8f94-c2de32fd8ed3 HTTP/1.1" status: 204 len: 168 time: 0.1225176 Mar 11 16:24:35.776462 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cefc71c-0bcb-455b-b426-929063758cce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ef1e02a-6f28-4177-8f94-c2de32fd8ed3,revision_number=None']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:35.785705 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cefc71c-0bcb-455b-b426-929063758cce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:24:35.786094 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cefc71c-0bcb-455b-b426-929063758cce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:24:35.786458 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cefc71c-0bcb-455b-b426-929063758cce admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:24:35.786806 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cefc71c-0bcb-455b-b426-929063758cce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:24:35.787224 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cefc71c-0bcb-455b-b426-929063758cce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:24:35.787485 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cefc71c-0bcb-455b-b426-929063758cce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:24:35.787803 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cefc71c-0bcb-455b-b426-929063758cce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:24:35.788122 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cefc71c-0bcb-455b-b426-929063758cce admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:24:35.788439 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cefc71c-0bcb-455b-b426-929063758cce admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:24:35.788756 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cefc71c-0bcb-455b-b426-929063758cce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:24:35.789185 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cefc71c-0bcb-455b-b426-929063758cce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:24:35.789504 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cefc71c-0bcb-455b-b426-929063758cce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:24:35.789816 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cefc71c-0bcb-455b-b426-929063758cce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:24:36.511084 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81613c73-3b45-4ea6-bc04-a7bf635040cd req-edf19685-1535-4d3f-81ca-128b432e9376 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:36.512918 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-81613c73-3b45-4ea6-bc04-a7bf635040cd req-edf19685-1535-4d3f-81ca-128b432e9376 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/ports?device_id=951f3d73-8cd5-4032-ad4d-9453ab670ada HTTP/1.1" status: 200 len: 945 time: 0.0570018 Mar 11 16:24:36.575990 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-81613c73-3b45-4ea6-bc04-a7bf635040cd req-bc7c508d-661a-449b-9b44-092db00f620f tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f673b25-a76b-4443-b7a9-4564d84cc840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562487 Mar 11 16:24:37.221847 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.agents_db [None req-ed17eba3-c4d2-4aaa-a64c-93b8434a4a48 None None] Agent healthcheck: found 6 active agents {{(pid=103094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 16:24:37.702491 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13541ded-0977-4a4a-97dc-01e423e10b26 req-b3a4e5f1-dff4-402c-85a9-bd11622ea67c tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:37.704241 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-13541ded-0977-4a4a-97dc-01e423e10b26 req-b3a4e5f1-dff4-402c-85a9-bd11622ea67c tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/ports?device_id=951f3d73-8cd5-4032-ad4d-9453ab670ada HTTP/1.1" status: 200 len: 945 time: 0.0561683 Mar 11 16:24:37.754517 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-13541ded-0977-4a4a-97dc-01e423e10b26 req-0218ab68-f1bf-4cb0-bb4c-ddf7d0213dff tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f673b25-a76b-4443-b7a9-4564d84cc840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444531 Mar 11 16:24:38.880097 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f68df82-9ae9-4e6f-86f3-4da88b7ee30b req-bbfc2703-33c4-4b80-aa4f-87f3bf758389 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:38.881478 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-4f68df82-9ae9-4e6f-86f3-4da88b7ee30b req-bbfc2703-33c4-4b80-aa4f-87f3bf758389 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/ports?device_id=951f3d73-8cd5-4032-ad4d-9453ab670ada HTTP/1.1" status: 200 len: 945 time: 0.0582097 Mar 11 16:24:38.930331 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-4f68df82-9ae9-4e6f-86f3-4da88b7ee30b req-ba70cfe1-da38-4694-af5d-0d474ffed46c tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f673b25-a76b-4443-b7a9-4564d84cc840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423880 Mar 11 16:24:40.055957 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e619a86-6293-48b2-af35-eb79cfae6227 req-e2d7cbc6-3c73-4b41-971d-90752c7c847e tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:40.058058 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-7e619a86-6293-48b2-af35-eb79cfae6227 req-e2d7cbc6-3c73-4b41-971d-90752c7c847e tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/ports?device_id=951f3d73-8cd5-4032-ad4d-9453ab670ada HTTP/1.1" status: 200 len: 945 time: 0.0547876 Mar 11 16:24:40.107457 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-7e619a86-6293-48b2-af35-eb79cfae6227 req-0f758e94-d245-4859-beb4-881fef8ed93b tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f673b25-a76b-4443-b7a9-4564d84cc840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435917 Mar 11 16:24:41.232787 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df31ea5f-0ffd-49ad-8cee-9f70ddfebea4 req-aa240088-e18b-438e-83e8-43a8180b9b8a tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:41.234274 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-df31ea5f-0ffd-49ad-8cee-9f70ddfebea4 req-aa240088-e18b-438e-83e8-43a8180b9b8a tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/ports?device_id=951f3d73-8cd5-4032-ad4d-9453ab670ada HTTP/1.1" status: 200 len: 945 time: 0.0545142 Mar 11 16:24:41.290283 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-df31ea5f-0ffd-49ad-8cee-9f70ddfebea4 req-f35e5836-bd05-4977-9566-95809119d64b tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f673b25-a76b-4443-b7a9-4564d84cc840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500779 Mar 11 16:24:42.407294 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab84078-df73-4090-b82a-109a1cb73c61 req-0c726ce9-7e26-456f-b7e4-acbc60c12641 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:42.408759 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-5ab84078-df73-4090-b82a-109a1cb73c61 req-0c726ce9-7e26-456f-b7e4-acbc60c12641 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/ports?device_id=951f3d73-8cd5-4032-ad4d-9453ab670ada HTTP/1.1" status: 200 len: 945 time: 0.0523908 Mar 11 16:24:42.455455 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-5ab84078-df73-4090-b82a-109a1cb73c61 req-2fe252ce-4308-4804-857c-edc932b65505 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f673b25-a76b-4443-b7a9-4564d84cc840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411804 Mar 11 16:24:43.574893 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a279d2b7-5f56-4131-b46c-e0b5212a3870 req-d464ad49-c123-4eae-86e0-004c5662031a tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:43.576255 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-a279d2b7-5f56-4131-b46c-e0b5212a3870 req-d464ad49-c123-4eae-86e0-004c5662031a tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/ports?device_id=951f3d73-8cd5-4032-ad4d-9453ab670ada HTTP/1.1" status: 200 len: 945 time: 0.0552132 Mar 11 16:24:43.623817 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-a279d2b7-5f56-4131-b46c-e0b5212a3870 req-cb94eb1f-ae58-4bd3-bedc-bf5d07c5fc50 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f673b25-a76b-4443-b7a9-4564d84cc840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418017 Mar 11 16:24:43.804574 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-24cefdce-2b94-4acc-a6f6-42c9010d36df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (52d54afa-c257-4acf-9353-cc1307944ae0), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:24:44.108487 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 42736) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:24:44.213019 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-8f1289c2-1fe8-4ee6-bec7-21cf3a8a1c9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:24:44.288380 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-8f1289c2-1fe8-4ee6-bec7-21cf3a8a1c9e admin admin] Publish callbacks [] for security_group (b49d6558-c643-4576-9c31-fd95f04c16dc), precommit_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:24:44.292591 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-8f1289c2-1fe8-4ee6-bec7-21cf3a8a1c9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (b49d6558-c643-4576-9c31-fd95f04c16dc), after_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:24:44.334669 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-8f1289c2-1fe8-4ee6-bec7-21cf3a8a1c9e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e3c8d3fa67b64c0cbec354712580db80&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2250278 Mar 11 16:24:44.336294 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1289c2-1fe8-4ee6-bec7-21cf3a8a1c9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b49d6558-c643-4576-9c31-fd95f04c16dc,revision_number=1']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:44.337548 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 42740) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:24:44.393599 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-d799dee5-91dd-4c7d-b9b7-3ecc5820ccb7 admin admin] Publish callbacks [] for security_group (b49d6558-c643-4576-9c31-fd95f04c16dc), before_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:24:44.414958 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-d799dee5-91dd-4c7d-b9b7-3ecc5820ccb7 admin admin] Publish callbacks [] for security_group (b49d6558-c643-4576-9c31-fd95f04c16dc), precommit_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:24:44.469571 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-d799dee5-91dd-4c7d-b9b7-3ecc5820ccb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (b49d6558-c643-4576-9c31-fd95f04c16dc), after_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:24:44.472099 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-d799dee5-91dd-4c7d-b9b7-3ecc5820ccb7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:24:44.473227 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-d799dee5-91dd-4c7d-b9b7-3ecc5820ccb7 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b49d6558-c643-4576-9c31-fd95f04c16dc HTTP/1.1" status: 204 len: 168 time: 0.1345506 Mar 11 16:24:44.481392 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d799dee5-91dd-4c7d-b9b7-3ecc5820ccb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b49d6558-c643-4576-9c31-fd95f04c16dc,revision_number=None']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:44.750779 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e48ac53-da5e-4ba4-bd64-fbad1d0f4aff req-ac7ab14f-3ef1-4d7a-a98d-39aca74970e2 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:44.752341 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-2e48ac53-da5e-4ba4-bd64-fbad1d0f4aff req-ac7ab14f-3ef1-4d7a-a98d-39aca74970e2 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/ports?device_id=951f3d73-8cd5-4032-ad4d-9453ab670ada HTTP/1.1" status: 200 len: 945 time: 0.0574856 Mar 11 16:24:44.802392 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-2e48ac53-da5e-4ba4-bd64-fbad1d0f4aff req-de09403a-a8a6-4a2d-85f2-802cf82e51df tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f673b25-a76b-4443-b7a9-4564d84cc840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441325 Mar 11 16:24:45.562620 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-ce8a8bef-3a99-408f-a7c8-5b8bb3e7088f req-da05752d-aea3-4b1d-b424-887ea677a647 tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-613225708&fields=id&tenant_id=6afb84ea33c34a8284e22ea7f8dbc20a HTTP/1.1" status: 200 len: 267 time: 0.0437505 Mar 11 16:24:45.669506 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8a8bef-3a99-408f-a7c8-5b8bb3e7088f req-7099d3bd-445e-42a2-a84f-f93ade66dfff tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:45.670993 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-ce8a8bef-3a99-408f-a7c8-5b8bb3e7088f req-7099d3bd-445e-42a2-a84f-f93ade66dfff tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] 10.222.0.72 "GET /v2.0/networks?id=91701b40-45b6-4dc3-9365-5d3024585e80 HTTP/1.1" status: 200 len: 807 time: 0.1019778 Mar 11 16:24:45.685833 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-ce8a8bef-3a99-408f-a7c8-5b8bb3e7088f req-d889ef71-7b93-4a54-85a1-f0ba009de9d5 tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] 10.222.0.72 "GET /v2.0/quotas/6afb84ea33c34a8284e22ea7f8dbc20a HTTP/1.1" status: 200 len: 375 time: 0.0094557 Mar 11 16:24:45.744093 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-ce8a8bef-3a99-408f-a7c8-5b8bb3e7088f req-febb4d23-2aa7-4232-bd6f-da71ece2896c tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=6afb84ea33c34a8284e22ea7f8dbc20a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0531709 Mar 11 16:24:45.846358 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-ce8a8bef-3a99-408f-a7c8-5b8bb3e7088f req-657080f5-e474-4d11-892a-b2552eb9a409 service neutron] 10.222.0.72 "GET /v2.0/networks/91701b40-45b6-4dc3-9365-5d3024585e80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894756 Mar 11 16:24:45.969808 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-ce8a8bef-3a99-408f-a7c8-5b8bb3e7088f req-1482dc8f-be79-4c23-b2d8-27ef8d4d8315 service neutron] 10.222.0.72 "GET /v2.0/networks/91701b40-45b6-4dc3-9365-5d3024585e80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191914 Mar 11 16:24:46.007421 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfd24bb-ed40-4ff3-b39e-c0cb064bb4c3 req-e8e06c56-853e-4d37-bcee-11ecdc03f7fd tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:46.008880 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-9bfd24bb-ed40-4ff3-b39e-c0cb064bb4c3 req-e8e06c56-853e-4d37-bcee-11ecdc03f7fd tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/ports?device_id=951f3d73-8cd5-4032-ad4d-9453ab670ada HTTP/1.1" status: 200 len: 945 time: 0.1261113 Mar 11 16:24:46.040400 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de881a5a-993e-4606-b3a6-e865bbb0c4b1 req-51b4613f-74ee-42dd-ac53-1c9f280082f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:46.042485 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-de881a5a-993e-4606-b3a6-e865bbb0c4b1 req-51b4613f-74ee-42dd-ac53-1c9f280082f5 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=951f3d73-8cd5-4032-ad4d-9453ab670ada HTTP/1.1" status: 200 len: 1129 time: 0.0708797 Mar 11 16:24:46.081107 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-9bfd24bb-ed40-4ff3-b39e-c0cb064bb4c3 req-3d6956f1-b3d6-4df8-b531-2566af874afe tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f673b25-a76b-4443-b7a9-4564d84cc840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649254 Mar 11 16:24:46.107152 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-de881a5a-993e-4606-b3a6-e865bbb0c4b1 req-e2aa4f6c-0c4a-4055-8b47-fcde3a89a4b1 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=9f673b25-a76b-4443-b7a9-4564d84cc840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572691 Mar 11 16:24:46.148091 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e5e112b4-5122-4837-b30d-eca8e1635263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (03422851-42b1-44c9-ada6-e479436b7b23), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:24:46.298250 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-5bde0a25-cae0-4360-b439-4835c86d12ea req-f04f013b-4ec8-4d0c-a826-58f7e5bfe629 tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] 10.222.0.72 "GET /v2.0/ports?device_id=23d45a6c-bffb-4a43-a089-e2fef8735ae2 HTTP/1.1" status: 200 len: 210 time: 0.0320201 Mar 11 16:24:47.205760 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0ba5fa-c63e-41c1-8bfd-ba3966f2885b req-c2a03603-d65d-4e77-9dd9-ad3355c9f9dd tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:47.207284 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-7f0ba5fa-c63e-41c1-8bfd-ba3966f2885b req-c2a03603-d65d-4e77-9dd9-ad3355c9f9dd tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/ports?device_id=951f3d73-8cd5-4032-ad4d-9453ab670ada HTTP/1.1" status: 200 len: 945 time: 0.0538011 Mar 11 16:24:47.256773 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-7f0ba5fa-c63e-41c1-8bfd-ba3966f2885b req-be5cc6cc-795d-44f6-8500-358ef55a6800 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f673b25-a76b-4443-b7a9-4564d84cc840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428061 Mar 11 16:24:47.456051 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ae773407-53f5-44d0-bdbe-4d88b69a915f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (d0bcdf8a-248d-4278-aa4c-95e4828d61b2), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:24:47.639902 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-60b8c3a6-eb6a-4e0c-9af1-6d8d7838fae0 req-a193d28c-186a-4121-9054-96e2ff109601 tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] 10.222.0.72 "GET /v2.0/ports?device_id=23d45a6c-bffb-4a43-a089-e2fef8735ae2 HTTP/1.1" status: 200 len: 210 time: 0.2646937 Mar 11 16:24:47.664642 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8a8bef-3a99-408f-a7c8-5b8bb3e7088f req-f04d78e5-6604-4fdb-a107-98cfe2d04d08 tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:47.666642 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-ce8a8bef-3a99-408f-a7c8-5b8bb3e7088f req-f04d78e5-6604-4fdb-a107-98cfe2d04d08 tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] 10.222.0.18 "GET /v2.0/networks?id=91701b40-45b6-4dc3-9365-5d3024585e80 HTTP/1.1" status: 200 len: 807 time: 0.3708689 Mar 11 16:24:47.744828 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-ce8a8bef-3a99-408f-a7c8-5b8bb3e7088f req-63c9d7e0-e662-40a1-bc8a-3a0c84bfba9e tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6afb84ea33c34a8284e22ea7f8dbc20a HTTP/1.1" status: 200 len: 379 time: 0.0553026 Mar 11 16:24:47.759203 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.v2.base [req-ce8a8bef-3a99-408f-a7c8-5b8bb3e7088f req-4ca9650f-fd7a-411a-b02a-f037988bde3a tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] Request body: {'port': {'device_id': '23d45a6c-bffb-4a43-a089-e2fef8735ae2', 'network_id': '91701b40-45b6-4dc3-9365-5d3024585e80', 'admin_state_up': True, 'tenant_id': '6afb84ea33c34a8284e22ea7f8dbc20a', 'security_groups': ['e4010db0-717d-4dac-8612-b3ae381282ff']}} {{(pid=103092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:24:47.876422 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce8a8bef-3a99-408f-a7c8-5b8bb3e7088f req-4ca9650f-fd7a-411a-b02a-f037988bde3a tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] Made reservation on behalf of 6afb84ea33c34a8284e22ea7f8dbc20a for: {'port': 1} {{(pid=103092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:24:47.879383 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-ce8a8bef-3a99-408f-a7c8-5b8bb3e7088f req-4ca9650f-fd7a-411a-b02a-f037988bde3a tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (None), before_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:24:48.004986 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.db.db_base_plugin_common [req-ce8a8bef-3a99-408f-a7c8-5b8bb3e7088f req-4ca9650f-fd7a-411a-b02a-f037988bde3a tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] Allocated IP 172.20.0.7 (91701b40-45b6-4dc3-9365-5d3024585e80/a52384ed-9db6-46e8-9576-be4e2499c742/471c6267-8e01-4913-a736-416e60658046) {{(pid=103092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:24:48.153442 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-ce8a8bef-3a99-408f-a7c8-5b8bb3e7088f req-4ca9650f-fd7a-411a-b02a-f037988bde3a tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] Publish callbacks [] for port (471c6267-8e01-4913-a736-416e60658046), precommit_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:24:48.187589 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-ce8a8bef-3a99-408f-a7c8-5b8bb3e7088f req-4ca9650f-fd7a-411a-b02a-f037988bde3a tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780137975911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30811620'] for port (471c6267-8e01-4913-a736-416e60658046), after_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:24:48.229609 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce8a8bef-3a99-408f-a7c8-5b8bb3e7088f req-4ca9650f-fd7a-411a-b02a-f037988bde3a tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] Network 91701b40-45b6-4dc3-9365-5d3024585e80 is already hosted by enough agents. {{(pid=103092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:24:48.234903 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.scheduler.base_scheduler [req-ce8a8bef-3a99-408f-a7c8-5b8bb3e7088f req-4ca9650f-fd7a-411a-b02a-f037988bde3a tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] Resources bound (agent type, host, resource id): {{(pid=103092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:24:48.238459 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce8a8bef-3a99-408f-a7c8-5b8bb3e7088f req-4ca9650f-fd7a-411a-b02a-f037988bde3a tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] Received port after_create {{(pid=103092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 16:24:48.262333 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca9650f-fd7a-411a-b02a-f037988bde3a tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] Pushing event updated for resources: {'Port': ['ID=471c6267-8e01-4913-a736-416e60658046,revision_number=1']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:48.289898 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8a8bef-3a99-408f-a7c8-5b8bb3e7088f req-4ca9650f-fd7a-411a-b02a-f037988bde3a tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:48.290599 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-ce8a8bef-3a99-408f-a7c8-5b8bb3e7088f req-4ca9650f-fd7a-411a-b02a-f037988bde3a tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122971'] for port (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:24:48.308620 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-ce8a8bef-3a99-408f-a7c8-5b8bb3e7088f req-4ca9650f-fd7a-411a-b02a-f037988bde3a tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5533323 Mar 11 16:24:48.320913 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.v2.base [req-ce8a8bef-3a99-408f-a7c8-5b8bb3e7088f req-2c0342cc-96c3-488f-803b-73b953f12402 service neutron] Request body: {'port': {'device_id': '23d45a6c-bffb-4a43-a089-e2fef8735ae2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=103092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:24:48.419262 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-ce8a8bef-3a99-408f-a7c8-5b8bb3e7088f req-2c0342cc-96c3-488f-803b-73b953f12402 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (471c6267-8e01-4913-a736-416e60658046), before_update {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:24:48.439036 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1f2061-e260-4b7d-ae45-06bc0dcdaebd req-0af8237c-a5f7-4315-9851-12f8bec472ed tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:48.440591 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-5b1f2061-e260-4b7d-ae45-06bc0dcdaebd req-0af8237c-a5f7-4315-9851-12f8bec472ed tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/ports?device_id=951f3d73-8cd5-4032-ad4d-9453ab670ada HTTP/1.1" status: 200 len: 945 time: 0.0941858 Mar 11 16:24:48.453019 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [None req-f5e3b8b6-1c19-42df-b701-cda8c60ef2aa None None] Provisioning complete for port 471c6267-8e01-4913-a736-416e60658046 triggered by entity DHCP. {{(pid=103093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 16:24:48.453605 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f5e3b8b6-1c19-42df-b701-cda8c60ef2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397499'] for port (471c6267-8e01-4913-a736-416e60658046), provisioning_complete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:24:48.490032 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-f5e3b8b6-1c19-42df-b701-cda8c60ef2aa None None] Port 471c6267-8e01-4913-a736-416e60658046 cannot update to ACTIVE because it is not bound. {{(pid=103093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 16:24:48.585929 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-5b1f2061-e260-4b7d-ae45-06bc0dcdaebd req-05e5ca26-e0cc-40a6-a065-77805eb133e4 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f673b25-a76b-4443-b7a9-4564d84cc840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365283 Mar 11 16:24:48.802388 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.notifiers.nova [req-ce8a8bef-3a99-408f-a7c8-5b8bb3e7088f req-2c0342cc-96c3-488f-803b-73b953f12402 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 471c6267-8e01-4913-a736-416e60658046 {{(pid=103092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:24:48.817803 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-12686fd2-0f25-484f-a78a-b5cd34d8581b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (a5a5d809-3580-471a-ade1-6c5ecc269919), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:24:48.826230 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-ce8a8bef-3a99-408f-a7c8-5b8bb3e7088f req-2c0342cc-96c3-488f-803b-73b953f12402 service neutron] Publish callbacks [] for port (471c6267-8e01-4913-a736-416e60658046), precommit_update {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:24:48.862341 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64a0257-e1fb-4783-96ef-98b85a47911c req-3e5e3f63-ec61-4af6-9402-d61e536493a6 tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:48.863836 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-f64a0257-e1fb-4783-96ef-98b85a47911c req-3e5e3f63-ec61-4af6-9402-d61e536493a6 tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] 10.222.0.72 "GET /v2.0/ports?device_id=23d45a6c-bffb-4a43-a089-e2fef8735ae2 HTTP/1.1" status: 200 len: 931 time: 0.1476245 Mar 11 16:24:48.899022 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.db.provisioning_blocks [req-ce8a8bef-3a99-408f-a7c8-5b8bb3e7088f req-2c0342cc-96c3-488f-803b-73b953f12402 service neutron] Transition to ACTIVE for port object 471c6267-8e01-4913-a736-416e60658046 will not be triggered until provisioned by entity L2. {{(pid=103092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 16:24:48.914514 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-ce8a8bef-3a99-408f-a7c8-5b8bb3e7088f req-2c0342cc-96c3-488f-803b-73b953f12402 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30811645'] for port (471c6267-8e01-4913-a736-416e60658046), after_update {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:24:49.007657 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eafbfc-1ddb-40bc-a96a-bde3ef9d4d34 req-fee4da07-99c9-4a04-95e4-7bc2a7c5f5c7 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:49.009138 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-79eafbfc-1ddb-40bc-a96a-bde3ef9d4d34 req-fee4da07-99c9-4a04-95e4-7bc2a7c5f5c7 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/ports?device_id=951f3d73-8cd5-4032-ad4d-9453ab670ada HTTP/1.1" status: 200 len: 945 time: 0.2012613 Mar 11 16:24:49.013474 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0342cc-96c3-488f-803b-73b953f12402 service neutron] Pushing event updated for resources: {'Port': ['ID=471c6267-8e01-4913-a736-416e60658046,revision_number=2']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:49.017357 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e940d8-dff0-4519-8c9b-b98b0c5e2842 req-9c1abfa4-51dd-4a77-9b69-cc17919c2f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:49.019060 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-75e940d8-dff0-4519-8c9b-b98b0c5e2842 req-9c1abfa4-51dd-4a77-9b69-cc17919c2f5a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d7474eacf59d4806b490ad9b6f1f1689&device_id=951f3d73-8cd5-4032-ad4d-9453ab670ada HTTP/1.1" status: 200 len: 1129 time: 0.1987991 Mar 11 16:24:49.024998 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-f64a0257-e1fb-4783-96ef-98b85a47911c req-9ba4be56-6ab5-4af6-a4b9-9ac242946ce7 tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] 10.222.0.72 "GET /v2.0/security-groups?id=e4010db0-717d-4dac-8612-b3ae381282ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1397412 Mar 11 16:24:49.194576 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-79eafbfc-1ddb-40bc-a96a-bde3ef9d4d34 req-685e8319-9ce0-4564-93ec-7ea0cef67743 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f673b25-a76b-4443-b7a9-4564d84cc840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742020 Mar 11 16:24:49.207814 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.managers [req-ce8a8bef-3a99-408f-a7c8-5b8bb3e7088f req-2c0342cc-96c3-488f-803b-73b953f12402 service neutron] Attempting to bind port 471c6267-8e01-4913-a736-416e60658046 on host hv-cinder-75078 for vnic_type normal with profile {{(pid=103092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 16:24:49.208152 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.managers [req-ce8a8bef-3a99-408f-a7c8-5b8bb3e7088f req-2c0342cc-96c3-488f-803b-73b953f12402 service neutron] Attempting to bind port 471c6267-8e01-4913-a736-416e60658046 by drivers openvswitch,hyperv on host hv-cinder-75078 at level 0 using segments [{'id': '53cdd138-4e9c-4178-b0e9-01621a26969b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '91701b40-45b6-4dc3-9365-5d3024585e80'}] {{(pid=103092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 16:24:49.208476 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce8a8bef-3a99-408f-a7c8-5b8bb3e7088f req-2c0342cc-96c3-488f-803b-73b953f12402 service neutron] Attempting to bind port 471c6267-8e01-4913-a736-416e60658046 on network 91701b40-45b6-4dc3-9365-5d3024585e80 {{(pid=103092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 16:24:49.216976 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e940d8-dff0-4519-8c9b-b98b0c5e2842 req-a0b36020-9181-40f2-a459-0c2af06fa010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:49.218486 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-75e940d8-dff0-4519-8c9b-b98b0c5e2842 req-a0b36020-9181-40f2-a459-0c2af06fa010 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b8fa1f91-bc29-419a-98ef-308a3af376f5 HTTP/1.1" status: 200 len: 920 time: 0.1894512 Mar 11 16:24:49.219030 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce8a8bef-3a99-408f-a7c8-5b8bb3e7088f req-2c0342cc-96c3-488f-803b-73b953f12402 service neutron] Port 471c6267-8e01-4913-a736-416e60658046 on network 91701b40-45b6-4dc3-9365-5d3024585e80 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75078 {{(pid=103092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 16:24:49.219351 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce8a8bef-3a99-408f-a7c8-5b8bb3e7088f req-2c0342cc-96c3-488f-803b-73b953f12402 service neutron] Attempting to bind port 471c6267-8e01-4913-a736-416e60658046 on network 91701b40-45b6-4dc3-9365-5d3024585e80 {{(pid=103092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 16:24:49.234624 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce8a8bef-3a99-408f-a7c8-5b8bb3e7088f req-2c0342cc-96c3-488f-803b-73b953f12402 service neutron] Checking agent: {'id': '42978ec7-0c45-4bcc-88e8-64ee44356522', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 19, 5), 'started_at': datetime.datetime(2022, 3, 11, 16, 19, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 24, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 16:24:49.234624 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce8a8bef-3a99-408f-a7c8-5b8bb3e7088f req-2c0342cc-96c3-488f-803b-73b953f12402 service neutron] Checking segment: {'id': '53cdd138-4e9c-4178-b0e9-01621a26969b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '91701b40-45b6-4dc3-9365-5d3024585e80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 16:24:49.234624 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce8a8bef-3a99-408f-a7c8-5b8bb3e7088f req-2c0342cc-96c3-488f-803b-73b953f12402 service neutron] Bound using segment: {'id': '53cdd138-4e9c-4178-b0e9-01621a26969b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '91701b40-45b6-4dc3-9365-5d3024585e80'} {{(pid=103092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 16:24:49.235473 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.managers [req-ce8a8bef-3a99-408f-a7c8-5b8bb3e7088f req-2c0342cc-96c3-488f-803b-73b953f12402 service neutron] Bound port: 471c6267-8e01-4913-a736-416e60658046, host: hv-cinder-75078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53cdd138-4e9c-4178-b0e9-01621a26969b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '91701b40-45b6-4dc3-9365-5d3024585e80'}}] {{(pid=103092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 16:24:49.235473 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-ce8a8bef-3a99-408f-a7c8-5b8bb3e7088f req-2c0342cc-96c3-488f-803b-73b953f12402 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (471c6267-8e01-4913-a736-416e60658046), before_update {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:24:49.268890 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-75e940d8-dff0-4519-8c9b-b98b0c5e2842 req-926f290e-f87f-458e-a35a-896d75b1e8fe service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9d4df3af-6712-4ab2-b720-a9e6ce561b01 HTTP/1.1" status: 200 len: 217 time: 0.0434871 Mar 11 16:24:49.353518 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e940d8-dff0-4519-8c9b-b98b0c5e2842 req-9ca454af-0bfa-431e-b48b-fc989ae1b3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:49.355650 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-75e940d8-dff0-4519-8c9b-b98b0c5e2842 req-9ca454af-0bfa-431e-b48b-fc989ae1b3d7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=440fba8a-19de-4f6c-be76-9954bd5733a7 HTTP/1.1" status: 200 len: 859 time: 0.0808358 Mar 11 16:24:49.374367 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.db [req-ce8a8bef-3a99-408f-a7c8-5b8bb3e7088f req-2c0342cc-96c3-488f-803b-73b953f12402 service neutron] For port 471c6267-8e01-4913-a736-416e60658046, host hv-cinder-75078, cleared binding levels {{(pid=103092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:24:49.396432 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-75e940d8-dff0-4519-8c9b-b98b0c5e2842 req-04effe31-bc76-48be-89b3-32a9e82445d1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b8fa1f91-bc29-419a-98ef-308a3af376f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333683 Mar 11 16:24:49.412136 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.db [req-ce8a8bef-3a99-408f-a7c8-5b8bb3e7088f req-2c0342cc-96c3-488f-803b-73b953f12402 service neutron] For port 471c6267-8e01-4913-a736-416e60658046, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=471c6267-8e01-4913-a736-416e60658046,segment=NetworkSegment(53cdd138-4e9c-4178-b0e9-01621a26969b),segment_id=53cdd138-4e9c-4178-b0e9-01621a26969b)] {{(pid=103092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:24:49.426767 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-ce8a8bef-3a99-408f-a7c8-5b8bb3e7088f req-2c0342cc-96c3-488f-803b-73b953f12402 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30811645'] for port (471c6267-8e01-4913-a736-416e60658046), after_update {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:24:49.503236 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8a8bef-3a99-408f-a7c8-5b8bb3e7088f req-2c0342cc-96c3-488f-803b-73b953f12402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:49.503855 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-ce8a8bef-3a99-408f-a7c8-5b8bb3e7088f req-2c0342cc-96c3-488f-803b-73b953f12402 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122971'] for port (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:24:49.505289 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-ce8a8bef-3a99-408f-a7c8-5b8bb3e7088f req-2c0342cc-96c3-488f-803b-73b953f12402 service neutron] 10.222.0.18 "PUT /v2.0/ports/471c6267-8e01-4913-a736-416e60658046 HTTP/1.1" status: 200 len: 1093 time: 1.1886661 Mar 11 16:24:49.509688 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23d45a6c-bffb-4a43-a089-e2fef8735ae2', 'tag': '471c6267-8e01-4913-a736-416e60658046'}] {{(pid=103092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:24:49.512341 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8119d67d121bc7655fb27ee4e81d05746f3857d7b024446e390c37a4f39e07a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03a51f4b-5eb6-4a6b-863e-1c853f88366a" -d '{"events": [{"name": "network-changed", "server_uuid": "23d45a6c-bffb-4a43-a089-e2fef8735ae2", "tag": "471c6267-8e01-4913-a736-416e60658046"}]}' {{(pid=103092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 16:24:49.538821 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0342cc-96c3-488f-803b-73b953f12402 service neutron] Pushing event updated for resources: {'Port': ['ID=471c6267-8e01-4913-a736-416e60658046,revision_number=3']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:49.582105 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 16:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb19a5c0-79c7-47d8-8d2c-ce832e74d56b x-openstack-request-id: req-eb19a5c0-79c7-47d8-8d2c-ce832e74d56b {{(pid=103092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 16:24:49.583117 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23d45a6c-bffb-4a43-a089-e2fef8735ae2", "tag": "471c6267-8e01-4913-a736-416e60658046", "status": "completed", "code": 200}]} {{(pid=103092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 16:24:49.583117 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-eb19a5c0-79c7-47d8-8d2c-ce832e74d56b {{(pid=103092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 16:24:49.583117 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23d45a6c-bffb-4a43-a089-e2fef8735ae2', 'tag': '471c6267-8e01-4913-a736-416e60658046', 'status': 'completed', 'code': 200} Mar 11 16:24:49.596141 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-75e940d8-dff0-4519-8c9b-b98b0c5e2842 req-081f4267-6ff1-4cf2-b6f5-5e23790c76be service neutron] 10.222.0.18 "GET /v2.0/networks/b8fa1f91-bc29-419a-98ef-308a3af376f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922383 Mar 11 16:24:49.642448 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8a8bef-3a99-408f-a7c8-5b8bb3e7088f req-07cb479d-7469-45df-b312-86825d4b8dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:49.644014 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-ce8a8bef-3a99-408f-a7c8-5b8bb3e7088f req-07cb479d-7469-45df-b312-86825d4b8dab service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6afb84ea33c34a8284e22ea7f8dbc20a&device_id=23d45a6c-bffb-4a43-a089-e2fef8735ae2 HTTP/1.1" status: 200 len: 1127 time: 0.1000316 Mar 11 16:24:49.718930 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-ce8a8bef-3a99-408f-a7c8-5b8bb3e7088f req-cda27035-0cb7-4dd6-8e5d-862823172ef7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=471c6267-8e01-4913-a736-416e60658046 HTTP/1.1" status: 200 len: 217 time: 0.0465729 Mar 11 16:24:49.766080 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-75e940d8-dff0-4519-8c9b-b98b0c5e2842 req-5dfbd3ab-f3ec-43f6-9585-edf21278ad02 service neutron] 10.222.0.18 "GET /v2.0/networks/b8fa1f91-bc29-419a-98ef-308a3af376f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634452 Mar 11 16:24:49.785827 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8a8bef-3a99-408f-a7c8-5b8bb3e7088f req-c06adcd8-46d8-498f-a3a6-d88a6babe989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:49.787413 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-ce8a8bef-3a99-408f-a7c8-5b8bb3e7088f req-c06adcd8-46d8-498f-a3a6-d88a6babe989 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a52384ed-9db6-46e8-9576-be4e2499c742 HTTP/1.1" status: 200 len: 846 time: 0.0584030 Mar 11 16:24:49.843701 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8a8bef-3a99-408f-a7c8-5b8bb3e7088f req-384c07dd-55c5-405f-a6a0-c9037ae29d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:49.845218 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-ce8a8bef-3a99-408f-a7c8-5b8bb3e7088f req-384c07dd-55c5-405f-a6a0-c9037ae29d14 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=91701b40-45b6-4dc3-9365-5d3024585e80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0485799 Mar 11 16:24:49.873597 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 42828) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:24:49.951946 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-ce8a8bef-3a99-408f-a7c8-5b8bb3e7088f req-9dcd3032-cc8b-4ef7-9a48-86bb0755b471 service neutron] 10.222.0.18 "GET /v2.0/networks/91701b40-45b6-4dc3-9365-5d3024585e80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992093 Mar 11 16:24:49.981608 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-7f3cacd1-3244-4a26-85e6-4ee34913ccd3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:24:50.055422 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-ce8a8bef-3a99-408f-a7c8-5b8bb3e7088f req-4f2cf420-5331-4960-ac09-930e8b9455cf service neutron] 10.222.0.18 "GET /v2.0/networks/91701b40-45b6-4dc3-9365-5d3024585e80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971498 Mar 11 16:24:50.064435 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-7f3cacd1-3244-4a26-85e6-4ee34913ccd3 admin admin] Publish callbacks [] for security_group (a5ec8f63-7656-4b9c-b952-6428000bca1d), precommit_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:24:50.069729 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-7f3cacd1-3244-4a26-85e6-4ee34913ccd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (a5ec8f63-7656-4b9c-b952-6428000bca1d), after_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:24:50.115686 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-7f3cacd1-3244-4a26-85e6-4ee34913ccd3 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=99e16c96f6ba43cdb078b0746f59305c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2407780 Mar 11 16:24:50.117982 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3cacd1-3244-4a26-85e6-4ee34913ccd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5ec8f63-7656-4b9c-b952-6428000bca1d,revision_number=1']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:50.118533 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 42834) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:24:50.225400 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5a555c-6b8e-4d5a-8499-98552433b38a req-500c609a-ce9c-4200-b042-ee9d55dc2a25 tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:50.226983 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-df5a555c-6b8e-4d5a-8499-98552433b38a req-500c609a-ce9c-4200-b042-ee9d55dc2a25 tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] 10.222.0.72 "GET /v2.0/ports?device_id=23d45a6c-bffb-4a43-a089-e2fef8735ae2 HTTP/1.1" status: 200 len: 943 time: 0.1249766 Mar 11 16:24:50.251450 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a51f4b-5eb6-4a6b-863e-1c853f88366a req-d2fc294f-39bb-46e7-8ceb-1c140c1ebd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:50.252947 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-03a51f4b-5eb6-4a6b-863e-1c853f88366a req-d2fc294f-39bb-46e7-8ceb-1c140c1ebd62 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6afb84ea33c34a8284e22ea7f8dbc20a&device_id=23d45a6c-bffb-4a43-a089-e2fef8735ae2 HTTP/1.1" status: 200 len: 1127 time: 0.1187544 Mar 11 16:24:50.259254 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-7ca5cad8-6ee8-41a3-9be2-ef9b465d1058 admin admin] Publish callbacks [] for security_group (a5ec8f63-7656-4b9c-b952-6428000bca1d), before_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:24:50.355629 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-7ca5cad8-6ee8-41a3-9be2-ef9b465d1058 admin admin] Publish callbacks [] for security_group (a5ec8f63-7656-4b9c-b952-6428000bca1d), precommit_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:24:50.379752 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (1025624e-e238-47fc-86ae-58f7bb6baa16), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:24:50.448674 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-df5a555c-6b8e-4d5a-8499-98552433b38a req-09e71ed2-7df0-4a53-bba2-cf5d2c1d3f73 tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] 10.222.0.72 "GET /v2.0/security-groups?id=e4010db0-717d-4dac-8612-b3ae381282ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2103302 Mar 11 16:24:50.472407 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649a9266-8e12-4da6-aff8-9c3aa79c1c2d req-d28eeddd-6506-459e-9d54-a962f20e112d tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:50.473914 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-649a9266-8e12-4da6-aff8-9c3aa79c1c2d req-d28eeddd-6506-459e-9d54-a962f20e112d tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/ports?device_id=951f3d73-8cd5-4032-ad4d-9453ab670ada HTTP/1.1" status: 200 len: 945 time: 0.2008116 Mar 11 16:24:50.478252 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a51f4b-5eb6-4a6b-863e-1c853f88366a req-66796e09-a3df-45a5-82ca-e4e4f557c8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:50.479971 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-03a51f4b-5eb6-4a6b-863e-1c853f88366a req-66796e09-a3df-45a5-82ca-e4e4f557c8e2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=91701b40-45b6-4dc3-9365-5d3024585e80 HTTP/1.1" status: 200 len: 908 time: 0.2184172 Mar 11 16:24:50.535847 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-03a51f4b-5eb6-4a6b-863e-1c853f88366a req-73e60ea3-1938-4f10-a136-338835645f0b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=471c6267-8e01-4913-a736-416e60658046 HTTP/1.1" status: 200 len: 217 time: 0.0456069 Mar 11 16:24:50.551333 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-7ca5cad8-6ee8-41a3-9be2-ef9b465d1058 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (a5ec8f63-7656-4b9c-b952-6428000bca1d), after_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:24:50.554105 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-7ca5cad8-6ee8-41a3-9be2-ef9b465d1058 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:24:50.555189 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-7ca5cad8-6ee8-41a3-9be2-ef9b465d1058 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a5ec8f63-7656-4b9c-b952-6428000bca1d HTTP/1.1" status: 204 len: 168 time: 0.4194407 Mar 11 16:24:50.611767 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca5cad8-6ee8-41a3-9be2-ef9b465d1058 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5ec8f63-7656-4b9c-b952-6428000bca1d,revision_number=None']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:50.621766 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-649a9266-8e12-4da6-aff8-9c3aa79c1c2d req-8c855b23-fd8e-42e9-a0e5-12630830cc63 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f673b25-a76b-4443-b7a9-4564d84cc840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378243 Mar 11 16:24:50.628469 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a51f4b-5eb6-4a6b-863e-1c853f88366a req-2fa03535-faf2-4b0a-802d-727667175cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:50.630037 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-03a51f4b-5eb6-4a6b-863e-1c853f88366a req-2fa03535-faf2-4b0a-802d-727667175cf2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a52384ed-9db6-46e8-9576-be4e2499c742 HTTP/1.1" status: 200 len: 846 time: 0.0875268 Mar 11 16:24:50.715262 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a51f4b-5eb6-4a6b-863e-1c853f88366a req-a02c34a9-28d6-4e19-8849-8ae6eefca099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:50.717231 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-03a51f4b-5eb6-4a6b-863e-1c853f88366a req-a02c34a9-28d6-4e19-8849-8ae6eefca099 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=91701b40-45b6-4dc3-9365-5d3024585e80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0679340 Mar 11 16:24:50.826305 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-03a51f4b-5eb6-4a6b-863e-1c853f88366a req-87dc1d90-69d9-470d-be53-388c412582e5 service neutron] 10.222.0.18 "GET /v2.0/networks/91701b40-45b6-4dc3-9365-5d3024585e80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002364 Mar 11 16:24:50.923810 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-03a51f4b-5eb6-4a6b-863e-1c853f88366a req-a77aec62-077a-4d6d-b988-05d65048d115 service neutron] 10.222.0.18 "GET /v2.0/networks/91701b40-45b6-4dc3-9365-5d3024585e80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911279 Mar 11 16:24:51.583790 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9830539d-3faf-4282-8e73-ae7d5bb72783 req-69bde07f-b284-43a0-8741-2e738a436a5f tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:51.585311 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-9830539d-3faf-4282-8e73-ae7d5bb72783 req-69bde07f-b284-43a0-8741-2e738a436a5f tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] 10.222.0.72 "GET /v2.0/ports?device_id=23d45a6c-bffb-4a43-a089-e2fef8735ae2 HTTP/1.1" status: 200 len: 943 time: 0.0661182 Mar 11 16:24:51.639964 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-9830539d-3faf-4282-8e73-ae7d5bb72783 req-a60cb103-5ccf-40c3-86ff-22d255f3bd94 tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] 10.222.0.72 "GET /v2.0/security-groups?id=e4010db0-717d-4dac-8612-b3ae381282ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459244 Mar 11 16:24:51.748585 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e875439-b239-4fe1-98ba-6075d847ef46 req-304700b6-7913-49b9-8e63-311dce338daf tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:51.750095 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-3e875439-b239-4fe1-98ba-6075d847ef46 req-304700b6-7913-49b9-8e63-311dce338daf tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/ports?device_id=951f3d73-8cd5-4032-ad4d-9453ab670ada HTTP/1.1" status: 200 len: 945 time: 0.0618742 Mar 11 16:24:51.801190 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-3e875439-b239-4fe1-98ba-6075d847ef46 req-ac57c03c-ba73-4b91-b4ac-33b139c5c41d tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f673b25-a76b-4443-b7a9-4564d84cc840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454576 Mar 11 16:24:52.763676 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da46c2ff-b72f-4b45-a6e6-c775069ae0fb req-eced72d4-523e-460d-b362-797f5e694143 tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:52.765181 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-da46c2ff-b72f-4b45-a6e6-c775069ae0fb req-eced72d4-523e-460d-b362-797f5e694143 tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] 10.222.0.72 "GET /v2.0/ports?device_id=23d45a6c-bffb-4a43-a089-e2fef8735ae2 HTTP/1.1" status: 200 len: 943 time: 0.0549867 Mar 11 16:24:52.816653 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-da46c2ff-b72f-4b45-a6e6-c775069ae0fb req-09aa3d16-44a7-4a8d-8d0b-8d7baee47936 tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] 10.222.0.72 "GET /v2.0/security-groups?id=e4010db0-717d-4dac-8612-b3ae381282ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458944 Mar 11 16:24:52.921034 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed608903-7089-48a6-8c05-764f61a5961b req-679f4ae0-5392-4dee-beda-568c32f1f151 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:52.922566 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-ed608903-7089-48a6-8c05-764f61a5961b req-679f4ae0-5392-4dee-beda-568c32f1f151 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/ports?device_id=951f3d73-8cd5-4032-ad4d-9453ab670ada HTTP/1.1" status: 200 len: 945 time: 0.0536242 Mar 11 16:24:52.974578 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-ed608903-7089-48a6-8c05-764f61a5961b req-30c51893-eccf-47a5-88dd-8c54ec0b4490 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f673b25-a76b-4443-b7a9-4564d84cc840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465033 Mar 11 16:24:53.937344 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeb9165-81a7-460a-b22b-baac5a2a3937 req-1881159b-fccc-4683-9cd4-54c67b68ab58 tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:53.939141 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-bbeb9165-81a7-460a-b22b-baac5a2a3937 req-1881159b-fccc-4683-9cd4-54c67b68ab58 tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] 10.222.0.72 "GET /v2.0/ports?device_id=23d45a6c-bffb-4a43-a089-e2fef8735ae2 HTTP/1.1" status: 200 len: 943 time: 0.0555263 Mar 11 16:24:53.990221 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-bbeb9165-81a7-460a-b22b-baac5a2a3937 req-14e20249-ade0-4ce6-a2e5-4fbd000d22e5 tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] 10.222.0.72 "GET /v2.0/security-groups?id=e4010db0-717d-4dac-8612-b3ae381282ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451515 Mar 11 16:24:54.097148 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba04e919-5fa0-4749-8c27-212243115856 req-361c2548-0fad-49dc-8224-2b2269163eb0 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:54.098835 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-ba04e919-5fa0-4749-8c27-212243115856 req-361c2548-0fad-49dc-8224-2b2269163eb0 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/ports?device_id=951f3d73-8cd5-4032-ad4d-9453ab670ada HTTP/1.1" status: 200 len: 945 time: 0.0566151 Mar 11 16:24:54.148195 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-ba04e919-5fa0-4749-8c27-212243115856 req-9d0e3b1d-f5ee-44c8-9af3-ea7be834231e tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f673b25-a76b-4443-b7a9-4564d84cc840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434954 Mar 11 16:24:55.114290 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c9fd01-20bb-4826-9b66-8171e094fe72 req-b6c5a92f-f82a-4552-9196-b10515e6d157 tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:55.115794 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-88c9fd01-20bb-4826-9b66-8171e094fe72 req-b6c5a92f-f82a-4552-9196-b10515e6d157 tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] 10.222.0.72 "GET /v2.0/ports?device_id=23d45a6c-bffb-4a43-a089-e2fef8735ae2 HTTP/1.1" status: 200 len: 943 time: 0.0579331 Mar 11 16:24:55.165640 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-88c9fd01-20bb-4826-9b66-8171e094fe72 req-f03b128f-9c74-48df-9f34-6632622691b5 tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] 10.222.0.72 "GET /v2.0/security-groups?id=e4010db0-717d-4dac-8612-b3ae381282ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441198 Mar 11 16:24:55.575563 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fe2f84-8f6b-4ddb-a2c1-0c92a0d1d76e req-65498f5b-401f-4c41-bd78-f3f3d224003b tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:55.577040 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-14fe2f84-8f6b-4ddb-a2c1-0c92a0d1d76e req-65498f5b-401f-4c41-bd78-f3f3d224003b tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/ports?device_id=951f3d73-8cd5-4032-ad4d-9453ab670ada HTTP/1.1" status: 200 len: 945 time: 0.0537679 Mar 11 16:24:55.624251 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-14fe2f84-8f6b-4ddb-a2c1-0c92a0d1d76e req-584aff43-6304-4365-a5ee-8ac9594bdb86 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f673b25-a76b-4443-b7a9-4564d84cc840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413077 Mar 11 16:24:56.285238 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f43e907-8ab2-4f59-992d-bc4deba613b0 req-d2264296-1e99-4aa2-ba11-6216b45c1673 tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:56.286669 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-9f43e907-8ab2-4f59-992d-bc4deba613b0 req-d2264296-1e99-4aa2-ba11-6216b45c1673 tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] 10.222.0.72 "GET /v2.0/ports?device_id=23d45a6c-bffb-4a43-a089-e2fef8735ae2 HTTP/1.1" status: 200 len: 943 time: 0.0544219 Mar 11 16:24:56.340790 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-9f43e907-8ab2-4f59-992d-bc4deba613b0 req-c5dedcdc-d6ca-418b-acc6-91a5cab09fa3 tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] 10.222.0.72 "GET /v2.0/security-groups?id=e4010db0-717d-4dac-8612-b3ae381282ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482795 Mar 11 16:24:57.464267 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16dc9ee-922d-4ddc-9409-38a9577e885c req-cd671b40-5a48-4f80-b8a3-6721a87a761f tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:57.465968 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-e16dc9ee-922d-4ddc-9409-38a9577e885c req-cd671b40-5a48-4f80-b8a3-6721a87a761f tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] 10.222.0.72 "GET /v2.0/ports?device_id=23d45a6c-bffb-4a43-a089-e2fef8735ae2 HTTP/1.1" status: 200 len: 943 time: 0.0567703 Mar 11 16:24:57.520577 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-e16dc9ee-922d-4ddc-9409-38a9577e885c req-bb01cfa2-5cfb-438f-b51d-1512779f50c8 tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] 10.222.0.72 "GET /v2.0/security-groups?id=e4010db0-717d-4dac-8612-b3ae381282ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490518 Mar 11 16:24:58.643487 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088bf4db-10c8-49cf-8830-8da080a0c19b req-2a88ef22-197c-4fcc-b3f4-b3f2a9c9fbf9 tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:58.644990 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-088bf4db-10c8-49cf-8830-8da080a0c19b req-2a88ef22-197c-4fcc-b3f4-b3f2a9c9fbf9 tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] 10.222.0.72 "GET /v2.0/ports?device_id=23d45a6c-bffb-4a43-a089-e2fef8735ae2 HTTP/1.1" status: 200 len: 943 time: 0.0537629 Mar 11 16:24:58.697187 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-088bf4db-10c8-49cf-8830-8da080a0c19b req-03878d42-fcc1-42db-8c2a-c11cee677ab0 tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] 10.222.0.72 "GET /v2.0/security-groups?id=e4010db0-717d-4dac-8612-b3ae381282ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465906 Mar 11 16:24:59.821522 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb02419a-a67f-4afb-904a-2dddb9cd3a2b req-0538c027-1f17-48d2-9984-fe3494b57c78 tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:59.823230 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-cb02419a-a67f-4afb-904a-2dddb9cd3a2b req-0538c027-1f17-48d2-9984-fe3494b57c78 tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] 10.222.0.72 "GET /v2.0/ports?device_id=23d45a6c-bffb-4a43-a089-e2fef8735ae2 HTTP/1.1" status: 200 len: 943 time: 0.0561862 Mar 11 16:24:59.874566 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-cb02419a-a67f-4afb-904a-2dddb9cd3a2b req-b1a1fca0-6aca-422d-a251-86c41003d33c tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] 10.222.0.72 "GET /v2.0/security-groups?id=e4010db0-717d-4dac-8612-b3ae381282ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443816 Mar 11 16:25:00.876833 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Device 471c6267-8e01-4913-a736-416e60658046 details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=103093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 16:25:00.984307 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] For port 471c6267-8e01-4913-a736-416e60658046, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=471c6267-8e01-4913-a736-416e60658046,segment=NetworkSegment(53cdd138-4e9c-4178-b0e9-01621a26969b),segment_id=53cdd138-4e9c-4178-b0e9-01621a26969b)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:25:01.002538 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Returning: {'device': '471c6267-8e01-4913-a736-416e60658046', 'network_id': '91701b40-45b6-4dc3-9365-5d3024585e80', 'port_id': '471c6267-8e01-4913-a736-416e60658046', 'mac_address': 'fa:16:3e:04:6b:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a52384ed-9db6-46e8-9576-be4e2499c742', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 16:25:01.006315 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7f0018-0a85-4383-91f8-62122cb117eb req-d0780503-ac64-4df6-9083-c06ad35b1bba tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:01.008926 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-2d7f0018-0a85-4383-91f8-62122cb117eb req-d0780503-ac64-4df6-9083-c06ad35b1bba tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] 10.222.0.72 "GET /v2.0/ports?device_id=23d45a6c-bffb-4a43-a089-e2fef8735ae2 HTTP/1.1" status: 200 len: 943 time: 0.0623698 Mar 11 16:25:01.046995 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Current status of the port 471c6267-8e01-4913-a736-416e60658046 is: DOWN; New status is: BUILD {{(pid=103093) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 16:25:01.047410 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (471c6267-8e01-4913-a736-416e60658046), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:25:01.062409 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.notifiers.nova [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 471c6267-8e01-4913-a736-416e60658046 {{(pid=103093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:25:01.065069 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-2d7f0018-0a85-4383-91f8-62122cb117eb req-4ff6e4f9-d826-4af4-812e-f4f09a66c695 tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] 10.222.0.72 "GET /v2.0/security-groups?id=e4010db0-717d-4dac-8612-b3ae381282ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513399 Mar 11 16:25:01.092062 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] For port 471c6267-8e01-4913-a736-416e60658046, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=471c6267-8e01-4913-a736-416e60658046,segment=NetworkSegment(53cdd138-4e9c-4178-b0e9-01621a26969b),segment_id=53cdd138-4e9c-4178-b0e9-01621a26969b)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:25:01.096476 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947'] for port (471c6267-8e01-4913-a736-416e60658046), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:25:01.147651 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Pushing event updated for resources: {'Port': ['ID=471c6267-8e01-4913-a736-416e60658046,revision_number=4']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:25:01.154957 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:25:01.155314 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:25:01.155674 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:25:01.156042 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:25:01.156334 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:25:01.156658 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:25:01.156994 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:25:01.157317 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:25:01.157636 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:25:01.157998 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:25:01.158328 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:25:01.158641 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:25:01.158950 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:25:01.825039 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] get_ports_and_sgs() called for port_ids ['471c6267-8e01-4913-a736-416e60658046'] {{(pid=103093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 16:25:02.190507 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4f40f6-1dda-4fdd-92b9-87d9ecb433b6 req-4343e1b2-9104-46cc-9603-7eedc4caedf5 tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:02.191983 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-2e4f40f6-1dda-4fdd-92b9-87d9ecb433b6 req-4343e1b2-9104-46cc-9603-7eedc4caedf5 tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] 10.222.0.72 "GET /v2.0/ports?device_id=23d45a6c-bffb-4a43-a089-e2fef8735ae2 HTTP/1.1" status: 200 len: 944 time: 0.0581613 Mar 11 16:25:02.462271 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-2e4f40f6-1dda-4fdd-92b9-87d9ecb433b6 req-f42ae0da-d318-46ea-80c0-4b8521aa3529 tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] 10.222.0.72 "GET /v2.0/security-groups?id=e4010db0-717d-4dac-8612-b3ae381282ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2647247 Mar 11 16:25:03.599640 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada89921-00ca-400c-9365-9cd00edd7062 req-a411adf9-7732-4abb-a497-f7da76a1399c tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:03.601159 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-ada89921-00ca-400c-9365-9cd00edd7062 req-a411adf9-7732-4abb-a497-f7da76a1399c tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] 10.222.0.72 "GET /v2.0/ports?device_id=23d45a6c-bffb-4a43-a089-e2fef8735ae2 HTTP/1.1" status: 200 len: 944 time: 0.0684769 Mar 11 16:25:03.721303 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-ada89921-00ca-400c-9365-9cd00edd7062 req-02eae349-4293-4f1e-8c0e-cca0d220e59b tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] 10.222.0.72 "GET /v2.0/security-groups?id=e4010db0-717d-4dac-8612-b3ae381282ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1132669 Mar 11 16:25:03.732600 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016ca3e1-936e-4394-8cbe-dde59b7954f7 req-bd478325-0199-4a56-8f93-328626756850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:03.734163 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-016ca3e1-936e-4394-8cbe-dde59b7954f7 req-bd478325-0199-4a56-8f93-328626756850 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d7474eacf59d4806b490ad9b6f1f1689&device_id=951f3d73-8cd5-4032-ad4d-9453ab670ada HTTP/1.1" status: 200 len: 1129 time: 0.1199100 Mar 11 16:25:03.740801 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdde2f4c-7133-4e7c-aeba-413f9dc5cc45 req-74c57e65-bcda-4cbe-a3a8-079ce8a5b2e2 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:03.742216 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-cdde2f4c-7133-4e7c-aeba-413f9dc5cc45 req-74c57e65-bcda-4cbe-a3a8-079ce8a5b2e2 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/ports?device_id=951f3d73-8cd5-4032-ad4d-9453ab670ada HTTP/1.1" status: 200 len: 945 time: 0.1180506 Mar 11 16:25:03.849781 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-cdde2f4c-7133-4e7c-aeba-413f9dc5cc45 req-ed83afb0-fab7-4d95-8ba9-2bfc40d4ed13 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f673b25-a76b-4443-b7a9-4564d84cc840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986791 Mar 11 16:25:03.871538 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016ca3e1-936e-4394-8cbe-dde59b7954f7 req-5765bbbf-fe5b-47d0-8e68-1760f0c50b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:03.871912 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-016ca3e1-936e-4394-8cbe-dde59b7954f7 req-5765bbbf-fe5b-47d0-8e68-1760f0c50b95 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b8fa1f91-bc29-419a-98ef-308a3af376f5 HTTP/1.1" status: 200 len: 920 time: 0.1288989 Mar 11 16:25:03.921776 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-016ca3e1-936e-4394-8cbe-dde59b7954f7 req-03775311-bc5f-4332-a79c-a00309541c41 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9d4df3af-6712-4ab2-b720-a9e6ce561b01 HTTP/1.1" status: 200 len: 217 time: 0.0352020 Mar 11 16:25:03.976937 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016ca3e1-936e-4394-8cbe-dde59b7954f7 req-c2d9f96a-d610-48b9-967e-24f4f32100e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:03.978405 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-016ca3e1-936e-4394-8cbe-dde59b7954f7 req-c2d9f96a-d610-48b9-967e-24f4f32100e5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=440fba8a-19de-4f6c-be76-9954bd5733a7 HTTP/1.1" status: 200 len: 859 time: 0.0451753 Mar 11 16:25:04.011300 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-016ca3e1-936e-4394-8cbe-dde59b7954f7 req-6c7142ec-2300-41a9-bce4-22534d9ea252 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b8fa1f91-bc29-419a-98ef-308a3af376f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251560 Mar 11 16:25:04.108449 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-016ca3e1-936e-4394-8cbe-dde59b7954f7 req-008d903f-5f19-4a2d-9a20-76d6a1264758 service neutron] 10.222.0.18 "GET /v2.0/networks/b8fa1f91-bc29-419a-98ef-308a3af376f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902472 Mar 11 16:25:04.204231 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-016ca3e1-936e-4394-8cbe-dde59b7954f7 req-49e54667-27b5-4ed3-8d14-4ca3ca2b6c12 service neutron] 10.222.0.18 "GET /v2.0/networks/b8fa1f91-bc29-419a-98ef-308a3af376f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894182 Mar 11 16:25:04.841873 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555ed890-9cb8-4239-864f-29c17af5c097 req-a13c4c61-5013-495a-92d7-bee2911feb0c tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:04.843378 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-555ed890-9cb8-4239-864f-29c17af5c097 req-a13c4c61-5013-495a-92d7-bee2911feb0c tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] 10.222.0.72 "GET /v2.0/ports?device_id=23d45a6c-bffb-4a43-a089-e2fef8735ae2 HTTP/1.1" status: 200 len: 944 time: 0.0550258 Mar 11 16:25:04.891392 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Device 471c6267-8e01-4913-a736-416e60658046 up at agent hyperv_hv-cinder-75078 {{(pid=103093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 16:25:04.894993 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-555ed890-9cb8-4239-864f-29c17af5c097 req-d599c698-d78e-4c21-881a-c618cedf6a12 tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] 10.222.0.72 "GET /v2.0/security-groups?id=e4010db0-717d-4dac-8612-b3ae381282ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454364 Mar 11 16:25:04.949245 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Provisioning for port 471c6267-8e01-4913-a736-416e60658046 completed by entity L2. {{(pid=103093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 16:25:04.952934 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Provisioning complete for port 471c6267-8e01-4913-a736-416e60658046 triggered by entity L2. {{(pid=103093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 16:25:04.953298 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397499'] for port (471c6267-8e01-4913-a736-416e60658046), provisioning_complete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:25:04.972814 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb67c7c-f956-4258-9c07-61b318302f5b req-1faf3970-a20d-4290-8473-e6199fb454a4 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:04.974939 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-2eb67c7c-f956-4258-9c07-61b318302f5b req-1faf3970-a20d-4290-8473-e6199fb454a4 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/ports?device_id=951f3d73-8cd5-4032-ad4d-9453ab670ada HTTP/1.1" status: 200 len: 945 time: 0.0551372 Mar 11 16:25:05.023824 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-2eb67c7c-f956-4258-9c07-61b318302f5b req-305854cf-9ebd-4286-a0e8-37f3bc435a98 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f673b25-a76b-4443-b7a9-4564d84cc840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418546 Mar 11 16:25:05.034886 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Current status of the port 471c6267-8e01-4913-a736-416e60658046 is: BUILD; New status is: ACTIVE {{(pid=103093) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 16:25:05.035278 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (471c6267-8e01-4913-a736-416e60658046), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:25:05.062132 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23d45a6c-bffb-4a43-a089-e2fef8735ae2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '471c6267-8e01-4913-a736-416e60658046'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:25:05.064338 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f6a2c072b123b360c8eb8991e75d694e889c4c27e62ecb22fdf39ecf471eb94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c555b6d4-9fcf-46c2-a3e0-23c29f89f569" -d '{"events": [{"server_uuid": "23d45a6c-bffb-4a43-a089-e2fef8735ae2", "name": "network-vif-plugged", "status": "completed", "tag": "471c6267-8e01-4913-a736-416e60658046"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 16:25:05.077294 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] For port 471c6267-8e01-4913-a736-416e60658046, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=471c6267-8e01-4913-a736-416e60658046,segment=NetworkSegment(53cdd138-4e9c-4178-b0e9-01621a26969b),segment_id=53cdd138-4e9c-4178-b0e9-01621a26969b)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:25:05.082261 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947'] for port (471c6267-8e01-4913-a736-416e60658046), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:25:05.110527 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 16:25:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47d29bce-f0ff-4f46-88fc-380d7ce8098b x-openstack-request-id: req-47d29bce-f0ff-4f46-88fc-380d7ce8098b {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 16:25:05.110847 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23d45a6c-bffb-4a43-a089-e2fef8735ae2", "name": "network-vif-plugged", "status": "completed", "tag": "471c6267-8e01-4913-a736-416e60658046", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 16:25:05.111108 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-47d29bce-f0ff-4f46-88fc-380d7ce8098b {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 16:25:05.111499 dv-cinder-750782-12-iscsi neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23d45a6c-bffb-4a43-a089-e2fef8735ae2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '471c6267-8e01-4913-a736-416e60658046', 'code': 200} Mar 11 16:25:05.138428 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Pushing event updated for resources: {'Port': ['ID=471c6267-8e01-4913-a736-416e60658046,revision_number=5']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:25:05.248280 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (42978ec7-0c45-4bcc-88e8-64ee44356522), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:25:05.387545 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede860da-7736-4247-bd4f-5f06997d2f83 req-050c840c-1074-422b-b1cd-6cc2dab47914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:05.389037 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-ede860da-7736-4247-bd4f-5f06997d2f83 req-050c840c-1074-422b-b1cd-6cc2dab47914 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=23d45a6c-bffb-4a43-a089-e2fef8735ae2 HTTP/1.1" status: 200 len: 1129 time: 0.0503821 Mar 11 16:25:05.441220 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-ede860da-7736-4247-bd4f-5f06997d2f83 req-fe571be8-02e0-4525-b267-168eed774ac2 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e4010db0-717d-4dac-8612-b3ae381282ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446723 Mar 11 16:25:05.807030 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-7f18e207-c0cd-433c-b841-a947ca7598fe req-c9c88c34-78fa-4ae5-8531-37264828b4f5 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=de856d05-5a1e-4b6f-90f5-822c15eb61f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0440426 Mar 11 16:25:05.881784 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f18e207-c0cd-433c-b841-a947ca7598fe req-65c36890-c921-4248-b691-2e92c011d774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:05.883813 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-7f18e207-c0cd-433c-b841-a947ca7598fe req-65c36890-c921-4248-b691-2e92c011d774 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3f90eba451e343e49c0fa456ba2b00cd&device_id=de856d05-5a1e-4b6f-90f5-822c15eb61f0 HTTP/1.1" status: 200 len: 1129 time: 0.0472221 Mar 11 16:25:06.030575 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f18e207-c0cd-433c-b841-a947ca7598fe req-4d5937ff-2a25-4ad2-aef1-a3bfd88cbf34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:06.031971 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-7f18e207-c0cd-433c-b841-a947ca7598fe req-4d5937ff-2a25-4ad2-aef1-a3bfd88cbf34 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5f3aea45-b741-4cf8-ad8b-40753fc82fad HTTP/1.1" status: 200 len: 916 time: 0.1251769 Mar 11 16:25:06.057375 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352abb60-2ce2-4f3e-a908-1ede302e6bb5 req-f5a7e9ae-42f9-44dc-aa9b-318a57abb8da tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:06.059066 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-352abb60-2ce2-4f3e-a908-1ede302e6bb5 req-f5a7e9ae-42f9-44dc-aa9b-318a57abb8da tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] 10.222.0.72 "GET /v2.0/ports?device_id=23d45a6c-bffb-4a43-a089-e2fef8735ae2 HTTP/1.1" status: 200 len: 945 time: 0.0855346 Mar 11 16:25:06.170604 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-7f18e207-c0cd-433c-b841-a947ca7598fe req-2b793a2e-2c6d-43d7-bb07-01144a77c79a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8304800e-283b-4335-b718-cb629f615213 HTTP/1.1" status: 200 len: 1000 time: 0.1276424 Mar 11 16:25:06.217176 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-352abb60-2ce2-4f3e-a908-1ede302e6bb5 req-fac5e2a6-6cf5-40d0-9e76-f6168ea9ad13 tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] 10.222.0.72 "GET /v2.0/security-groups?id=e4010db0-717d-4dac-8612-b3ae381282ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1255543 Mar 11 16:25:06.249890 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d68176a-5fb0-4f6a-ae72-0591c2b70d8c req-d786be47-15b7-48ec-9dcf-599e42eb7842 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:06.251510 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-1d68176a-5fb0-4f6a-ae72-0591c2b70d8c req-d786be47-15b7-48ec-9dcf-599e42eb7842 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/ports?device_id=951f3d73-8cd5-4032-ad4d-9453ab670ada HTTP/1.1" status: 200 len: 945 time: 0.1401739 Mar 11 16:25:06.253031 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f18e207-c0cd-433c-b841-a947ca7598fe req-8dd042e1-403b-49dd-8f62-001a1ab1fec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:06.254376 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-7f18e207-c0cd-433c-b841-a947ca7598fe req-8dd042e1-403b-49dd-8f62-001a1ab1fec3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=acc28c21-3e47-4bf8-b31f-cbbed70c6f99 HTTP/1.1" status: 200 len: 854 time: 0.0707891 Mar 11 16:25:06.332056 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-1d68176a-5fb0-4f6a-ae72-0591c2b70d8c req-4cff46dd-1a0b-40a9-a9ca-44f236842b2b tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f673b25-a76b-4443-b7a9-4564d84cc840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745490 Mar 11 16:25:06.339025 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f18e207-c0cd-433c-b841-a947ca7598fe req-f777c523-58d4-40c8-84fa-7565a771ceed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:06.340756 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-7f18e207-c0cd-433c-b841-a947ca7598fe req-f777c523-58d4-40c8-84fa-7565a771ceed service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5f3aea45-b741-4cf8-ad8b-40753fc82fad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0765190 Mar 11 16:25:06.450167 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-7f18e207-c0cd-433c-b841-a947ca7598fe req-4ac4f11f-8873-4d54-b68d-a3d9115e8152 service neutron] 10.222.0.18 "GET /v2.0/networks/5f3aea45-b741-4cf8-ad8b-40753fc82fad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011026 Mar 11 16:25:06.555220 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-7f18e207-c0cd-433c-b841-a947ca7598fe req-d9443e23-922b-42d5-81de-16a20e84516b service neutron] 10.222.0.18 "GET /v2.0/networks/5f3aea45-b741-4cf8-ad8b-40753fc82fad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878513 Mar 11 16:25:07.346648 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506a1e93-99a5-484f-a955-c7b979da6c3d req-2306ce12-fc8b-409e-b7f5-d2db9eb1cba1 tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:07.348289 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-506a1e93-99a5-484f-a955-c7b979da6c3d req-2306ce12-fc8b-409e-b7f5-d2db9eb1cba1 tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] 10.222.0.72 "GET /v2.0/ports?device_id=23d45a6c-bffb-4a43-a089-e2fef8735ae2 HTTP/1.1" status: 200 len: 945 time: 0.0576317 Mar 11 16:25:07.407427 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-506a1e93-99a5-484f-a955-c7b979da6c3d req-8b6414c2-599e-4bad-87a0-a49bc2f2ec71 tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] 10.222.0.72 "GET /v2.0/security-groups?id=e4010db0-717d-4dac-8612-b3ae381282ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533817 Mar 11 16:25:07.460724 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6350d7c6-0518-4b2e-a68f-8f5d197678d7 req-36a51d1c-7776-48cb-a020-2e577f130a25 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:07.462215 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-6350d7c6-0518-4b2e-a68f-8f5d197678d7 req-36a51d1c-7776-48cb-a020-2e577f130a25 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/ports?device_id=951f3d73-8cd5-4032-ad4d-9453ab670ada HTTP/1.1" status: 200 len: 945 time: 0.0537534 Mar 11 16:25:07.509395 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-6350d7c6-0518-4b2e-a68f-8f5d197678d7 req-e3b53ce0-aa88-4ddd-a3ad-b50d33cc1e75 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f673b25-a76b-4443-b7a9-4564d84cc840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409110 Mar 11 16:25:08.525137 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e256b77-7578-485c-aaea-a6921ec7b747 req-ac095c97-a9d4-4d15-aac7-cf1173e74b9f tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:08.526757 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-3e256b77-7578-485c-aaea-a6921ec7b747 req-ac095c97-a9d4-4d15-aac7-cf1173e74b9f tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] 10.222.0.72 "GET /v2.0/ports?device_id=23d45a6c-bffb-4a43-a089-e2fef8735ae2 HTTP/1.1" status: 200 len: 945 time: 0.0528865 Mar 11 16:25:08.579282 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-3e256b77-7578-485c-aaea-a6921ec7b747 req-b6b31de3-ec5c-4e70-a06c-ed3938e4e597 tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] 10.222.0.72 "GET /v2.0/security-groups?id=e4010db0-717d-4dac-8612-b3ae381282ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470240 Mar 11 16:25:08.639666 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbe0040-d772-422b-a247-9162163bcc25 req-cd363846-d7e7-4c1b-b4ea-77db0c684236 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:08.641170 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-dbbe0040-d772-422b-a247-9162163bcc25 req-cd363846-d7e7-4c1b-b4ea-77db0c684236 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/ports?device_id=951f3d73-8cd5-4032-ad4d-9453ab670ada HTTP/1.1" status: 200 len: 945 time: 0.0610251 Mar 11 16:25:08.722183 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-dbbe0040-d772-422b-a247-9162163bcc25 req-f77ba204-f637-427c-810c-d570a208eea3 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f673b25-a76b-4443-b7a9-4564d84cc840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753825 Mar 11 16:25:08.734060 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731ecdd4-3e03-4e4e-9445-a3c2e421ed3a req-1e934e20-b685-4f63-abdb-eec70c880b58 tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:08.735524 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-731ecdd4-3e03-4e4e-9445-a3c2e421ed3a req-1e934e20-b685-4f63-abdb-eec70c880b58 tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] 10.222.0.72 "GET /v2.0/ports?device_id=23d45a6c-bffb-4a43-a089-e2fef8735ae2 HTTP/1.1" status: 200 len: 945 time: 0.0826948 Mar 11 16:25:08.784995 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-731ecdd4-3e03-4e4e-9445-a3c2e421ed3a req-8cf705f7-ae2a-47ca-a7b7-b5b1f6f65028 tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] 10.222.0.72 "GET /v2.0/security-groups?id=e4010db0-717d-4dac-8612-b3ae381282ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436630 Mar 11 16:25:08.807394 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 43064) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:25:09.207538 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff0c54e8-f258-49c5-81bf-0807a272faac tempest-TestShelveInstance-1470063614 tempest-TestShelveInstance-1470063614-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:09.208979 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-ff0c54e8-f258-49c5-81bf-0807a272faac tempest-TestShelveInstance-1470063614 tempest-TestShelveInstance-1470063614-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=23d45a6c-bffb-4a43-a089-e2fef8735ae2 HTTP/1.1" status: 200 len: 1124 time: 0.4005990 Mar 11 16:25:09.211849 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 43068) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:25:09.216560 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.v2.base [None req-f904fa20-7c92-4012-88ee-2dc61cf38925 tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] Request body: {'floatingip': {'floating_network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'port_id': '471c6267-8e01-4913-a736-416e60658046', 'tenant_id': '6afb84ea33c34a8284e22ea7f8dbc20a', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:25:09.237893 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-f904fa20-7c92-4012-88ee-2dc61cf38925 tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:25:09.334715 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-f904fa20-7c92-4012-88ee-2dc61cf38925 tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (None), before_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:25:09.442809 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.db.db_base_plugin_common [None req-f904fa20-7c92-4012-88ee-2dc61cf38925 tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] Allocated IP 172.27.0.94 (ff1c1ad1-a65f-4be8-9483-081137458b82/5240f8c4-acf8-4de2-827e-773879cfd307/86fd62d5-7cad-4d04-8324-451e8018b1d1) {{(pid=103091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:25:09.545276 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-f904fa20-7c92-4012-88ee-2dc61cf38925 tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] Publish callbacks [] for port (86fd62d5-7cad-4d04-8324-451e8018b1d1), precommit_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:25:09.583748 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-f904fa20-7c92-4012-88ee-2dc61cf38925 tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780137975911'] for port (86fd62d5-7cad-4d04-8324-451e8018b1d1), after_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:25:09.621294 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f904fa20-7c92-4012-88ee-2dc61cf38925 tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] Network ff1c1ad1-a65f-4be8-9483-081137458b82 is already hosted by enough agents. {{(pid=103091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:25:09.626161 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.scheduler.base_scheduler [None req-f904fa20-7c92-4012-88ee-2dc61cf38925 tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] Resources bound (agent type, host, resource id): {{(pid=103091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:25:09.629624 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f904fa20-7c92-4012-88ee-2dc61cf38925 tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] Received port after_create {{(pid=103091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 16:25:09.652764 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f904fa20-7c92-4012-88ee-2dc61cf38925 tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] Pushing event updated for resources: {'Port': ['ID=86fd62d5-7cad-4d04-8324-451e8018b1d1,revision_number=1']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:25:09.845092 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e4463a-d852-4b3d-81e2-cd3cb9a21da9 req-f5e945df-896c-4c36-b9cf-ede8c76a8360 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:09.846524 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-a4e4463a-d852-4b3d-81e2-cd3cb9a21da9 req-f5e945df-896c-4c36-b9cf-ede8c76a8360 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/ports?device_id=951f3d73-8cd5-4032-ad4d-9453ab670ada HTTP/1.1" status: 200 len: 945 time: 0.0554600 Mar 11 16:25:09.900448 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-a4e4463a-d852-4b3d-81e2-cd3cb9a21da9 req-f75f2abb-09a6-4b73-a0d3-146a717cd88a tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f673b25-a76b-4443-b7a9-4564d84cc840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482635 Mar 11 16:25:09.977328 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-f904fa20-7c92-4012-88ee-2dc61cf38925 tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] Publish callbacks [] for floatingip (f5a1e403-ec3b-4102-b4cf-f8eb0caa5d9d), precommit_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:25:10.056410 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-f904fa20-7c92-4012-88ee-2dc61cf38925 tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (86fd62d5-7cad-4d04-8324-451e8018b1d1), before_update {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:25:10.211556 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-f904fa20-7c92-4012-88ee-2dc61cf38925 tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] Publish callbacks [] for port (86fd62d5-7cad-4d04-8324-451e8018b1d1), precommit_update {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:25:10.217157 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-f904fa20-7c92-4012-88ee-2dc61cf38925 tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947'] for port (86fd62d5-7cad-4d04-8324-451e8018b1d1), after_update {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:25:10.249107 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-f904fa20-7c92-4012-88ee-2dc61cf38925 tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539899'] for floatingip (f5a1e403-ec3b-4102-b4cf-f8eb0caa5d9d), after_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:25:10.298696 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f904fa20-7c92-4012-88ee-2dc61cf38925 tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] Pushing event updated for resources: {'Port': ['ID=86fd62d5-7cad-4d04-8324-451e8018b1d1,revision_number=2']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:25:10.367671 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.db.l3_db [None req-f904fa20-7c92-4012-88ee-2dc61cf38925 tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] Floating IP f5a1e403-ec3b-4102-b4cf-f8eb0caa5d9d associated. External IP: 172.27.0.94, port: 471c6267-8e01-4913-a736-416e60658046. Mar 11 16:25:10.590076 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f904fa20-7c92-4012-88ee-2dc61cf38925 tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] Router 19202571-146d-46fa-8222-fe959a1946fd has already been hosted by L3 agent 03422851-42b1-44c9-ada6-e479436b7b23 {{(pid=103091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:25:10.707341 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f904fa20-7c92-4012-88ee-2dc61cf38925 tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] Notify agent at l3_agent.dv-cinder-750782-12-iscsi the message routers_updated {{(pid=103091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:25:10.717349 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74aad0d-3fb6-4d6f-868f-85bead61329f None None] Sync routers for ids ['19202571-146d-46fa-8222-fe959a1946fd'] in dv-cinder-750782-12-iscsi {{(pid=103094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:25:10.724846 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-f904fa20-7c92-4012-88ee-2dc61cf38925 tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122971'] for floatingip (None), before_response {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:25:10.727379 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74aad0d-3fb6-4d6f-868f-85bead61329f None None] Routers {'19202571-146d-46fa-8222-fe959a1946fd'} bound to L3 agent in host dv-cinder-750782-12-iscsi {{(pid=103094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 16:25:10.727985 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_hamode_db [None req-a74aad0d-3fb6-4d6f-868f-85bead61329f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T16:12:46Z,description=,heartbeat_timestamp=2022-03-11T16:24:46Z,host='dv-cinder-750782-12-iscsi',id=03422851-42b1-44c9-ada6-e479436b7b23,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:12:46Z,topic='l3_agent')) {'router_ids': ['19202571-146d-46fa-8222-fe959a1946fd'], 'active': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:25:10.757217 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-f904fa20-7c92-4012-88ee-2dc61cf38925 tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5443661 Mar 11 16:25:10.758093 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23d45a6c-bffb-4a43-a089-e2fef8735ae2', 'tag': '471c6267-8e01-4913-a736-416e60658046'}] {{(pid=103091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:25:10.760524 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbfc172464096d1f7f5252f1a1e10ed885571faacea4d726e820cddde391bb83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95e922f8-4fc1-4f26-ab4b-36d7ccd805d1" -d '{"events": [{"name": "network-changed", "server_uuid": "23d45a6c-bffb-4a43-a089-e2fef8735ae2", "tag": "471c6267-8e01-4913-a736-416e60658046"}]}' {{(pid=103091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 16:25:10.802686 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 16:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3bec161-77d6-4481-a005-750a18078373 x-openstack-request-id: req-d3bec161-77d6-4481-a005-750a18078373 {{(pid=103091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 16:25:10.802982 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23d45a6c-bffb-4a43-a089-e2fef8735ae2", "tag": "471c6267-8e01-4913-a736-416e60658046", "status": "completed", "code": 200}]} {{(pid=103091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 16:25:10.803238 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-d3bec161-77d6-4481-a005-750a18078373 {{(pid=103091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 16:25:10.803639 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23d45a6c-bffb-4a43-a089-e2fef8735ae2', 'tag': '471c6267-8e01-4913-a736-416e60658046', 'status': 'completed', 'code': 200} Mar 11 16:25:10.848066 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_dvr_db [None req-a74aad0d-3fb6-4d6f-868f-85bead61329f None None] Set router 19202571-146d-46fa-8222-fe959a1946fd gateway port host: dv-cinder-750782-12-iscsi {{(pid=103094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 16:25:10.881536 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e922f8-4fc1-4f26-ab4b-36d7ccd805d1 req-b713843c-1e01-4c92-942e-1d7028e8433e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:10.883227 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-95e922f8-4fc1-4f26-ab4b-36d7ccd805d1 req-b713843c-1e01-4c92-942e-1d7028e8433e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6afb84ea33c34a8284e22ea7f8dbc20a&device_id=23d45a6c-bffb-4a43-a089-e2fef8735ae2 HTTP/1.1" status: 200 len: 1129 time: 0.0488091 Mar 11 16:25:11.009154 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e922f8-4fc1-4f26-ab4b-36d7ccd805d1 req-79ad2fee-ece6-4b1c-ba48-4513101f1902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:11.011318 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-95e922f8-4fc1-4f26-ab4b-36d7ccd805d1 req-79ad2fee-ece6-4b1c-ba48-4513101f1902 service neutron] 10.222.0.18 "GET /v2.0/networks?id=91701b40-45b6-4dc3-9365-5d3024585e80 HTTP/1.1" status: 200 len: 908 time: 0.1171305 Mar 11 16:25:11.080438 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_hamode_db [None req-a74aad0d-3fb6-4d6f-868f-85bead61329f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19202571-146d-46fa-8222-fe959a1946fd', 'name': 'tempest-TestShelveInstance-21246603-router', 'tenant_id': '6afb84ea33c34a8284e22ea7f8dbc20a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'external_fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': '27674ad5-3741-4c21-94ab-f0bea39e0c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:23:24Z', 'updated_at': '2022-03-11T16:23:28Z', 'revision_number': 4, 'project_id': '6afb84ea33c34a8284e22ea7f8dbc20a', 'gw_port': {'id': '27674ad5-3741-4c21-94ab-f0bea39e0c37', 'name': '', 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:87:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19202571-146d-46fa-8222-fe959a1946fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:23:25Z', 'updated_at': '2022-03-11T16:23:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-12-iscsi', '_floatingips': [{'id': 'f5a1e403-ec3b-4102-b4cf-f8eb0caa5d9d', 'tenant_id': '6afb84ea33c34a8284e22ea7f8dbc20a', 'floating_ip_address': '172.27.0.94', 'floating_network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'router_id': '19202571-146d-46fa-8222-fe959a1946fd', 'port_id': '471c6267-8e01-4913-a736-416e60658046', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 403, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '91701b40-45b6-4dc3-9365-5d3024585e80', 'mac_address': 'fa:16:3e:04:6b:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d45a6c-bffb-4a43-a089-e2fef8735ae2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:25:09Z', 'updated_at': '2022-03-11T16:25:09Z', 'revision_number': 0, 'project_id': '6afb84ea33c34a8284e22ea7f8dbc20a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '539867cf-27ba-4873-a22e-448040bb864d', 'name': '', 'network_id': '91701b40-45b6-4dc3-9365-5d3024585e80', 'tenant_id': '6afb84ea33c34a8284e22ea7f8dbc20a', 'mac_address': 'fa:16:3e:2f:e4:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19202571-146d-46fa-8222-fe959a1946fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'a52384ed-9db6-46e8-9576-be4e2499c742', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:23:27Z', 'updated_at': '2022-03-11T16:23:33Z', 'revision_number': 5, 'project_id': '6afb84ea33c34a8284e22ea7f8dbc20a', 'subnets': [{'id': 'a52384ed-9db6-46e8-9576-be4e2499c742', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-12-iscsi', False) {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:25:11.080885 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f34b81f-15ca-4845-8dc4-25be5f50e055 req-57310bfe-cd09-4a80-b240-995509ccb3f9 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:11.082384 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-1f34b81f-15ca-4845-8dc4-25be5f50e055 req-57310bfe-cd09-4a80-b240-995509ccb3f9 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/ports?device_id=951f3d73-8cd5-4032-ad4d-9453ab670ada HTTP/1.1" status: 200 len: 945 time: 0.1106694 Mar 11 16:25:11.100435 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-95e922f8-4fc1-4f26-ab4b-36d7ccd805d1 req-f5c8ab76-3c00-42d2-95d3-8c52efe35e60 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=471c6267-8e01-4913-a736-416e60658046 HTTP/1.1" status: 200 len: 998 time: 0.0819137 Mar 11 16:25:11.112124 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74aad0d-3fb6-4d6f-868f-85bead61329f None None] Checking router: 19202571-146d-46fa-8222-fe959a1946fd for host: dv-cinder-750782-12-iscsi {{(pid=103094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:25:11.120759 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74aad0d-3fb6-4d6f-868f-85bead61329f None None] Routers {'19202571-146d-46fa-8222-fe959a1946fd'} bound to L3 agent in host dv-cinder-750782-12-iscsi {{(pid=103094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 16:25:11.121372 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_hamode_db [None req-a74aad0d-3fb6-4d6f-868f-85bead61329f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T16:12:46Z,description=,heartbeat_timestamp=2022-03-11T16:24:46Z,host='dv-cinder-750782-12-iscsi',id=03422851-42b1-44c9-ada6-e479436b7b23,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:12:46Z,topic='l3_agent')) {'router_ids': ['19202571-146d-46fa-8222-fe959a1946fd'], 'active': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:25:11.176742 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e922f8-4fc1-4f26-ab4b-36d7ccd805d1 req-38fd96e7-e283-48b5-87e8-d105e54b41cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:11.178396 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-95e922f8-4fc1-4f26-ab4b-36d7ccd805d1 req-38fd96e7-e283-48b5-87e8-d105e54b41cf service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a52384ed-9db6-46e8-9576-be4e2499c742 HTTP/1.1" status: 200 len: 846 time: 0.0670621 Mar 11 16:25:11.181453 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-1f34b81f-15ca-4845-8dc4-25be5f50e055 req-374dc782-8fdf-473f-9f52-87ce7708b9a5 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f673b25-a76b-4443-b7a9-4564d84cc840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887530 Mar 11 16:25:11.233537 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e922f8-4fc1-4f26-ab4b-36d7ccd805d1 req-8f579604-607d-475a-a207-6d374c4c70f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:11.235105 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-95e922f8-4fc1-4f26-ab4b-36d7ccd805d1 req-8f579604-607d-475a-a207-6d374c4c70f8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=91701b40-45b6-4dc3-9365-5d3024585e80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0470665 Mar 11 16:25:11.249611 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_dvr_db [None req-a74aad0d-3fb6-4d6f-868f-85bead61329f None None] Set router 19202571-146d-46fa-8222-fe959a1946fd gateway port host: dv-cinder-750782-12-iscsi {{(pid=103094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 16:25:11.332787 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-95e922f8-4fc1-4f26-ab4b-36d7ccd805d1 req-119f76c5-13bf-4080-8442-6345efadd77d service neutron] 10.222.0.18 "GET /v2.0/networks/91701b40-45b6-4dc3-9365-5d3024585e80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897248 Mar 11 16:25:11.425977 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-95e922f8-4fc1-4f26-ab4b-36d7ccd805d1 req-2d8ac695-5560-4450-b59a-1a44ef04721c service neutron] 10.222.0.18 "GET /v2.0/networks/91701b40-45b6-4dc3-9365-5d3024585e80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850871 Mar 11 16:25:11.477776 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_hamode_db [None req-a74aad0d-3fb6-4d6f-868f-85bead61329f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19202571-146d-46fa-8222-fe959a1946fd', 'name': 'tempest-TestShelveInstance-21246603-router', 'tenant_id': '6afb84ea33c34a8284e22ea7f8dbc20a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'external_fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': '27674ad5-3741-4c21-94ab-f0bea39e0c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:23:24Z', 'updated_at': '2022-03-11T16:23:28Z', 'revision_number': 4, 'project_id': '6afb84ea33c34a8284e22ea7f8dbc20a', 'gw_port': {'id': '27674ad5-3741-4c21-94ab-f0bea39e0c37', 'name': '', 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:87:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19202571-146d-46fa-8222-fe959a1946fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:23:25Z', 'updated_at': '2022-03-11T16:23:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-12-iscsi', '_floatingips': [{'id': 'f5a1e403-ec3b-4102-b4cf-f8eb0caa5d9d', 'tenant_id': '6afb84ea33c34a8284e22ea7f8dbc20a', 'floating_ip_address': '172.27.0.94', 'floating_network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'router_id': '19202571-146d-46fa-8222-fe959a1946fd', 'port_id': '471c6267-8e01-4913-a736-416e60658046', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 403, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '91701b40-45b6-4dc3-9365-5d3024585e80', 'mac_address': 'fa:16:3e:04:6b:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d45a6c-bffb-4a43-a089-e2fef8735ae2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:25:09Z', 'updated_at': '2022-03-11T16:25:09Z', 'revision_number': 0, 'project_id': '6afb84ea33c34a8284e22ea7f8dbc20a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '539867cf-27ba-4873-a22e-448040bb864d', 'name': '', 'network_id': '91701b40-45b6-4dc3-9365-5d3024585e80', 'tenant_id': '6afb84ea33c34a8284e22ea7f8dbc20a', 'mac_address': 'fa:16:3e:2f:e4:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19202571-146d-46fa-8222-fe959a1946fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'a52384ed-9db6-46e8-9576-be4e2499c742', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:23:27Z', 'updated_at': '2022-03-11T16:23:33Z', 'revision_number': 5, 'project_id': '6afb84ea33c34a8284e22ea7f8dbc20a', 'subnets': [{'id': 'a52384ed-9db6-46e8-9576-be4e2499c742', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-12-iscsi', False) {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:25:11.508634 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74aad0d-3fb6-4d6f-868f-85bead61329f None None] The sync data for ids ['19202571-146d-46fa-8222-fe959a1946fd'] in dv-cinder-750782-12-iscsi is: [{'id': '19202571-146d-46fa-8222-fe959a1946fd', 'name': 'tempest-TestShelveInstance-21246603-router', 'tenant_id': '6afb84ea33c34a8284e22ea7f8dbc20a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'external_fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': '27674ad5-3741-4c21-94ab-f0bea39e0c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:23:24Z', 'updated_at': '2022-03-11T16:23:28Z', 'revision_number': 4, 'project_id': '6afb84ea33c34a8284e22ea7f8dbc20a', 'gw_port': {'id': '27674ad5-3741-4c21-94ab-f0bea39e0c37', 'name': '', 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:87:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19202571-146d-46fa-8222-fe959a1946fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:23:25Z', 'updated_at': '2022-03-11T16:23:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-12-iscsi', '_floatingips': [{'id': 'f5a1e403-ec3b-4102-b4cf-f8eb0caa5d9d', 'tenant_id': '6afb84ea33c34a8284e22ea7f8dbc20a', 'floating_ip_address': '172.27.0.94', 'floating_network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'router_id': '19202571-146d-46fa-8222-fe959a1946fd', 'port_id': '471c6267-8e01-4913-a736-416e60658046', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 403, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '91701b40-45b6-4dc3-9365-5d3024585e80', 'mac_address': 'fa:16:3e:04:6b:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d45a6c-bffb-4a43-a089-e2fef8735ae2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:25:09Z', 'updated_at': '2022-03-11T16:25:09Z', 'revision_number': 0, 'project_id': '6afb84ea33c34a8284e22ea7f8dbc20a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '539867cf-27ba-4873-a22e-448040bb864d', 'name': '', 'network_id': '91701b40-45b6-4dc3-9365-5d3024585e80', 'tenant_id': '6afb84ea33c34a8284e22ea7f8dbc20a', 'mac_address': 'fa:16:3e:2f:e4:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19202571-146d-46fa-8222-fe959a1946fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'a52384ed-9db6-46e8-9576-be4e2499c742', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:23:27Z', 'updated_at': '2022-03-11T16:23:33Z', 'revision_number': 5, 'project_id': '6afb84ea33c34a8284e22ea7f8dbc20a', 'subnets': [{'id': 'a52384ed-9db6-46e8-9576-be4e2499c742', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:25:11.706779 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a54ae3-03b2-43a0-b7c0-b4450962f479 None None] New status for floating IP f5a1e403-ec3b-4102-b4cf-f8eb0caa5d9d: ACTIVE {{(pid=103093) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 16:25:12.302328 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84130279-4a7b-429b-aff9-32ff08973a7d req-378b13f2-3e2f-4cbf-a1e1-0a894810a492 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:12.303777 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-84130279-4a7b-429b-aff9-32ff08973a7d req-378b13f2-3e2f-4cbf-a1e1-0a894810a492 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/ports?device_id=951f3d73-8cd5-4032-ad4d-9453ab670ada HTTP/1.1" status: 200 len: 945 time: 0.0533118 Mar 11 16:25:12.354403 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-84130279-4a7b-429b-aff9-32ff08973a7d req-e38dda3c-1b82-4977-bfe5-4fbca9228423 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f673b25-a76b-4443-b7a9-4564d84cc840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434899 Mar 11 16:25:13.473160 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef857af3-e073-4ac8-84c4-17c07a2c7fcc req-bbfffff1-10c8-4c94-b7dd-a474c70402e1 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:13.474687 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-ef857af3-e073-4ac8-84c4-17c07a2c7fcc req-bbfffff1-10c8-4c94-b7dd-a474c70402e1 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/ports?device_id=951f3d73-8cd5-4032-ad4d-9453ab670ada HTTP/1.1" status: 200 len: 945 time: 0.0527508 Mar 11 16:25:13.523017 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-ef857af3-e073-4ac8-84c4-17c07a2c7fcc req-876f8a6f-e7e6-4f6d-9b00-a3605ee3bebd tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f673b25-a76b-4443-b7a9-4564d84cc840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418079 Mar 11 16:25:13.807917 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-90696f52-bbcf-4331-b90d-2f0af36f3a31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (52d54afa-c257-4acf-9353-cc1307944ae0), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:25:14.220708 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.agents_db [None req-ed17eba3-c4d2-4aaa-a64c-93b8434a4a48 None None] Agent healthcheck: found 6 active agents {{(pid=103094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 16:25:14.641543 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde395ca-5991-4de4-867d-57dbe7815edb req-aa81dbb8-29a2-4150-8690-9ab8925a23f2 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:14.643031 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-cde395ca-5991-4de4-867d-57dbe7815edb req-aa81dbb8-29a2-4150-8690-9ab8925a23f2 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/ports?device_id=951f3d73-8cd5-4032-ad4d-9453ab670ada HTTP/1.1" status: 200 len: 945 time: 0.0521958 Mar 11 16:25:14.690094 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-cde395ca-5991-4de4-867d-57dbe7815edb req-402aefef-bb9d-4452-b4c0-4c1c41d26673 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f673b25-a76b-4443-b7a9-4564d84cc840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414112 Mar 11 16:25:15.816698 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d11b491-d3dd-4106-baac-d038bd90d0d2 req-53a9b6a4-b3f8-4ed6-8afe-cfb944f9edeb tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:15.818219 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-4d11b491-d3dd-4106-baac-d038bd90d0d2 req-53a9b6a4-b3f8-4ed6-8afe-cfb944f9edeb tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/ports?device_id=951f3d73-8cd5-4032-ad4d-9453ab670ada HTTP/1.1" status: 200 len: 945 time: 0.0617485 Mar 11 16:25:15.879443 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-4d11b491-d3dd-4106-baac-d038bd90d0d2 req-86b14e7c-6cad-4b59-b22e-5311d35ae53c tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f673b25-a76b-4443-b7a9-4564d84cc840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522921 Mar 11 16:25:16.149977 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-819e6b17-baf2-4d00-9f6e-a907e03bf3cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (03422851-42b1-44c9-ada6-e479436b7b23), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:25:16.994989 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19a1ce6-446b-444c-9a74-655c504129ba req-15665091-af27-488e-b084-36eddb5f34ce tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:16.996474 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-d19a1ce6-446b-444c-9a74-655c504129ba req-15665091-af27-488e-b084-36eddb5f34ce tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/ports?device_id=951f3d73-8cd5-4032-ad4d-9453ab670ada HTTP/1.1" status: 200 len: 945 time: 0.0560086 Mar 11 16:25:17.043935 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-d19a1ce6-446b-444c-9a74-655c504129ba req-57ef866e-7937-4bee-a702-e4e3440f2671 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f673b25-a76b-4443-b7a9-4564d84cc840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419161 Mar 11 16:25:17.456419 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ae773407-53f5-44d0-bdbe-4d88b69a915f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (d0bcdf8a-248d-4278-aa4c-95e4828d61b2), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:25:18.171989 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc44194-a572-428c-9a4f-1be11771c500 req-ecf2540e-f109-4d5d-b5bb-8a947c570272 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:18.173639 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-5cc44194-a572-428c-9a4f-1be11771c500 req-ecf2540e-f109-4d5d-b5bb-8a947c570272 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/ports?device_id=951f3d73-8cd5-4032-ad4d-9453ab670ada HTTP/1.1" status: 200 len: 945 time: 0.0584481 Mar 11 16:25:18.224017 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-5cc44194-a572-428c-9a4f-1be11771c500 req-29eec05f-f640-407d-84fc-6e7b8c7b6ce4 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f673b25-a76b-4443-b7a9-4564d84cc840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443802 Mar 11 16:25:18.816546 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-12686fd2-0f25-484f-a78a-b5cd34d8581b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (a5a5d809-3580-471a-ade1-6c5ecc269919), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:25:19.348029 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0511d18-5a8a-4dc5-9eab-4cf8882c903a req-2e5e4e47-f684-4368-8634-64efbdafba47 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:19.349487 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-c0511d18-5a8a-4dc5-9eab-4cf8882c903a req-2e5e4e47-f684-4368-8634-64efbdafba47 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/ports?device_id=951f3d73-8cd5-4032-ad4d-9453ab670ada HTTP/1.1" status: 200 len: 945 time: 0.0546353 Mar 11 16:25:19.397013 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-c0511d18-5a8a-4dc5-9eab-4cf8882c903a req-733b20dd-cf18-461d-b934-ed74612bf7d0 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f673b25-a76b-4443-b7a9-4564d84cc840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413461 Mar 11 16:25:20.382404 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (1025624e-e238-47fc-86ae-58f7bb6baa16), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:25:20.531869 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6beeb1-08a0-4bf9-99ff-5a9020ae1e21 req-619483c1-77a6-4095-b109-15a087753881 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:20.533357 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-1a6beeb1-08a0-4bf9-99ff-5a9020ae1e21 req-619483c1-77a6-4095-b109-15a087753881 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/ports?device_id=951f3d73-8cd5-4032-ad4d-9453ab670ada HTTP/1.1" status: 200 len: 945 time: 0.0605514 Mar 11 16:25:20.590570 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-1a6beeb1-08a0-4bf9-99ff-5a9020ae1e21 req-eb59d1dd-ba91-49b9-a21d-935f5bde4b32 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f673b25-a76b-4443-b7a9-4564d84cc840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513108 Mar 11 16:25:21.711138 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbf1cf5-9e01-43b3-ac35-4535e35f8426 req-60c7c647-356a-4ab3-aa7c-c441e6a36227 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:21.712604 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-6bbf1cf5-9e01-43b3-ac35-4535e35f8426 req-60c7c647-356a-4ab3-aa7c-c441e6a36227 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/ports?device_id=951f3d73-8cd5-4032-ad4d-9453ab670ada HTTP/1.1" status: 200 len: 945 time: 0.0525818 Mar 11 16:25:21.762119 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-6bbf1cf5-9e01-43b3-ac35-4535e35f8426 req-1d144445-c2df-482c-a2f9-92c92c338bb3 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f673b25-a76b-4443-b7a9-4564d84cc840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421984 Mar 11 16:25:22.072297 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf046d6-6114-4a39-98c5-3b790012b6ee req-a7b2db4f-560b-4a24-93bc-40bcb3d76268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:22.075083 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-eaf046d6-6114-4a39-98c5-3b790012b6ee req-a7b2db4f-560b-4a24-93bc-40bcb3d76268 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=951f3d73-8cd5-4032-ad4d-9453ab670ada HTTP/1.1" status: 200 len: 1129 time: 0.0501151 Mar 11 16:25:22.126736 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-eaf046d6-6114-4a39-98c5-3b790012b6ee req-5524f26c-160c-4da0-baa6-045f431802c2 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=9f673b25-a76b-4443-b7a9-4564d84cc840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430501 Mar 11 16:25:22.889033 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff2cde0-ee91-4269-9950-46bba2a57900 req-02aac8d2-15a6-41fd-99a5-848dfaa9ad80 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:22.890547 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-5ff2cde0-ee91-4269-9950-46bba2a57900 req-02aac8d2-15a6-41fd-99a5-848dfaa9ad80 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/ports?device_id=951f3d73-8cd5-4032-ad4d-9453ab670ada HTTP/1.1" status: 200 len: 945 time: 0.0584066 Mar 11 16:25:22.936413 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-5ff2cde0-ee91-4269-9950-46bba2a57900 req-f7c85d19-c2e0-4df5-92a0-e9fa43c0b3b1 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f673b25-a76b-4443-b7a9-4564d84cc840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403361 Mar 11 16:25:24.053109 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ca4818-0775-4079-b989-474bae62b263 req-6c2836a7-1156-4729-8cf7-73689cc2ec8e tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:24.054610 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-96ca4818-0775-4079-b989-474bae62b263 req-6c2836a7-1156-4729-8cf7-73689cc2ec8e tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/ports?device_id=951f3d73-8cd5-4032-ad4d-9453ab670ada HTTP/1.1" status: 200 len: 945 time: 0.0515492 Mar 11 16:25:24.104663 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-96ca4818-0775-4079-b989-474bae62b263 req-5821c1b1-847c-4a0f-81e2-230ca10b4036 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f673b25-a76b-4443-b7a9-4564d84cc840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437121 Mar 11 16:25:25.223348 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0fd324-5e5d-4123-9a53-5152e952aaaf req-15a5d5fb-8d67-419e-9f6f-31d55f718aa4 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:25.224806 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-bb0fd324-5e5d-4123-9a53-5152e952aaaf req-15a5d5fb-8d67-419e-9f6f-31d55f718aa4 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/ports?device_id=951f3d73-8cd5-4032-ad4d-9453ab670ada HTTP/1.1" status: 200 len: 945 time: 0.0522094 Mar 11 16:25:25.274264 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-bb0fd324-5e5d-4123-9a53-5152e952aaaf req-647321e8-e4f0-426d-a199-02ac37045d0f tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f673b25-a76b-4443-b7a9-4564d84cc840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438266 Mar 11 16:25:26.394156 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6752a9f7-aa15-4804-a76b-8cb0c0749eb1 req-c7e40fb2-e1fd-4012-83db-d800f9e24c8a tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:26.395637 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-6752a9f7-aa15-4804-a76b-8cb0c0749eb1 req-c7e40fb2-e1fd-4012-83db-d800f9e24c8a tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/ports?device_id=951f3d73-8cd5-4032-ad4d-9453ab670ada HTTP/1.1" status: 200 len: 945 time: 0.0531821 Mar 11 16:25:26.443770 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-6752a9f7-aa15-4804-a76b-8cb0c0749eb1 req-1d99527c-6e70-4970-8f28-0a345c0fd82c tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f673b25-a76b-4443-b7a9-4564d84cc840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411079 Mar 11 16:25:27.563783 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094882f2-6e94-4528-802c-b67f1771c67a req-213ac3aa-9cc9-429a-8011-21a618727b10 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:27.565536 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-094882f2-6e94-4528-802c-b67f1771c67a req-213ac3aa-9cc9-429a-8011-21a618727b10 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/ports?device_id=951f3d73-8cd5-4032-ad4d-9453ab670ada HTTP/1.1" status: 200 len: 945 time: 0.0535083 Mar 11 16:25:27.614678 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-094882f2-6e94-4528-802c-b67f1771c67a req-4bf49a79-2aed-433c-b035-adf3fb81297e tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f673b25-a76b-4443-b7a9-4564d84cc840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433934 Mar 11 16:25:28.737414 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980b68cf-6a7e-4eba-90a6-8f435d6e23d9 req-1f6c8841-68a3-4239-83b9-d3e80a4c385f tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:28.738889 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-980b68cf-6a7e-4eba-90a6-8f435d6e23d9 req-1f6c8841-68a3-4239-83b9-d3e80a4c385f tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/ports?device_id=951f3d73-8cd5-4032-ad4d-9453ab670ada HTTP/1.1" status: 200 len: 945 time: 0.0570781 Mar 11 16:25:28.785609 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-980b68cf-6a7e-4eba-90a6-8f435d6e23d9 req-075d3026-0404-4510-857c-b6cfb7a0ff6d tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f673b25-a76b-4443-b7a9-4564d84cc840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410774 Mar 11 16:25:29.828764 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b248b0-52ae-433d-a009-048fbc90f060 req-6259812b-adf9-4941-8e39-0b44f0fba6fa tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:29.830284 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-56b248b0-52ae-433d-a009-048fbc90f060 req-6259812b-adf9-4941-8e39-0b44f0fba6fa tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=478c05ae-53fc-4f37-9e47-5b58ee2f7275 HTTP/1.1" status: 200 len: 945 time: 0.0537617 Mar 11 16:25:29.889751 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-56b248b0-52ae-433d-a009-048fbc90f060 req-3769abae-2bc9-430f-b381-e6dd3f2e5436 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/security-groups?id=33dc4511-4987-40c1-bc00-25a6576ab3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537875 Mar 11 16:25:29.937834 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7c1514-977a-4e35-bab0-80bb2cf65e9c req-be536ff8-3c44-4100-a6d5-1a6e22de22f0 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:29.939361 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-df7c1514-977a-4e35-bab0-80bb2cf65e9c req-be536ff8-3c44-4100-a6d5-1a6e22de22f0 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/ports?device_id=951f3d73-8cd5-4032-ad4d-9453ab670ada HTTP/1.1" status: 200 len: 945 time: 0.0755739 Mar 11 16:25:29.986983 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-df7c1514-977a-4e35-bab0-80bb2cf65e9c req-51c61bc0-e94e-4f66-a097-ace25a49c0be tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f673b25-a76b-4443-b7a9-4564d84cc840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419199 Mar 11 16:25:31.021078 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a74091e-b82f-4d73-92d4-006a1e7be42f req-a4a4cc8d-5897-4f64-b951-e14cc9660de4 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:31.022613 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-6a74091e-b82f-4d73-92d4-006a1e7be42f req-a4a4cc8d-5897-4f64-b951-e14cc9660de4 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=478c05ae-53fc-4f37-9e47-5b58ee2f7275 HTTP/1.1" status: 200 len: 945 time: 0.0581226 Mar 11 16:25:31.098840 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-6a74091e-b82f-4d73-92d4-006a1e7be42f req-fd192bb7-3672-4c2c-9185-f0f13d1c4e84 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/security-groups?id=33dc4511-4987-40c1-bc00-25a6576ab3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698099 Mar 11 16:25:31.126948 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b05e9c-3c71-4256-9735-1fd914668f8f req-d1fbb233-0fb1-4ffc-8aa3-3faea06833ec tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:31.128409 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-77b05e9c-3c71-4256-9735-1fd914668f8f req-d1fbb233-0fb1-4ffc-8aa3-3faea06833ec tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/ports?device_id=951f3d73-8cd5-4032-ad4d-9453ab670ada HTTP/1.1" status: 200 len: 945 time: 0.0675306 Mar 11 16:25:31.177827 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-77b05e9c-3c71-4256-9735-1fd914668f8f req-5bc03fd0-583a-4a77-babe-5aebe96fba04 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f673b25-a76b-4443-b7a9-4564d84cc840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438237 Mar 11 16:25:32.223839 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0841ac8-54aa-4d20-add0-1d00d86bbbbd req-473af6b0-ea19-4247-a99d-37c910eb0a68 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:32.225296 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-f0841ac8-54aa-4d20-add0-1d00d86bbbbd req-473af6b0-ea19-4247-a99d-37c910eb0a68 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=478c05ae-53fc-4f37-9e47-5b58ee2f7275 HTTP/1.1" status: 200 len: 945 time: 0.0542994 Mar 11 16:25:32.298125 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-f0841ac8-54aa-4d20-add0-1d00d86bbbbd req-7be2bacf-75f1-4289-8f1b-040ae1182fad tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/security-groups?id=33dc4511-4987-40c1-bc00-25a6576ab3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671315 Mar 11 16:25:32.316934 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733e57bc-93ed-4270-8a72-46e21e8bb058 req-c2a98121-006f-4774-96f7-3585306f105b tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:32.318411 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-733e57bc-93ed-4270-8a72-46e21e8bb058 req-c2a98121-006f-4774-96f7-3585306f105b tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/ports?device_id=951f3d73-8cd5-4032-ad4d-9453ab670ada HTTP/1.1" status: 200 len: 945 time: 0.0723112 Mar 11 16:25:32.365474 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-733e57bc-93ed-4270-8a72-46e21e8bb058 req-f76ec482-5e04-4873-855e-0695fd35ba25 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f673b25-a76b-4443-b7a9-4564d84cc840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413778 Mar 11 16:25:32.740246 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333815c1-5262-48e1-9219-55fc909671e7 req-d6a6f56b-94d2-478e-bc10-9a8a4361c993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:32.742431 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-333815c1-5262-48e1-9219-55fc909671e7 req-d6a6f56b-94d2-478e-bc10-9a8a4361c993 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d7474eacf59d4806b490ad9b6f1f1689&device_id=951f3d73-8cd5-4032-ad4d-9453ab670ada HTTP/1.1" status: 200 len: 1129 time: 0.0827150 Mar 11 16:25:32.755415 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e82fdd-58b0-4b12-a238-901c665653a3 req-41eb4739-6e71-487a-b29b-276ad37c5de0 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:32.756687 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-c5e82fdd-58b0-4b12-a238-901c665653a3 req-41eb4739-6e71-487a-b29b-276ad37c5de0 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/ports?device_id=951f3d73-8cd5-4032-ad4d-9453ab670ada HTTP/1.1" status: 200 len: 945 time: 0.0890245 Mar 11 16:25:33.007732 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 43342) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:25:33.070142 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-c5e82fdd-58b0-4b12-a238-901c665653a3 req-4d948d06-ddad-44f3-a7ad-63552c8fbc5c tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f673b25-a76b-4443-b7a9-4564d84cc840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3064826 Mar 11 16:25:33.096580 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333815c1-5262-48e1-9219-55fc909671e7 req-fd78415b-0620-42de-9e4c-e5e4cdc74233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:33.097977 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-333815c1-5262-48e1-9219-55fc909671e7 req-fd78415b-0620-42de-9e4c-e5e4cdc74233 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b8fa1f91-bc29-419a-98ef-308a3af376f5 HTTP/1.1" status: 200 len: 920 time: 0.3501272 Mar 11 16:25:33.124648 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-a91b7710-66f1-4855-8995-53aa55820cb0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:25:33.140636 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-333815c1-5262-48e1-9219-55fc909671e7 req-17a05b4d-e2e5-4d9c-b94a-454ac6a96f7a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9d4df3af-6712-4ab2-b720-a9e6ce561b01 HTTP/1.1" status: 200 len: 217 time: 0.0362020 Mar 11 16:25:33.193703 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333815c1-5262-48e1-9219-55fc909671e7 req-f4a8e9e3-350b-47be-a534-2ea2349f8714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:33.195174 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-333815c1-5262-48e1-9219-55fc909671e7 req-f4a8e9e3-350b-47be-a534-2ea2349f8714 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=440fba8a-19de-4f6c-be76-9954bd5733a7 HTTP/1.1" status: 200 len: 859 time: 0.0472705 Mar 11 16:25:33.203753 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-a91b7710-66f1-4855-8995-53aa55820cb0 admin admin] Publish callbacks [] for security_group (4f15a5c5-5a9a-4f9b-a2fd-0b0388aee1fe), precommit_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:25:33.208415 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-a91b7710-66f1-4855-8995-53aa55820cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (4f15a5c5-5a9a-4f9b-a2fd-0b0388aee1fe), after_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:25:33.231679 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-333815c1-5262-48e1-9219-55fc909671e7 req-03744b1d-7ffe-407f-b33a-94d56578565b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b8fa1f91-bc29-419a-98ef-308a3af376f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299146 Mar 11 16:25:33.248558 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-a91b7710-66f1-4855-8995-53aa55820cb0 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=cdd6d6f070a04b4ca46cb98d630bddd7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2397497 Mar 11 16:25:33.249768 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91b7710-66f1-4855-8995-53aa55820cb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f15a5c5-5a9a-4f9b-a2fd-0b0388aee1fe,revision_number=1']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:25:33.252115 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 43348) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:25:33.303189 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-60b46a32-cf65-4be8-8367-b25794bb2b35 admin admin] Publish callbacks [] for security_group (4f15a5c5-5a9a-4f9b-a2fd-0b0388aee1fe), before_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:25:33.325983 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-60b46a32-cf65-4be8-8367-b25794bb2b35 admin admin] Publish callbacks [] for security_group (4f15a5c5-5a9a-4f9b-a2fd-0b0388aee1fe), precommit_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:25:33.330824 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-333815c1-5262-48e1-9219-55fc909671e7 req-a92e8711-262c-4010-97ed-f805a37bda21 service neutron] 10.222.0.18 "GET /v2.0/networks/b8fa1f91-bc29-419a-98ef-308a3af376f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916004 Mar 11 16:25:33.380622 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-60b46a32-cf65-4be8-8367-b25794bb2b35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (4f15a5c5-5a9a-4f9b-a2fd-0b0388aee1fe), after_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:25:33.383237 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-60b46a32-cf65-4be8-8367-b25794bb2b35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:25:33.384407 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-60b46a32-cf65-4be8-8367-b25794bb2b35 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/4f15a5c5-5a9a-4f9b-a2fd-0b0388aee1fe HTTP/1.1" status: 204 len: 168 time: 0.1313906 Mar 11 16:25:33.393225 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b46a32-cf65-4be8-8367-b25794bb2b35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f15a5c5-5a9a-4f9b-a2fd-0b0388aee1fe,revision_number=None']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:25:33.470894 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-333815c1-5262-48e1-9219-55fc909671e7 req-012df2b4-9752-4555-9872-e418aa8c7ada service neutron] 10.222.0.18 "GET /v2.0/networks/b8fa1f91-bc29-419a-98ef-308a3af376f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332183 Mar 11 16:25:33.489598 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7fe242-1860-4cd5-bf79-7707d15e6680 req-0effc830-13f1-4d28-a789-6ab9a681e9be tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:33.491390 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-9b7fe242-1860-4cd5-bf79-7707d15e6680 req-0effc830-13f1-4d28-a789-6ab9a681e9be tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=478c05ae-53fc-4f37-9e47-5b58ee2f7275 HTTP/1.1" status: 200 len: 945 time: 0.0948365 Mar 11 16:25:33.546630 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-9b7fe242-1860-4cd5-bf79-7707d15e6680 req-7bf11d75-edb0-46e4-a4aa-d0692b1e819f tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/security-groups?id=33dc4511-4987-40c1-bc00-25a6576ab3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485463 Mar 11 16:25:34.198982 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ed696b-1918-4a2b-a02e-9a6249685e2b req-e5f05acc-871b-402a-b01b-2f2e2af26405 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:34.200466 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-d2ed696b-1918-4a2b-a02e-9a6249685e2b req-e5f05acc-871b-402a-b01b-2f2e2af26405 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/ports?device_id=951f3d73-8cd5-4032-ad4d-9453ab670ada HTTP/1.1" status: 200 len: 945 time: 0.0594993 Mar 11 16:25:34.248253 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-d2ed696b-1918-4a2b-a02e-9a6249685e2b req-6a122762-2b73-4d9a-8b7f-79d2c10e13ff tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f673b25-a76b-4443-b7a9-4564d84cc840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417664 Mar 11 16:25:34.680935 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b3de09-0f89-4856-ba7c-6bd2056382a2 req-b8701c2e-908e-4fba-8efe-54d2e98c01c9 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:34.683628 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-73b3de09-0f89-4856-ba7c-6bd2056382a2 req-b8701c2e-908e-4fba-8efe-54d2e98c01c9 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=478c05ae-53fc-4f37-9e47-5b58ee2f7275 HTTP/1.1" status: 200 len: 945 time: 0.0558331 Mar 11 16:25:34.730769 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-73b3de09-0f89-4856-ba7c-6bd2056382a2 req-467e0d97-9f3a-4da0-8ffc-de30e803f884 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/security-groups?id=33dc4511-4987-40c1-bc00-25a6576ab3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418477 Mar 11 16:25:35.251102 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (42978ec7-0c45-4bcc-88e8-64ee44356522), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:25:35.374847 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5104b825-697a-40b3-9dee-7fe686af92bc req-339a78e1-37e6-4741-9f80-5835f52cc314 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:35.376337 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-5104b825-697a-40b3-9dee-7fe686af92bc req-339a78e1-37e6-4741-9f80-5835f52cc314 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/ports?device_id=951f3d73-8cd5-4032-ad4d-9453ab670ada HTTP/1.1" status: 200 len: 945 time: 0.0542734 Mar 11 16:25:35.422705 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-5104b825-697a-40b3-9dee-7fe686af92bc req-58fdd7e3-466d-48d3-b137-52f60fce8451 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f673b25-a76b-4443-b7a9-4564d84cc840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407963 Mar 11 16:25:35.864503 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75978fc4-b401-4250-8f59-ddf9f74419d1 req-64d0f096-a4f1-43ba-8334-516893867cf1 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:35.865898 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-75978fc4-b401-4250-8f59-ddf9f74419d1 req-64d0f096-a4f1-43ba-8334-516893867cf1 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=478c05ae-53fc-4f37-9e47-5b58ee2f7275 HTTP/1.1" status: 200 len: 945 time: 0.0558181 Mar 11 16:25:35.913818 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-75978fc4-b401-4250-8f59-ddf9f74419d1 req-aff636d9-f610-45d0-8437-88d7bbe9303c tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/security-groups?id=33dc4511-4987-40c1-bc00-25a6576ab3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409966 Mar 11 16:25:36.542177 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a48dc3-5ef5-4614-b4b7-ca9bd84469de req-8e24d6de-290d-4b35-bb09-2260e71b7d5c tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:36.543542 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-05a48dc3-5ef5-4614-b4b7-ca9bd84469de req-8e24d6de-290d-4b35-bb09-2260e71b7d5c tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/ports?device_id=951f3d73-8cd5-4032-ad4d-9453ab670ada HTTP/1.1" status: 200 len: 945 time: 0.0528371 Mar 11 16:25:36.593133 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-05a48dc3-5ef5-4614-b4b7-ca9bd84469de req-60142c94-de6e-4813-8e72-fccdf93054a7 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f673b25-a76b-4443-b7a9-4564d84cc840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439129 Mar 11 16:25:37.035522 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f67aefe-d390-4def-86d4-ea434aa517fd req-18bcc1a4-5c55-4582-b636-ab6e4f754b6c tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:37.036966 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-7f67aefe-d390-4def-86d4-ea434aa517fd req-18bcc1a4-5c55-4582-b636-ab6e4f754b6c tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=478c05ae-53fc-4f37-9e47-5b58ee2f7275 HTTP/1.1" status: 200 len: 945 time: 0.0522449 Mar 11 16:25:37.086738 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-7f67aefe-d390-4def-86d4-ea434aa517fd req-b85bff6b-afd9-48de-b7fb-8dd52fd9977a tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/security-groups?id=33dc4511-4987-40c1-bc00-25a6576ab3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441175 Mar 11 16:25:37.713697 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecbe895-edbe-4962-a6e3-4d6e777114c6 req-a7aabe46-5260-43e6-b7ae-95b4f5a4e050 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:37.715551 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-cecbe895-edbe-4962-a6e3-4d6e777114c6 req-a7aabe46-5260-43e6-b7ae-95b4f5a4e050 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/ports?device_id=951f3d73-8cd5-4032-ad4d-9453ab670ada HTTP/1.1" status: 200 len: 945 time: 0.0529335 Mar 11 16:25:37.762826 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-cecbe895-edbe-4962-a6e3-4d6e777114c6 req-561958f6-d237-4e4d-9071-570cbf8706c7 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f673b25-a76b-4443-b7a9-4564d84cc840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413852 Mar 11 16:25:38.208934 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc2093e-e929-4900-8aab-35c0f01d1600 req-40b8b241-9e85-4bad-ace2-e6a29371b685 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:38.210414 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-0fc2093e-e929-4900-8aab-35c0f01d1600 req-40b8b241-9e85-4bad-ace2-e6a29371b685 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=478c05ae-53fc-4f37-9e47-5b58ee2f7275 HTTP/1.1" status: 200 len: 945 time: 0.0520258 Mar 11 16:25:38.258573 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-0fc2093e-e929-4900-8aab-35c0f01d1600 req-0d6cdb1e-5689-4501-a97b-8d844f1a8604 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/security-groups?id=33dc4511-4987-40c1-bc00-25a6576ab3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413771 Mar 11 16:25:38.890205 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3882eb34-d917-4859-9be1-3e99c54add1d req-2d5d86a7-64ba-47bc-933a-b30f81c9a6cc tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:38.891679 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-3882eb34-d917-4859-9be1-3e99c54add1d req-2d5d86a7-64ba-47bc-933a-b30f81c9a6cc tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/ports?device_id=951f3d73-8cd5-4032-ad4d-9453ab670ada HTTP/1.1" status: 200 len: 945 time: 0.0603046 Mar 11 16:25:38.936857 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-3882eb34-d917-4859-9be1-3e99c54add1d req-279351ea-52b7-4baa-a97c-4fd84757f662 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f673b25-a76b-4443-b7a9-4564d84cc840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396373 Mar 11 16:25:39.382988 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3a3b48-e235-4dff-91f9-a99e44e0bd35 req-f10d2190-29d5-4b2d-8600-b45a392bca71 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:39.384488 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-4d3a3b48-e235-4dff-91f9-a99e44e0bd35 req-f10d2190-29d5-4b2d-8600-b45a392bca71 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=478c05ae-53fc-4f37-9e47-5b58ee2f7275 HTTP/1.1" status: 200 len: 945 time: 0.0527608 Mar 11 16:25:39.432893 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-4d3a3b48-e235-4dff-91f9-a99e44e0bd35 req-ef43955d-9290-410b-936c-bd27c40fb691 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/security-groups?id=33dc4511-4987-40c1-bc00-25a6576ab3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422094 Mar 11 16:25:40.055719 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059899a7-6674-4ae7-a45f-c103e893e01a req-08b0fd08-de08-48a7-aae4-55eddf611b8b tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:40.057258 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-059899a7-6674-4ae7-a45f-c103e893e01a req-08b0fd08-de08-48a7-aae4-55eddf611b8b tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/ports?device_id=951f3d73-8cd5-4032-ad4d-9453ab670ada HTTP/1.1" status: 200 len: 945 time: 0.0514719 Mar 11 16:25:40.108294 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-059899a7-6674-4ae7-a45f-c103e893e01a req-1be03ebe-8322-43f0-b0ef-b49cfd64d934 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f673b25-a76b-4443-b7a9-4564d84cc840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450416 Mar 11 16:25:40.557103 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61abfe3-9684-4735-a794-4d22f386f7e7 req-6bc58371-0b10-4458-970d-faeb74e8ad2c tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:40.558625 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-f61abfe3-9684-4735-a794-4d22f386f7e7 req-6bc58371-0b10-4458-970d-faeb74e8ad2c tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=478c05ae-53fc-4f37-9e47-5b58ee2f7275 HTTP/1.1" status: 200 len: 945 time: 0.0534322 Mar 11 16:25:40.606532 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-f61abfe3-9684-4735-a794-4d22f386f7e7 req-f361bde2-3613-423b-a791-b677bb6abe56 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/security-groups?id=33dc4511-4987-40c1-bc00-25a6576ab3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421259 Mar 11 16:25:41.226153 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c992244-18cf-4f1b-aaaf-b225b6d68a00 req-cf229d13-3723-46a1-9ae5-6ee70a41ace4 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:41.227610 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-8c992244-18cf-4f1b-aaaf-b225b6d68a00 req-cf229d13-3723-46a1-9ae5-6ee70a41ace4 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/ports?device_id=951f3d73-8cd5-4032-ad4d-9453ab670ada HTTP/1.1" status: 200 len: 945 time: 0.0527651 Mar 11 16:25:41.275204 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-8c992244-18cf-4f1b-aaaf-b225b6d68a00 req-21ba8d49-40ec-434f-b121-3188541d6fe2 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f673b25-a76b-4443-b7a9-4564d84cc840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420365 Mar 11 16:25:41.770777 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3d893e-30c6-4fd1-a25b-5d46946a037d req-e0de00b9-ea9d-49eb-baac-b910adb8af3c tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:41.772347 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-8f3d893e-30c6-4fd1-a25b-5d46946a037d req-e0de00b9-ea9d-49eb-baac-b910adb8af3c tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=478c05ae-53fc-4f37-9e47-5b58ee2f7275 HTTP/1.1" status: 200 len: 945 time: 0.0593278 Mar 11 16:25:41.822240 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-8f3d893e-30c6-4fd1-a25b-5d46946a037d req-8775f967-3e8b-481b-89c1-0cc0eda415f0 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/security-groups?id=33dc4511-4987-40c1-bc00-25a6576ab3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423114 Mar 11 16:25:42.043782 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 43488) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:25:42.048271 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.v2.base [None req-539f5e27-6310-4824-a603-67477f57de6c tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Request body: {'security_group': {'name': 'tempest-securitygroup--115560131', 'description': 'tempest-description--1146812750'}} {{(pid=103091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:25:42.068927 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-539f5e27-6310-4824-a603-67477f57de6c tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks [] for security_group (None), before_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:25:42.139127 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-539f5e27-6310-4824-a603-67477f57de6c tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks [] for security_group (f587cf86-8369-464d-8b58-665dbb6d5f14), precommit_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:25:42.143114 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-539f5e27-6310-4824-a603-67477f57de6c tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (f587cf86-8369-464d-8b58-665dbb6d5f14), after_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:25:42.172406 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-539f5e27-6310-4824-a603-67477f57de6c tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks [] for security_group (None), before_response {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:25:42.173656 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-539f5e27-6310-4824-a603-67477f57de6c tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1288762 Mar 11 16:25:42.176758 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 43496) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:25:42.177968 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539f5e27-6310-4824-a603-67477f57de6c tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f587cf86-8369-464d-8b58-665dbb6d5f14,revision_number=1']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:25:42.183286 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.v2.base [None req-8198434f-fe89-4b32-acfd-c3ce2ad9e931 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Request body: {'security_group_rule': {'security_group_id': 'f587cf86-8369-464d-8b58-665dbb6d5f14', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:25:42.185300 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539f5e27-6310-4824-a603-67477f57de6c tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:25:42.185651 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539f5e27-6310-4824-a603-67477f57de6c tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:25:42.186020 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539f5e27-6310-4824-a603-67477f57de6c tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:25:42.186344 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539f5e27-6310-4824-a603-67477f57de6c tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:25:42.186672 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539f5e27-6310-4824-a603-67477f57de6c tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:25:42.187196 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539f5e27-6310-4824-a603-67477f57de6c tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:25:42.187527 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539f5e27-6310-4824-a603-67477f57de6c tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:25:42.187854 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539f5e27-6310-4824-a603-67477f57de6c tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:25:42.188186 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539f5e27-6310-4824-a603-67477f57de6c tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:25:42.188511 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539f5e27-6310-4824-a603-67477f57de6c tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:25:42.188834 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539f5e27-6310-4824-a603-67477f57de6c tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:25:42.189153 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539f5e27-6310-4824-a603-67477f57de6c tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:25:42.189472 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539f5e27-6310-4824-a603-67477f57de6c tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:25:42.218179 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-8198434f-fe89-4b32-acfd-c3ce2ad9e931 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks [] for security_group_rule (6f2c14b9-e97f-4775-8e42-c5c8ef184d6e), before_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:25:42.274494 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-8198434f-fe89-4b32-acfd-c3ce2ad9e931 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks [] for security_group_rule (6f2c14b9-e97f-4775-8e42-c5c8ef184d6e), precommit_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:25:42.278924 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-8198434f-fe89-4b32-acfd-c3ce2ad9e931 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606776'] for security_group_rule (6f2c14b9-e97f-4775-8e42-c5c8ef184d6e), after_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:25:42.296581 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8198434f-fe89-4b32-acfd-c3ce2ad9e931 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f2c14b9-e97f-4775-8e42-c5c8ef184d6e,revision_number=0']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:25:42.305202 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8198434f-fe89-4b32-acfd-c3ce2ad9e931 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:25:42.305543 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8198434f-fe89-4b32-acfd-c3ce2ad9e931 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:25:42.305889 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8198434f-fe89-4b32-acfd-c3ce2ad9e931 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:25:42.306292 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8198434f-fe89-4b32-acfd-c3ce2ad9e931 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:25:42.306637 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8198434f-fe89-4b32-acfd-c3ce2ad9e931 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:25:42.306969 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8198434f-fe89-4b32-acfd-c3ce2ad9e931 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:25:42.307348 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8198434f-fe89-4b32-acfd-c3ce2ad9e931 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:25:42.307682 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8198434f-fe89-4b32-acfd-c3ce2ad9e931 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:25:42.308080 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8198434f-fe89-4b32-acfd-c3ce2ad9e931 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:25:42.308553 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8198434f-fe89-4b32-acfd-c3ce2ad9e931 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:25:42.308939 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8198434f-fe89-4b32-acfd-c3ce2ad9e931 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:25:42.309267 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8198434f-fe89-4b32-acfd-c3ce2ad9e931 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:25:42.309646 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8198434f-fe89-4b32-acfd-c3ce2ad9e931 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:25:42.314450 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-8198434f-fe89-4b32-acfd-c3ce2ad9e931 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:25:42.318658 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-8198434f-fe89-4b32-acfd-c3ce2ad9e931 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1373999 Mar 11 16:25:42.319150 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 43498) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:25:42.323456 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.v2.base [None req-d6443e6b-d18d-43ff-b8e8-99988b0c0a67 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Request body: {'security_group_rule': {'security_group_id': 'f587cf86-8369-464d-8b58-665dbb6d5f14', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:25:42.350798 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-d6443e6b-d18d-43ff-b8e8-99988b0c0a67 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks [] for security_group_rule (ca0803d4-f20f-4f7c-81ee-872cf2c91236), before_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:25:42.411563 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-d6443e6b-d18d-43ff-b8e8-99988b0c0a67 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks [] for security_group_rule (ca0803d4-f20f-4f7c-81ee-872cf2c91236), precommit_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:25:42.414636 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-d6443e6b-d18d-43ff-b8e8-99988b0c0a67 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606776'] for security_group_rule (ca0803d4-f20f-4f7c-81ee-872cf2c91236), after_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:25:42.438807 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6443e6b-d18d-43ff-b8e8-99988b0c0a67 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca0803d4-f20f-4f7c-81ee-872cf2c91236,revision_number=0']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:25:42.444268 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-d6443e6b-d18d-43ff-b8e8-99988b0c0a67 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:25:42.445383 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-d6443e6b-d18d-43ff-b8e8-99988b0c0a67 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1256213 Mar 11 16:25:42.448741 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 43502) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:25:42.454613 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.v2.base [None req-f8c7a22a-95ef-466a-b453-206efa0a84b5 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Request body: {'floatingip': {'floating_network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82'}} {{(pid=103091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:25:42.475348 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-f8c7a22a-95ef-466a-b453-206efa0a84b5 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:25:42.576709 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-f8c7a22a-95ef-466a-b453-206efa0a84b5 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (None), before_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:25:42.684127 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.db.db_base_plugin_common [None req-f8c7a22a-95ef-466a-b453-206efa0a84b5 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Allocated IP 172.27.0.162 (ff1c1ad1-a65f-4be8-9483-081137458b82/5240f8c4-acf8-4de2-827e-773879cfd307/4dd4e1ad-d9ac-4927-9610-fe5829b0d99a) {{(pid=103091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:25:42.788285 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-f8c7a22a-95ef-466a-b453-206efa0a84b5 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks [] for port (4dd4e1ad-d9ac-4927-9610-fe5829b0d99a), precommit_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:25:42.822517 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-f8c7a22a-95ef-466a-b453-206efa0a84b5 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780137975911'] for port (4dd4e1ad-d9ac-4927-9610-fe5829b0d99a), after_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:25:42.860450 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c7a22a-95ef-466a-b453-206efa0a84b5 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Network ff1c1ad1-a65f-4be8-9483-081137458b82 is already hosted by enough agents. {{(pid=103091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:25:42.864150 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.scheduler.base_scheduler [None req-f8c7a22a-95ef-466a-b453-206efa0a84b5 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Resources bound (agent type, host, resource id): {{(pid=103091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:25:42.872021 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c7a22a-95ef-466a-b453-206efa0a84b5 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Received port after_create {{(pid=103091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 16:25:42.883872 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c7a22a-95ef-466a-b453-206efa0a84b5 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Pushing event updated for resources: {'Port': ['ID=4dd4e1ad-d9ac-4927-9610-fe5829b0d99a,revision_number=1']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:25:42.932160 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-f8c7a22a-95ef-466a-b453-206efa0a84b5 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks [] for floatingip (61eb9b5e-06c5-44cc-b468-78521a7fb4b5), precommit_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:25:42.961135 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a04cf9-b974-431b-bfff-c53f0c6495c8 req-1a1d0bca-0996-4946-b5fe-af0fcf7d6ccb tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:42.962653 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-e9a04cf9-b974-431b-bfff-c53f0c6495c8 req-1a1d0bca-0996-4946-b5fe-af0fcf7d6ccb tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=478c05ae-53fc-4f37-9e47-5b58ee2f7275 HTTP/1.1" status: 200 len: 945 time: 0.0612161 Mar 11 16:25:42.974387 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-f8c7a22a-95ef-466a-b453-206efa0a84b5 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (4dd4e1ad-d9ac-4927-9610-fe5829b0d99a), before_update {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:25:43.010531 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-e9a04cf9-b974-431b-bfff-c53f0c6495c8 req-8badf8b2-8fa8-4a08-8882-375f97ea17bd tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/security-groups?id=33dc4511-4987-40c1-bc00-25a6576ab3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421162 Mar 11 16:25:43.131624 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-f8c7a22a-95ef-466a-b453-206efa0a84b5 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks [] for port (4dd4e1ad-d9ac-4927-9610-fe5829b0d99a), precommit_update {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:25:43.136052 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-f8c7a22a-95ef-466a-b453-206efa0a84b5 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947'] for port (4dd4e1ad-d9ac-4927-9610-fe5829b0d99a), after_update {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:25:43.171840 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-f8c7a22a-95ef-466a-b453-206efa0a84b5 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539899'] for floatingip (61eb9b5e-06c5-44cc-b468-78521a7fb4b5), after_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:25:43.192346 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c7a22a-95ef-466a-b453-206efa0a84b5 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Pushing event updated for resources: {'Port': ['ID=4dd4e1ad-d9ac-4927-9610-fe5829b0d99a,revision_number=2']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:25:43.199017 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-f8c7a22a-95ef-466a-b453-206efa0a84b5 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122971'] for floatingip (None), before_response {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:25:43.200328 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-f8c7a22a-95ef-466a-b453-206efa0a84b5 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7497389 Mar 11 16:25:43.406109 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-79068a8b-f361-454a-834f-6e96d6d784b2 req-cbbb2785-5df5-4981-ae68-f3f8d368e28f tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--115560131&fields=id&tenant_id=3f90eba451e343e49c0fa456ba2b00cd HTTP/1.1" status: 200 len: 267 time: 0.0462651 Mar 11 16:25:43.472074 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 43528) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:25:43.528833 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79068a8b-f361-454a-834f-6e96d6d784b2 req-ac34aefc-2065-455e-8890-888d25923980 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:43.530493 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-79068a8b-f361-454a-834f-6e96d6d784b2 req-ac34aefc-2065-455e-8890-888d25923980 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/networks?id=5f3aea45-b741-4cf8-ad8b-40753fc82fad HTTP/1.1" status: 200 len: 815 time: 0.1162231 Mar 11 16:25:43.545336 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-79068a8b-f361-454a-834f-6e96d6d784b2 req-ce625fa4-a190-418c-b3d3-e8a4c57ab804 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/quotas/3f90eba451e343e49c0fa456ba2b00cd HTTP/1.1" status: 200 len: 375 time: 0.0093839 Mar 11 16:25:43.583064 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-d2c34a1f-64b5-4936-9c01-a3e724f7d060 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:25:43.605791 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-79068a8b-f361-454a-834f-6e96d6d784b2 req-0ce8140a-eed6-43c1-aa61-988109a479c3 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=3f90eba451e343e49c0fa456ba2b00cd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0545976 Mar 11 16:25:43.663737 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-d2c34a1f-64b5-4936-9c01-a3e724f7d060 admin admin] Publish callbacks [] for security_group (7eab39ea-47cc-4919-92ab-86e099a5b2f9), precommit_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:25:43.667627 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-d2c34a1f-64b5-4936-9c01-a3e724f7d060 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (7eab39ea-47cc-4919-92ab-86e099a5b2f9), after_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:25:43.707432 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-d2c34a1f-64b5-4936-9c01-a3e724f7d060 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=52e5527098804e329a77f4d2fdcc4813&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2342479 Mar 11 16:25:43.708299 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c34a1f-64b5-4936-9c01-a3e724f7d060 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eab39ea-47cc-4919-92ab-86e099a5b2f9,revision_number=1']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:25:43.710696 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-79068a8b-f361-454a-834f-6e96d6d784b2 req-cef1e620-c1d8-4f98-98a5-c4a489e4629b service neutron] 10.222.0.72 "GET /v2.0/networks/5f3aea45-b741-4cf8-ad8b-40753fc82fad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898652 Mar 11 16:25:43.710824 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 43532) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:25:43.758857 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-c6bb572e-ff36-487c-a526-6f70575f4b8b admin admin] Publish callbacks [] for security_group (7eab39ea-47cc-4919-92ab-86e099a5b2f9), before_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:25:43.781323 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-c6bb572e-ff36-487c-a526-6f70575f4b8b admin admin] Publish callbacks [] for security_group (7eab39ea-47cc-4919-92ab-86e099a5b2f9), precommit_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:25:43.799950 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-79068a8b-f361-454a-834f-6e96d6d784b2 req-39593b69-4011-466f-88a5-cded3e7af6f8 service neutron] 10.222.0.72 "GET /v2.0/networks/5f3aea45-b741-4cf8-ad8b-40753fc82fad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850949 Mar 11 16:25:43.815562 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c9842657-838b-471c-82f1-1028fcb36de3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (52d54afa-c257-4acf-9353-cc1307944ae0), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:25:43.832135 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-c6bb572e-ff36-487c-a526-6f70575f4b8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (7eab39ea-47cc-4919-92ab-86e099a5b2f9), after_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:25:43.834789 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-c6bb572e-ff36-487c-a526-6f70575f4b8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:25:43.835939 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-c6bb572e-ff36-487c-a526-6f70575f4b8b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/7eab39ea-47cc-4919-92ab-86e099a5b2f9 HTTP/1.1" status: 204 len: 168 time: 0.1244814 Mar 11 16:25:43.846420 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bb572e-ff36-487c-a526-6f70575f4b8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eab39ea-47cc-4919-92ab-86e099a5b2f9,revision_number=None']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:25:44.032266 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-f8b01dcd-c93e-4c13-be42-6078b39912ed req-d3b64a71-935a-4ded-8cd7-e79d9432f5e9 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/ports?device_id=60375808-c014-47f7-ac87-9338e5ec7ae2 HTTP/1.1" status: 200 len: 210 time: 0.0647528 Mar 11 16:25:44.163280 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb63cc13-0a74-4adc-8325-28ae01167d51 req-7b871edf-63f4-43eb-83bb-6cb245c2fe52 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:44.165155 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-cb63cc13-0a74-4adc-8325-28ae01167d51 req-7b871edf-63f4-43eb-83bb-6cb245c2fe52 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=478c05ae-53fc-4f37-9e47-5b58ee2f7275 HTTP/1.1" status: 200 len: 945 time: 0.0690112 Mar 11 16:25:44.216031 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-cb63cc13-0a74-4adc-8325-28ae01167d51 req-b2b45d86-9ac0-43dc-8905-b34f6c6ad7ce tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/security-groups?id=33dc4511-4987-40c1-bc00-25a6576ab3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442457 Mar 11 16:25:45.151092 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-1b8c031c-f87c-4f65-a65d-6b1f5f861aee req-bd366c30-ec34-48fa-a48e-5d0327c51feb tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/ports?device_id=60375808-c014-47f7-ac87-9338e5ec7ae2 HTTP/1.1" status: 200 len: 210 time: 0.0366805 Mar 11 16:25:45.170993 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79068a8b-f361-454a-834f-6e96d6d784b2 req-52ebf48e-077f-4dab-86b9-336cc004155a tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:45.172560 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-79068a8b-f361-454a-834f-6e96d6d784b2 req-52ebf48e-077f-4dab-86b9-336cc004155a tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.18 "GET /v2.0/networks?id=5f3aea45-b741-4cf8-ad8b-40753fc82fad HTTP/1.1" status: 200 len: 815 time: 0.1420064 Mar 11 16:25:45.245379 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-79068a8b-f361-454a-834f-6e96d6d784b2 req-f8ee7b96-b657-4641-a5ec-446a7e1ddc42 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3f90eba451e343e49c0fa456ba2b00cd HTTP/1.1" status: 200 len: 472 time: 0.0635223 Mar 11 16:25:45.254477 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.v2.base [req-79068a8b-f361-454a-834f-6e96d6d784b2 req-810cf168-5549-4975-9bfd-4577f4dcadce tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Request body: {'port': {'device_id': '60375808-c014-47f7-ac87-9338e5ec7ae2', 'network_id': '5f3aea45-b741-4cf8-ad8b-40753fc82fad', 'admin_state_up': True, 'tenant_id': '3f90eba451e343e49c0fa456ba2b00cd', 'security_groups': ['f587cf86-8369-464d-8b58-665dbb6d5f14']}} {{(pid=103092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:25:45.395133 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396bc74a-1268-4e5c-a8c3-b7ce31618908 req-fa01dda4-78c2-4d85-8d68-417a500354cd tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:45.396617 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-396bc74a-1268-4e5c-a8c3-b7ce31618908 req-fa01dda4-78c2-4d85-8d68-417a500354cd tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=478c05ae-53fc-4f37-9e47-5b58ee2f7275 HTTP/1.1" status: 200 len: 945 time: 0.1070168 Mar 11 16:25:45.410911 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79068a8b-f361-454a-834f-6e96d6d784b2 req-810cf168-5549-4975-9bfd-4577f4dcadce tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Made reservation on behalf of 3f90eba451e343e49c0fa456ba2b00cd for: {'port': 1} {{(pid=103092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:25:45.414089 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-79068a8b-f361-454a-834f-6e96d6d784b2 req-810cf168-5549-4975-9bfd-4577f4dcadce tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (None), before_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:25:45.492762 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-396bc74a-1268-4e5c-a8c3-b7ce31618908 req-9e54c5e1-d4c1-4a61-a604-e55f25e30db1 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/security-groups?id=33dc4511-4987-40c1-bc00-25a6576ab3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888767 Mar 11 16:25:45.570399 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.db.db_base_plugin_common [req-79068a8b-f361-454a-834f-6e96d6d784b2 req-810cf168-5549-4975-9bfd-4577f4dcadce tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Allocated IP 172.20.0.8 (5f3aea45-b741-4cf8-ad8b-40753fc82fad/acc28c21-3e47-4bf8-b31f-cbbed70c6f99/0045ec83-fa40-4993-ad84-9961382e2c6d) {{(pid=103092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:25:45.708527 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-79068a8b-f361-454a-834f-6e96d6d784b2 req-810cf168-5549-4975-9bfd-4577f4dcadce tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks [] for port (0045ec83-fa40-4993-ad84-9961382e2c6d), precommit_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:25:45.740612 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-79068a8b-f361-454a-834f-6e96d6d784b2 req-810cf168-5549-4975-9bfd-4577f4dcadce tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780137975911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30811620'] for port (0045ec83-fa40-4993-ad84-9961382e2c6d), after_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:25:45.783210 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79068a8b-f361-454a-834f-6e96d6d784b2 req-810cf168-5549-4975-9bfd-4577f4dcadce tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Network 5f3aea45-b741-4cf8-ad8b-40753fc82fad is already hosted by enough agents. {{(pid=103092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:25:45.788066 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.scheduler.base_scheduler [req-79068a8b-f361-454a-834f-6e96d6d784b2 req-810cf168-5549-4975-9bfd-4577f4dcadce tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Resources bound (agent type, host, resource id): {{(pid=103092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:25:45.791620 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.db.l3_dvrscheduler_db [req-79068a8b-f361-454a-834f-6e96d6d784b2 req-810cf168-5549-4975-9bfd-4577f4dcadce tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Received port after_create {{(pid=103092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 16:25:45.798710 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810cf168-5549-4975-9bfd-4577f4dcadce tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Pushing event updated for resources: {'Port': ['ID=0045ec83-fa40-4993-ad84-9961382e2c6d,revision_number=1']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:25:45.849043 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79068a8b-f361-454a-834f-6e96d6d784b2 req-810cf168-5549-4975-9bfd-4577f4dcadce tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:45.849824 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-79068a8b-f361-454a-834f-6e96d6d784b2 req-810cf168-5549-4975-9bfd-4577f4dcadce tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122971'] for port (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:25:45.869160 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-79068a8b-f361-454a-834f-6e96d6d784b2 req-810cf168-5549-4975-9bfd-4577f4dcadce tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6185050 Mar 11 16:25:45.881866 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.v2.base [req-79068a8b-f361-454a-834f-6e96d6d784b2 req-9cb28885-f71b-48dc-ac75-5a57a126a553 service neutron] Request body: {'port': {'device_id': '60375808-c014-47f7-ac87-9338e5ec7ae2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=103092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:25:45.944868 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-79068a8b-f361-454a-834f-6e96d6d784b2 req-9cb28885-f71b-48dc-ac75-5a57a126a553 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (0045ec83-fa40-4993-ad84-9961382e2c6d), before_update {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:25:46.054063 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [None req-43460310-01ef-40d0-9c55-6e09a7239923 None None] Provisioning complete for port 0045ec83-fa40-4993-ad84-9961382e2c6d triggered by entity DHCP. {{(pid=103093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 16:25:46.054673 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-43460310-01ef-40d0-9c55-6e09a7239923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397499'] for port (0045ec83-fa40-4993-ad84-9961382e2c6d), provisioning_complete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:25:46.089218 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-43460310-01ef-40d0-9c55-6e09a7239923 None None] Port 0045ec83-fa40-4993-ad84-9961382e2c6d cannot update to ACTIVE because it is not bound. {{(pid=103093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 16:25:46.151046 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-edeec648-9ed3-42ca-85ec-c3136b184e03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (03422851-42b1-44c9-ada6-e479436b7b23), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:25:46.220478 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.notifiers.nova [req-79068a8b-f361-454a-834f-6e96d6d784b2 req-9cb28885-f71b-48dc-ac75-5a57a126a553 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0045ec83-fa40-4993-ad84-9961382e2c6d {{(pid=103092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:25:46.236575 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-79068a8b-f361-454a-834f-6e96d6d784b2 req-9cb28885-f71b-48dc-ac75-5a57a126a553 service neutron] Publish callbacks [] for port (0045ec83-fa40-4993-ad84-9961382e2c6d), precommit_update {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:25:46.265158 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.db.provisioning_blocks [req-79068a8b-f361-454a-834f-6e96d6d784b2 req-9cb28885-f71b-48dc-ac75-5a57a126a553 service neutron] Transition to ACTIVE for port object 0045ec83-fa40-4993-ad84-9961382e2c6d will not be triggered until provisioned by entity L2. {{(pid=103092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 16:25:46.269194 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-79068a8b-f361-454a-834f-6e96d6d784b2 req-9cb28885-f71b-48dc-ac75-5a57a126a553 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30811645'] for port (0045ec83-fa40-4993-ad84-9961382e2c6d), after_update {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:25:46.332179 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b8714d-7c3b-41e6-a9c5-7f12977db73b req-17698695-10a6-4be4-abb7-2dfc8586d21e tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:46.333701 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-71b8714d-7c3b-41e6-a9c5-7f12977db73b req-17698695-10a6-4be4-abb7-2dfc8586d21e tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/ports?device_id=60375808-c014-47f7-ac87-9338e5ec7ae2 HTTP/1.1" status: 200 len: 931 time: 0.1089656 Mar 11 16:25:46.343676 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb28885-f71b-48dc-ac75-5a57a126a553 service neutron] Pushing event updated for resources: {'Port': ['ID=0045ec83-fa40-4993-ad84-9961382e2c6d,revision_number=2']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:25:46.438757 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-71b8714d-7c3b-41e6-a9c5-7f12977db73b req-12d5e7f4-3b60-4524-bc73-6585da14aea7 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/security-groups?id=f587cf86-8369-464d-8b58-665dbb6d5f14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989842 Mar 11 16:25:46.450585 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.managers [req-79068a8b-f361-454a-834f-6e96d6d784b2 req-9cb28885-f71b-48dc-ac75-5a57a126a553 service neutron] Attempting to bind port 0045ec83-fa40-4993-ad84-9961382e2c6d on host hv-cinder-75078 for vnic_type normal with profile {{(pid=103092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 16:25:46.459830 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.managers [req-79068a8b-f361-454a-834f-6e96d6d784b2 req-9cb28885-f71b-48dc-ac75-5a57a126a553 service neutron] Attempting to bind port 0045ec83-fa40-4993-ad84-9961382e2c6d by drivers openvswitch,hyperv on host hv-cinder-75078 at level 0 using segments [{'id': 'd0d5eee1-b4bb-471c-a057-81102a55b99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '5f3aea45-b741-4cf8-ad8b-40753fc82fad'}] {{(pid=103092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 16:25:46.459830 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79068a8b-f361-454a-834f-6e96d6d784b2 req-9cb28885-f71b-48dc-ac75-5a57a126a553 service neutron] Attempting to bind port 0045ec83-fa40-4993-ad84-9961382e2c6d on network 5f3aea45-b741-4cf8-ad8b-40753fc82fad {{(pid=103092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 16:25:46.459830 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79068a8b-f361-454a-834f-6e96d6d784b2 req-9cb28885-f71b-48dc-ac75-5a57a126a553 service neutron] Port 0045ec83-fa40-4993-ad84-9961382e2c6d on network 5f3aea45-b741-4cf8-ad8b-40753fc82fad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75078 {{(pid=103092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 16:25:46.459830 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79068a8b-f361-454a-834f-6e96d6d784b2 req-9cb28885-f71b-48dc-ac75-5a57a126a553 service neutron] Attempting to bind port 0045ec83-fa40-4993-ad84-9961382e2c6d on network 5f3aea45-b741-4cf8-ad8b-40753fc82fad {{(pid=103092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 16:25:46.461328 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79068a8b-f361-454a-834f-6e96d6d784b2 req-9cb28885-f71b-48dc-ac75-5a57a126a553 service neutron] Checking agent: {'id': '42978ec7-0c45-4bcc-88e8-64ee44356522', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 19, 5), 'started_at': datetime.datetime(2022, 3, 11, 16, 19, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 25, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 16:25:46.461660 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79068a8b-f361-454a-834f-6e96d6d784b2 req-9cb28885-f71b-48dc-ac75-5a57a126a553 service neutron] Checking segment: {'id': 'd0d5eee1-b4bb-471c-a057-81102a55b99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '5f3aea45-b741-4cf8-ad8b-40753fc82fad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 16:25:46.462074 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79068a8b-f361-454a-834f-6e96d6d784b2 req-9cb28885-f71b-48dc-ac75-5a57a126a553 service neutron] Bound using segment: {'id': 'd0d5eee1-b4bb-471c-a057-81102a55b99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '5f3aea45-b741-4cf8-ad8b-40753fc82fad'} {{(pid=103092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 16:25:46.462490 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.managers [req-79068a8b-f361-454a-834f-6e96d6d784b2 req-9cb28885-f71b-48dc-ac75-5a57a126a553 service neutron] Bound port: 0045ec83-fa40-4993-ad84-9961382e2c6d, host: hv-cinder-75078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0d5eee1-b4bb-471c-a057-81102a55b99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '5f3aea45-b741-4cf8-ad8b-40753fc82fad'}}] {{(pid=103092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 16:25:46.462842 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-79068a8b-f361-454a-834f-6e96d6d784b2 req-9cb28885-f71b-48dc-ac75-5a57a126a553 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (0045ec83-fa40-4993-ad84-9961382e2c6d), before_update {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:25:46.527469 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.db [req-79068a8b-f361-454a-834f-6e96d6d784b2 req-9cb28885-f71b-48dc-ac75-5a57a126a553 service neutron] For port 0045ec83-fa40-4993-ad84-9961382e2c6d, host hv-cinder-75078, cleared binding levels {{(pid=103092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:25:46.530574 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.db [req-79068a8b-f361-454a-834f-6e96d6d784b2 req-9cb28885-f71b-48dc-ac75-5a57a126a553 service neutron] For port 0045ec83-fa40-4993-ad84-9961382e2c6d, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=0045ec83-fa40-4993-ad84-9961382e2c6d,segment=NetworkSegment(d0d5eee1-b4bb-471c-a057-81102a55b99f),segment_id=d0d5eee1-b4bb-471c-a057-81102a55b99f)] {{(pid=103092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:25:46.536260 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-79068a8b-f361-454a-834f-6e96d6d784b2 req-9cb28885-f71b-48dc-ac75-5a57a126a553 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30811645'] for port (0045ec83-fa40-4993-ad84-9961382e2c6d), after_update {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:25:46.584208 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79068a8b-f361-454a-834f-6e96d6d784b2 req-9cb28885-f71b-48dc-ac75-5a57a126a553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:46.584837 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-79068a8b-f361-454a-834f-6e96d6d784b2 req-9cb28885-f71b-48dc-ac75-5a57a126a553 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122971'] for port (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:25:46.586301 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-79068a8b-f361-454a-834f-6e96d6d784b2 req-9cb28885-f71b-48dc-ac75-5a57a126a553 service neutron] 10.222.0.18 "PUT /v2.0/ports/0045ec83-fa40-4993-ad84-9961382e2c6d HTTP/1.1" status: 200 len: 1093 time: 0.7090795 Mar 11 16:25:46.586765 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60375808-c014-47f7-ac87-9338e5ec7ae2', 'tag': '0045ec83-fa40-4993-ad84-9961382e2c6d'}] {{(pid=103092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:25:46.589844 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8119d67d121bc7655fb27ee4e81d05746f3857d7b024446e390c37a4f39e07a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dba9704-0952-4517-be70-5f3c302a1f05" -d '{"events": [{"name": "network-changed", "server_uuid": "60375808-c014-47f7-ac87-9338e5ec7ae2", "tag": "0045ec83-fa40-4993-ad84-9961382e2c6d"}]}' {{(pid=103092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 16:25:46.658417 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 16:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c25b2c76-add9-448f-8ddd-c897d21afa5f x-openstack-request-id: req-c25b2c76-add9-448f-8ddd-c897d21afa5f {{(pid=103092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 16:25:46.658704 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60375808-c014-47f7-ac87-9338e5ec7ae2", "tag": "0045ec83-fa40-4993-ad84-9961382e2c6d", "status": "completed", "code": 200}]} {{(pid=103092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 16:25:46.658938 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-c25b2c76-add9-448f-8ddd-c897d21afa5f {{(pid=103092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 16:25:46.659330 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60375808-c014-47f7-ac87-9338e5ec7ae2', 'tag': '0045ec83-fa40-4993-ad84-9961382e2c6d', 'status': 'completed', 'code': 200} Mar 11 16:25:46.670312 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb28885-f71b-48dc-ac75-5a57a126a553 service neutron] Pushing event updated for resources: {'Port': ['ID=0045ec83-fa40-4993-ad84-9961382e2c6d,revision_number=3']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:25:46.715994 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2613939c-d475-4992-9133-30365c33ec5a req-9718b50f-ada0-45eb-ae76-7a2f0fa1b3e1 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:46.717585 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-2613939c-d475-4992-9133-30365c33ec5a req-9718b50f-ada0-45eb-ae76-7a2f0fa1b3e1 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=478c05ae-53fc-4f37-9e47-5b58ee2f7275 HTTP/1.1" status: 200 len: 945 time: 0.1218643 Mar 11 16:25:46.734772 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79068a8b-f361-454a-834f-6e96d6d784b2 req-1674b48a-2c26-4d1b-a332-42945b06bf18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:46.736322 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-79068a8b-f361-454a-834f-6e96d6d784b2 req-1674b48a-2c26-4d1b-a332-42945b06bf18 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3f90eba451e343e49c0fa456ba2b00cd&device_id=60375808-c014-47f7-ac87-9338e5ec7ae2 HTTP/1.1" status: 200 len: 1127 time: 0.0890272 Mar 11 16:25:46.795421 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-79068a8b-f361-454a-834f-6e96d6d784b2 req-8c90bc26-a6e2-48df-942e-ea1a68caba0b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0045ec83-fa40-4993-ad84-9961382e2c6d HTTP/1.1" status: 200 len: 217 time: 0.0456095 Mar 11 16:25:46.815197 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-2613939c-d475-4992-9133-30365c33ec5a req-127c2e5e-063a-4a30-a21c-d1d370c821b7 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/security-groups?id=33dc4511-4987-40c1-bc00-25a6576ab3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914102 Mar 11 16:25:46.855775 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79068a8b-f361-454a-834f-6e96d6d784b2 req-00d64f9c-dc3a-4a34-80de-8a1e137dc0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:46.857289 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-79068a8b-f361-454a-834f-6e96d6d784b2 req-00d64f9c-dc3a-4a34-80de-8a1e137dc0e1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=acc28c21-3e47-4bf8-b31f-cbbed70c6f99 HTTP/1.1" status: 200 len: 854 time: 0.0541167 Mar 11 16:25:46.909532 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79068a8b-f361-454a-834f-6e96d6d784b2 req-9bb438b5-1623-44c3-87ee-599b32e253b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:46.911096 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-79068a8b-f361-454a-834f-6e96d6d784b2 req-9bb438b5-1623-44c3-87ee-599b32e253b4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5f3aea45-b741-4cf8-ad8b-40753fc82fad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0461090 Mar 11 16:25:47.015760 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-79068a8b-f361-454a-834f-6e96d6d784b2 req-e9502c4b-6a62-4747-a219-03a514e0f923 service neutron] 10.222.0.18 "GET /v2.0/networks/5f3aea45-b741-4cf8-ad8b-40753fc82fad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862863 Mar 11 16:25:47.107615 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-79068a8b-f361-454a-834f-6e96d6d784b2 req-11fc48e1-deb4-4509-bed9-823361e3c099 service neutron] 10.222.0.18 "GET /v2.0/networks/5f3aea45-b741-4cf8-ad8b-40753fc82fad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848670 Mar 11 16:25:47.210083 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dba9704-0952-4517-be70-5f3c302a1f05 req-54110887-78f0-4a03-a06a-24b14bd27859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:47.211596 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-2dba9704-0952-4517-be70-5f3c302a1f05 req-54110887-78f0-4a03-a06a-24b14bd27859 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3f90eba451e343e49c0fa456ba2b00cd&device_id=60375808-c014-47f7-ac87-9338e5ec7ae2 HTTP/1.1" status: 200 len: 1127 time: 0.0457494 Mar 11 16:25:47.308679 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dba9704-0952-4517-be70-5f3c302a1f05 req-12cfd1ff-d0fc-4313-88a3-023ee85c7cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:47.310224 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-2dba9704-0952-4517-be70-5f3c302a1f05 req-12cfd1ff-d0fc-4313-88a3-023ee85c7cf1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5f3aea45-b741-4cf8-ad8b-40753fc82fad HTTP/1.1" status: 200 len: 916 time: 0.0914872 Mar 11 16:25:47.352994 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-2dba9704-0952-4517-be70-5f3c302a1f05 req-77095a15-7181-483e-acea-f680de473946 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0045ec83-fa40-4993-ad84-9961382e2c6d HTTP/1.1" status: 200 len: 217 time: 0.0347807 Mar 11 16:25:47.409369 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dba9704-0952-4517-be70-5f3c302a1f05 req-7371794b-64f8-415f-9a30-90768e3ef698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:47.410818 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-2dba9704-0952-4517-be70-5f3c302a1f05 req-7371794b-64f8-415f-9a30-90768e3ef698 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=acc28c21-3e47-4bf8-b31f-cbbed70c6f99 HTTP/1.1" status: 200 len: 854 time: 0.0472183 Mar 11 16:25:47.459602 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ae773407-53f5-44d0-bdbe-4d88b69a915f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (d0bcdf8a-248d-4278-aa4c-95e4828d61b2), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:25:47.461613 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dba9704-0952-4517-be70-5f3c302a1f05 req-e56d4cc9-06dc-4960-8d1f-1e29caea4921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:47.463138 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-2dba9704-0952-4517-be70-5f3c302a1f05 req-e56d4cc9-06dc-4960-8d1f-1e29caea4921 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5f3aea45-b741-4cf8-ad8b-40753fc82fad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0453010 Mar 11 16:25:47.592597 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-2dba9704-0952-4517-be70-5f3c302a1f05 req-d1f55a54-0cce-45ba-83ee-04a3cc0d9ebd service neutron] 10.222.0.18 "GET /v2.0/networks/5f3aea45-b741-4cf8-ad8b-40753fc82fad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196780 Mar 11 16:25:47.603706 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e059f02c-7cc0-4d62-bc60-9b35a97f95ef req-386b5b75-f1bb-44de-8796-7e45e3904d71 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:47.605187 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-e059f02c-7cc0-4d62-bc60-9b35a97f95ef req-386b5b75-f1bb-44de-8796-7e45e3904d71 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/ports?device_id=60375808-c014-47f7-ac87-9338e5ec7ae2 HTTP/1.1" status: 200 len: 943 time: 0.0991395 Mar 11 16:25:47.712953 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-e059f02c-7cc0-4d62-bc60-9b35a97f95ef req-bca0f0be-48d9-4bc6-9b01-09031bc8010a tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/security-groups?id=f587cf86-8369-464d-8b58-665dbb6d5f14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960851 Mar 11 16:25:47.736879 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-2dba9704-0952-4517-be70-5f3c302a1f05 req-b1f59d57-b6b9-40ea-bfe8-ce8ac285d96a service neutron] 10.222.0.18 "GET /v2.0/networks/5f3aea45-b741-4cf8-ad8b-40753fc82fad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274498 Mar 11 16:25:48.168340 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f71a249-134e-494b-a7c3-26cf864576d1 req-887970d8-ba72-42de-a356-d2850580a848 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:48.170473 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-6f71a249-134e-494b-a7c3-26cf864576d1 req-887970d8-ba72-42de-a356-d2850580a848 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=478c05ae-53fc-4f37-9e47-5b58ee2f7275 HTTP/1.1" status: 200 len: 945 time: 0.2765338 Mar 11 16:25:48.220034 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-6f71a249-134e-494b-a7c3-26cf864576d1 req-f8325369-7bfe-43cb-b32c-b6a5464670d8 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/security-groups?id=33dc4511-4987-40c1-bc00-25a6576ab3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433168 Mar 11 16:25:48.827116 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-12686fd2-0f25-484f-a78a-b5cd34d8581b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (a5a5d809-3580-471a-ade1-6c5ecc269919), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:25:48.836918 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a163e994-054b-4efb-a713-6b51e1007f1f req-236b9cce-3021-4138-8bcc-0bbd8623abe0 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:48.838570 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-a163e994-054b-4efb-a713-6b51e1007f1f req-236b9cce-3021-4138-8bcc-0bbd8623abe0 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/ports?device_id=60375808-c014-47f7-ac87-9338e5ec7ae2 HTTP/1.1" status: 200 len: 943 time: 0.0555058 Mar 11 16:25:48.888045 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-a163e994-054b-4efb-a713-6b51e1007f1f req-ce9ee938-8389-4bf8-b9c0-a1bebb855ece tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/security-groups?id=f587cf86-8369-464d-8b58-665dbb6d5f14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421410 Mar 11 16:25:49.003756 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Device b2fdd8a9-d396-4e44-9ff5-4e706efd4b70 details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=103093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 16:25:49.099910 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] For port b2fdd8a9-d396-4e44-9ff5-4e706efd4b70, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=b2fdd8a9-d396-4e44-9ff5-4e706efd4b70,segment=NetworkSegment(a719ed4c-1b21-4087-84c5-f4c81307e7ed),segment_id=a719ed4c-1b21-4087-84c5-f4c81307e7ed)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:25:49.111200 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Returning: {'device': 'b2fdd8a9-d396-4e44-9ff5-4e706efd4b70', 'network_id': '4d385937-5589-47ac-b063-981bb549e693', 'port_id': 'b2fdd8a9-d396-4e44-9ff5-4e706efd4b70', 'mac_address': 'fa:16:3e:a9:26:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fa91c63-7953-4f02-bfd2-c0a4c4e05e10', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 16:25:49.151076 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Current status of the port b2fdd8a9-d396-4e44-9ff5-4e706efd4b70 is: ACTIVE; New status is: BUILD {{(pid=103093) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 16:25:49.151456 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (b2fdd8a9-d396-4e44-9ff5-4e706efd4b70), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:25:49.164871 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.notifiers.nova [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b2fdd8a9-d396-4e44-9ff5-4e706efd4b70 {{(pid=103093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:25:49.183975 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] For port b2fdd8a9-d396-4e44-9ff5-4e706efd4b70, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=b2fdd8a9-d396-4e44-9ff5-4e706efd4b70,segment=NetworkSegment(a719ed4c-1b21-4087-84c5-f4c81307e7ed),segment_id=a719ed4c-1b21-4087-84c5-f4c81307e7ed)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:25:49.189363 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947'] for port (b2fdd8a9-d396-4e44-9ff5-4e706efd4b70), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:25:49.237251 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Pushing event updated for resources: {'Port': ['ID=b2fdd8a9-d396-4e44-9ff5-4e706efd4b70,revision_number=6']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:25:49.350200 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b391be-f8a8-4296-b6c2-bbb494ccfd4a req-3feb8213-36d0-497b-a1dc-ca587fcafca2 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:49.351570 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-09b391be-f8a8-4296-b6c2-bbb494ccfd4a req-3feb8213-36d0-497b-a1dc-ca587fcafca2 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=478c05ae-53fc-4f37-9e47-5b58ee2f7275 HTTP/1.1" status: 200 len: 944 time: 0.0553536 Mar 11 16:25:49.398524 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-09b391be-f8a8-4296-b6c2-bbb494ccfd4a req-b624e281-b404-4d19-88b1-b42b861999b6 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/security-groups?id=33dc4511-4987-40c1-bc00-25a6576ab3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412948 Mar 11 16:25:49.531208 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] get_ports_and_sgs() called for port_ids ['b2fdd8a9-d396-4e44-9ff5-4e706efd4b70'] {{(pid=103093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 16:25:50.049812 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480c150c-390a-4d8e-bda6-c4bce6d72901 req-b18971c9-a634-414a-a12b-1fc252d05968 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:50.051285 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-480c150c-390a-4d8e-bda6-c4bce6d72901 req-b18971c9-a634-414a-a12b-1fc252d05968 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/ports?device_id=60375808-c014-47f7-ac87-9338e5ec7ae2 HTTP/1.1" status: 200 len: 943 time: 0.0882633 Mar 11 16:25:50.063879 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9ce05b-b327-4e42-8642-dd42396026ae req-be2aa9a0-f9ee-4fa2-85fe-6d346e30461d tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:50.065316 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-6a9ce05b-b327-4e42-8642-dd42396026ae req-be2aa9a0-f9ee-4fa2-85fe-6d346e30461d tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/ports?device_id=ff3302ce-26ae-48b1-b0bb-8e4ee3574619 HTTP/1.1" status: 200 len: 945 time: 0.0709329 Mar 11 16:25:50.136774 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-480c150c-390a-4d8e-bda6-c4bce6d72901 req-756facce-7257-4143-9fa7-962fea102987 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/security-groups?id=f587cf86-8369-464d-8b58-665dbb6d5f14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702603 Mar 11 16:25:50.139968 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-6a9ce05b-b327-4e42-8642-dd42396026ae req-03b5aff2-d04e-4744-91a1-2d15573d8721 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c0c943-e611-4d20-8bcb-3980a39beca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681670 Mar 11 16:25:50.385704 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (1025624e-e238-47fc-86ae-58f7bb6baa16), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:25:50.535317 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730ef868-8a2e-4552-8f76-687cc9dbb299 req-d897e5e7-a4bc-467d-9856-c5353f5017eb tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:50.536882 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-730ef868-8a2e-4552-8f76-687cc9dbb299 req-d897e5e7-a4bc-467d-9856-c5353f5017eb tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=478c05ae-53fc-4f37-9e47-5b58ee2f7275 HTTP/1.1" status: 200 len: 944 time: 0.0624115 Mar 11 16:25:50.584625 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-730ef868-8a2e-4552-8f76-687cc9dbb299 req-c08ff766-e1fe-48ff-97e0-26ea4a49cda4 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/security-groups?id=33dc4511-4987-40c1-bc00-25a6576ab3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422773 Mar 11 16:25:51.015785 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Device 0045ec83-fa40-4993-ad84-9961382e2c6d details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=103093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 16:25:51.019114 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Device b2fdd8a9-d396-4e44-9ff5-4e706efd4b70 up at agent hyperv_hv-cinder-75078 {{(pid=103093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 16:25:51.126934 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Provisioning complete for port b2fdd8a9-d396-4e44-9ff5-4e706efd4b70 triggered by entity L2. {{(pid=103093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 16:25:51.127246 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397499'] for port (b2fdd8a9-d396-4e44-9ff5-4e706efd4b70), provisioning_complete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:25:51.223221 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.agents_db [None req-ed17eba3-c4d2-4aaa-a64c-93b8434a4a48 None None] Agent healthcheck: found 6 active agents {{(pid=103094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 16:25:51.224955 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] For port 0045ec83-fa40-4993-ad84-9961382e2c6d, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=0045ec83-fa40-4993-ad84-9961382e2c6d,segment=NetworkSegment(d0d5eee1-b4bb-471c-a057-81102a55b99f),segment_id=d0d5eee1-b4bb-471c-a057-81102a55b99f)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:25:51.247873 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Returning: {'device': '0045ec83-fa40-4993-ad84-9961382e2c6d', 'network_id': '5f3aea45-b741-4cf8-ad8b-40753fc82fad', 'port_id': '0045ec83-fa40-4993-ad84-9961382e2c6d', 'mac_address': 'fa:16:3e:e6:f7:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acc28c21-3e47-4bf8-b31f-cbbed70c6f99', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 16:25:51.312852 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Current status of the port b2fdd8a9-d396-4e44-9ff5-4e706efd4b70 is: BUILD; New status is: ACTIVE {{(pid=103093) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 16:25:51.313234 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (b2fdd8a9-d396-4e44-9ff5-4e706efd4b70), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:25:51.313713 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc1bccf-0c6e-4eca-9d27-bf59e5728ee4 req-c5d6b10a-fb78-4f0b-8cd2-fe8ceb84363d tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:51.315256 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-0fc1bccf-0c6e-4eca-9d27-bf59e5728ee4 req-c5d6b10a-fb78-4f0b-8cd2-fe8ceb84363d tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/ports?device_id=60375808-c014-47f7-ac87-9338e5ec7ae2 HTTP/1.1" status: 200 len: 943 time: 0.0907888 Mar 11 16:25:51.344526 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0618fc-4471-4035-bb76-0feaa4deaa04 req-1278ed6a-f0dd-44fe-9d13-effe2299b800 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:51.346109 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-de0618fc-4471-4035-bb76-0feaa4deaa04 req-1278ed6a-f0dd-44fe-9d13-effe2299b800 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/ports?device_id=ff3302ce-26ae-48b1-b0bb-8e4ee3574619 HTTP/1.1" status: 200 len: 945 time: 0.0917361 Mar 11 16:25:51.395661 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-0fc1bccf-0c6e-4eca-9d27-bf59e5728ee4 req-ae8d7a86-4a84-436a-8f60-ca820f607ff3 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/security-groups?id=f587cf86-8369-464d-8b58-665dbb6d5f14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739622 Mar 11 16:25:51.430212 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-de0618fc-4471-4035-bb76-0feaa4deaa04 req-3b55684d-258a-48ce-984d-40334775dd1f tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c0c943-e611-4d20-8bcb-3980a39beca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765111 Mar 11 16:25:51.469433 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Current status of the port 0045ec83-fa40-4993-ad84-9961382e2c6d is: DOWN; New status is: BUILD {{(pid=103093) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 16:25:51.470016 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (0045ec83-fa40-4993-ad84-9961382e2c6d), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:25:51.476110 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '478c05ae-53fc-4f37-9e47-5b58ee2f7275', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2fdd8a9-d396-4e44-9ff5-4e706efd4b70'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:25:51.478273 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f6a2c072b123b360c8eb8991e75d694e889c4c27e62ecb22fdf39ecf471eb94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c254819-6e4a-4620-8be8-f6537af06a42" -d '{"events": [{"server_uuid": "478c05ae-53fc-4f37-9e47-5b58ee2f7275", "name": "network-vif-plugged", "status": "completed", "tag": "b2fdd8a9-d396-4e44-9ff5-4e706efd4b70"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 16:25:51.498891 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] For port b2fdd8a9-d396-4e44-9ff5-4e706efd4b70, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=b2fdd8a9-d396-4e44-9ff5-4e706efd4b70,segment=NetworkSegment(a719ed4c-1b21-4087-84c5-f4c81307e7ed),segment_id=a719ed4c-1b21-4087-84c5-f4c81307e7ed)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:25:51.501093 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.notifiers.nova [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0045ec83-fa40-4993-ad84-9961382e2c6d {{(pid=103093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:25:51.506785 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947'] for port (b2fdd8a9-d396-4e44-9ff5-4e706efd4b70), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:25:51.531869 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 16:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5e12a1a-fbcd-46b0-a6b6-68a9dad07f8e x-openstack-request-id: req-f5e12a1a-fbcd-46b0-a6b6-68a9dad07f8e {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 16:25:51.532181 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "478c05ae-53fc-4f37-9e47-5b58ee2f7275", "name": "network-vif-plugged", "status": "completed", "tag": "b2fdd8a9-d396-4e44-9ff5-4e706efd4b70", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 16:25:51.532429 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-f5e12a1a-fbcd-46b0-a6b6-68a9dad07f8e {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 16:25:51.532811 dv-cinder-750782-12-iscsi neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '478c05ae-53fc-4f37-9e47-5b58ee2f7275', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2fdd8a9-d396-4e44-9ff5-4e706efd4b70', 'code': 200} Mar 11 16:25:51.551658 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] For port 0045ec83-fa40-4993-ad84-9961382e2c6d, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=0045ec83-fa40-4993-ad84-9961382e2c6d,segment=NetworkSegment(d0d5eee1-b4bb-471c-a057-81102a55b99f),segment_id=d0d5eee1-b4bb-471c-a057-81102a55b99f)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:25:51.559606 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947'] for port (0045ec83-fa40-4993-ad84-9961382e2c6d), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:25:51.575878 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Pushing event updated for resources: {'Port': ['ID=b2fdd8a9-d396-4e44-9ff5-4e706efd4b70,revision_number=7']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:25:51.657242 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Pushing event updated for resources: {'Port': ['ID=0045ec83-fa40-4993-ad84-9961382e2c6d,revision_number=4']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:25:51.718504 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f87828-be84-4353-9f16-83c1d198eb71 req-2ec11be8-66ad-4e35-8a34-c877aff089f3 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:51.719986 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-b8f87828-be84-4353-9f16-83c1d198eb71 req-2ec11be8-66ad-4e35-8a34-c877aff089f3 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=478c05ae-53fc-4f37-9e47-5b58ee2f7275 HTTP/1.1" status: 200 len: 945 time: 0.0547581 Mar 11 16:25:51.766767 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-b8f87828-be84-4353-9f16-83c1d198eb71 req-9cd7668f-c7c5-4455-9b54-9c0b5e7506fd tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/security-groups?id=33dc4511-4987-40c1-bc00-25a6576ab3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411289 Mar 11 16:25:52.387570 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] get_ports_and_sgs() called for port_ids ['0045ec83-fa40-4993-ad84-9961382e2c6d'] {{(pid=103093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 16:25:52.559827 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60202902-ac86-4730-a069-cd1e71146651 req-8a2163f9-c5bc-4568-a038-08993e839f39 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:52.561317 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-60202902-ac86-4730-a069-cd1e71146651 req-8a2163f9-c5bc-4568-a038-08993e839f39 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/ports?device_id=60375808-c014-47f7-ac87-9338e5ec7ae2 HTTP/1.1" status: 200 len: 944 time: 0.0930815 Mar 11 16:25:52.583768 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef75d729-91c6-45a6-9232-2b63ce59ce44 req-4c9322ed-8311-453f-9f09-7ec10ace194c tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:52.585417 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-ef75d729-91c6-45a6-9232-2b63ce59ce44 req-4c9322ed-8311-453f-9f09-7ec10ace194c tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/ports?device_id=ff3302ce-26ae-48b1-b0bb-8e4ee3574619 HTTP/1.1" status: 200 len: 945 time: 0.0821960 Mar 11 16:25:52.647252 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-60202902-ac86-4730-a069-cd1e71146651 req-de071223-b4e2-41b9-8e1c-3f2515a3e701 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/security-groups?id=f587cf86-8369-464d-8b58-665dbb6d5f14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795979 Mar 11 16:25:52.659113 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-ef75d729-91c6-45a6-9232-2b63ce59ce44 req-26eb7d98-0150-4782-8bf4-701660bddeba tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c0c943-e611-4d20-8bcb-3980a39beca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654771 Mar 11 16:25:52.926739 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace856f8-5d8e-41bc-8887-d13d159d6084 req-59a683d7-9900-4464-ac96-ac8f6680bc69 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:52.928280 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-ace856f8-5d8e-41bc-8887-d13d159d6084 req-59a683d7-9900-4464-ac96-ac8f6680bc69 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/ports?device_id=90ca8e8f-9f94-48cd-9a21-1200c7a66e7a HTTP/1.1" status: 200 len: 945 time: 0.0908425 Mar 11 16:25:52.936585 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f650ab-8eda-4f29-864c-17c09ee24b3a req-44bc04f4-229a-4a16-9804-f3d2b115aa94 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:52.938064 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-a4f650ab-8eda-4f29-864c-17c09ee24b3a req-44bc04f4-229a-4a16-9804-f3d2b115aa94 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=478c05ae-53fc-4f37-9e47-5b58ee2f7275 HTTP/1.1" status: 200 len: 945 time: 0.0911071 Mar 11 16:25:53.011136 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-ace856f8-5d8e-41bc-8887-d13d159d6084 req-344c4457-b6d3-476d-8b69-c04ec1a6ab66 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f673b25-a76b-4443-b7a9-4564d84cc840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720549 Mar 11 16:25:53.014653 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-a4f650ab-8eda-4f29-864c-17c09ee24b3a req-edf1bbc1-ff5b-4be5-b13b-37e1485d5e1e tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/security-groups?id=33dc4511-4987-40c1-bc00-25a6576ab3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699618 Mar 11 16:25:53.808673 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811cc71d-b383-4253-a6b7-6d6395c513ce req-ee5e0bf7-7a74-4d5c-a52e-a76643cc275e tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:53.810182 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-811cc71d-b383-4253-a6b7-6d6395c513ce req-ee5e0bf7-7a74-4d5c-a52e-a76643cc275e tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/ports?device_id=60375808-c014-47f7-ac87-9338e5ec7ae2 HTTP/1.1" status: 200 len: 944 time: 0.0931528 Mar 11 16:25:53.817626 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b62c1a5-62fc-4380-a000-35efdb3420e7 req-13941ebe-a9a3-41af-be2e-5f9bd1987d38 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:53.819038 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-3b62c1a5-62fc-4380-a000-35efdb3420e7 req-13941ebe-a9a3-41af-be2e-5f9bd1987d38 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/ports?device_id=ff3302ce-26ae-48b1-b0bb-8e4ee3574619 HTTP/1.1" status: 200 len: 945 time: 0.0737615 Mar 11 16:25:53.887977 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-811cc71d-b383-4253-a6b7-6d6395c513ce req-6df65201-7e1e-43d8-81c4-438a99d46b0a tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/security-groups?id=f587cf86-8369-464d-8b58-665dbb6d5f14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680103 Mar 11 16:25:53.894888 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-3b62c1a5-62fc-4380-a000-35efdb3420e7 req-4f3e4d8b-f8a5-41c5-9fbe-a69a2c61f2ee tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c0c943-e611-4d20-8bcb-3980a39beca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692453 Mar 11 16:25:54.164579 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d730027f-5c50-4f47-8c8f-1bb3434c2dff req-3b10a233-4786-4027-ae98-4b37c1cfa3eb tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:54.166083 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-d730027f-5c50-4f47-8c8f-1bb3434c2dff req-3b10a233-4786-4027-ae98-4b37c1cfa3eb tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/ports?device_id=90ca8e8f-9f94-48cd-9a21-1200c7a66e7a HTTP/1.1" status: 200 len: 945 time: 0.0862827 Mar 11 16:25:54.173862 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897b7828-9927-45c6-a8a2-d3da0d73c379 req-c17776d6-7603-4857-b6ff-5cd8e10c1986 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:54.175265 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-897b7828-9927-45c6-a8a2-d3da0d73c379 req-c17776d6-7603-4857-b6ff-5cd8e10c1986 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=478c05ae-53fc-4f37-9e47-5b58ee2f7275 HTTP/1.1" status: 200 len: 945 time: 0.0861313 Mar 11 16:25:54.249970 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-d730027f-5c50-4f47-8c8f-1bb3434c2dff req-747ef9f1-4a18-4948-a8d8-b31de5da85db tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f673b25-a76b-4443-b7a9-4564d84cc840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737314 Mar 11 16:25:54.253003 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-897b7828-9927-45c6-a8a2-d3da0d73c379 req-b0079a6e-76f9-4181-8667-b64a71b41dcf tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/security-groups?id=33dc4511-4987-40c1-bc00-25a6576ab3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712447 Mar 11 16:25:55.037253 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab91f463-4775-46f3-9156-ca65b730151c req-646b4c7f-09b7-4aed-b304-454aa57751e8 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:55.038251 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Device 0045ec83-fa40-4993-ad84-9961382e2c6d up at agent hyperv_hv-cinder-75078 {{(pid=103093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 16:25:55.038773 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-ab91f463-4775-46f3-9156-ca65b730151c req-646b4c7f-09b7-4aed-b304-454aa57751e8 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/ports?device_id=60375808-c014-47f7-ac87-9338e5ec7ae2 HTTP/1.1" status: 200 len: 944 time: 0.0833149 Mar 11 16:25:55.047232 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adb8999-5333-40b2-895b-579309078f54 req-7dcce9b6-856f-4075-9d48-cfdb0b072671 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:55.048705 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-1adb8999-5333-40b2-895b-579309078f54 req-7dcce9b6-856f-4075-9d48-cfdb0b072671 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/ports?device_id=ff3302ce-26ae-48b1-b0bb-8e4ee3574619 HTTP/1.1" status: 200 len: 945 time: 0.0845587 Mar 11 16:25:55.090315 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Provisioning for port 0045ec83-fa40-4993-ad84-9961382e2c6d completed by entity L2. {{(pid=103093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 16:25:55.095054 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Provisioning complete for port 0045ec83-fa40-4993-ad84-9961382e2c6d triggered by entity L2. {{(pid=103093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 16:25:55.095425 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397499'] for port (0045ec83-fa40-4993-ad84-9961382e2c6d), provisioning_complete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:25:55.124186 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-ab91f463-4775-46f3-9156-ca65b730151c req-da230075-652d-483f-8d6d-35098be3a47c tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/security-groups?id=f587cf86-8369-464d-8b58-665dbb6d5f14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744894 Mar 11 16:25:55.131827 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-1adb8999-5333-40b2-895b-579309078f54 req-32d4668d-94ad-4185-b0d5-099783ed1885 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c0c943-e611-4d20-8bcb-3980a39beca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764544 Mar 11 16:25:55.180210 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Current status of the port 0045ec83-fa40-4993-ad84-9961382e2c6d is: BUILD; New status is: ACTIVE {{(pid=103093) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 16:25:55.180608 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (0045ec83-fa40-4993-ad84-9961382e2c6d), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:25:55.202967 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60375808-c014-47f7-ac87-9338e5ec7ae2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0045ec83-fa40-4993-ad84-9961382e2c6d'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:25:55.205166 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f6a2c072b123b360c8eb8991e75d694e889c4c27e62ecb22fdf39ecf471eb94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5abd7f6e-41da-49f1-8f36-1f9df6b2b42a" -d '{"events": [{"server_uuid": "60375808-c014-47f7-ac87-9338e5ec7ae2", "name": "network-vif-plugged", "status": "completed", "tag": "0045ec83-fa40-4993-ad84-9961382e2c6d"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 16:25:55.218043 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] For port 0045ec83-fa40-4993-ad84-9961382e2c6d, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=0045ec83-fa40-4993-ad84-9961382e2c6d,segment=NetworkSegment(d0d5eee1-b4bb-471c-a057-81102a55b99f),segment_id=d0d5eee1-b4bb-471c-a057-81102a55b99f)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:25:55.222738 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947'] for port (0045ec83-fa40-4993-ad84-9961382e2c6d), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:25:55.247204 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 16:25:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51d2f5c9-f0f8-4867-89ab-338e35c4427b x-openstack-request-id: req-51d2f5c9-f0f8-4867-89ab-338e35c4427b {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 16:25:55.247521 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60375808-c014-47f7-ac87-9338e5ec7ae2", "name": "network-vif-plugged", "status": "completed", "tag": "0045ec83-fa40-4993-ad84-9961382e2c6d", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 16:25:55.247777 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-51d2f5c9-f0f8-4867-89ab-338e35c4427b {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 16:25:55.248162 dv-cinder-750782-12-iscsi neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60375808-c014-47f7-ac87-9338e5ec7ae2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0045ec83-fa40-4993-ad84-9961382e2c6d', 'code': 200} Mar 11 16:25:55.273278 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Pushing event updated for resources: {'Port': ['ID=0045ec83-fa40-4993-ad84-9961382e2c6d,revision_number=5']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:25:55.410373 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafe3681-618c-43a8-b72a-9af41e4404a8 req-026274b2-e952-4cce-aae3-79337045f741 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:55.411849 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-eafe3681-618c-43a8-b72a-9af41e4404a8 req-026274b2-e952-4cce-aae3-79337045f741 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=478c05ae-53fc-4f37-9e47-5b58ee2f7275 HTTP/1.1" status: 200 len: 945 time: 0.0797453 Mar 11 16:25:55.418959 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fa87dc-e1fe-4a3d-81f7-6c65314fea43 req-e23d58a5-7d6d-407a-aae0-b78ca4245c49 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:55.420337 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-80fa87dc-e1fe-4a3d-81f7-6c65314fea43 req-e23d58a5-7d6d-407a-aae0-b78ca4245c49 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/ports?device_id=90ca8e8f-9f94-48cd-9a21-1200c7a66e7a HTTP/1.1" status: 200 len: 945 time: 0.1019046 Mar 11 16:25:55.534270 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-80fa87dc-e1fe-4a3d-81f7-6c65314fea43 req-2cfaa737-7e64-4167-be2e-85e9a4e6337c tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f673b25-a76b-4443-b7a9-4564d84cc840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024716 Mar 11 16:25:55.537054 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948540cc-68de-4724-b037-d878a0e1d327 req-8220c838-13ef-454b-a1ce-b7c0e02e18ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:55.538322 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-948540cc-68de-4724-b037-d878a0e1d327 req-8220c838-13ef-454b-a1ce-b7c0e02e18ff service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=60375808-c014-47f7-ac87-9338e5ec7ae2 HTTP/1.1" status: 200 len: 1129 time: 0.1171458 Mar 11 16:25:55.541814 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-eafe3681-618c-43a8-b72a-9af41e4404a8 req-929f0bd6-bfef-449c-a703-d6f40e84be3f tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/security-groups?id=33dc4511-4987-40c1-bc00-25a6576ab3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1195631 Mar 11 16:25:55.587536 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-948540cc-68de-4724-b037-d878a0e1d327 req-92a80cd0-7a12-4a72-8e07-d4c909127ea1 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=f587cf86-8369-464d-8b58-665dbb6d5f14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403304 Mar 11 16:25:56.279816 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c6d1d3-12df-4957-b139-ddf5ee5d364d req-d32a7b5c-a7a2-4877-b907-0e5ab87595c4 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:56.281307 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-f2c6d1d3-12df-4957-b139-ddf5ee5d364d req-d32a7b5c-a7a2-4877-b907-0e5ab87595c4 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/ports?device_id=60375808-c014-47f7-ac87-9338e5ec7ae2 HTTP/1.1" status: 200 len: 945 time: 0.0884225 Mar 11 16:25:56.288907 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ce6b65-2199-4c73-85e5-2e9335cf8a60 req-65804c7c-8608-4109-b57f-992d4e2fdcb5 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:56.290345 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-54ce6b65-2199-4c73-85e5-2e9335cf8a60 req-65804c7c-8608-4109-b57f-992d4e2fdcb5 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/ports?device_id=ff3302ce-26ae-48b1-b0bb-8e4ee3574619 HTTP/1.1" status: 200 len: 945 time: 0.0874386 Mar 11 16:25:56.363107 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-f2c6d1d3-12df-4957-b139-ddf5ee5d364d req-31ba9839-d8b2-418d-bb93-20a5a8f97139 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/security-groups?id=f587cf86-8369-464d-8b58-665dbb6d5f14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718164 Mar 11 16:25:56.366472 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-54ce6b65-2199-4c73-85e5-2e9335cf8a60 req-9e4133dc-af86-4930-b9ce-62fde0389c68 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c0c943-e611-4d20-8bcb-3980a39beca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684071 Mar 11 16:25:56.701303 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467a6fc0-558f-48ed-8b4a-9584685fe1a3 req-3e97028c-ae8a-4b55-96fb-ed97b3c23379 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:56.703562 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-467a6fc0-558f-48ed-8b4a-9584685fe1a3 req-3e97028c-ae8a-4b55-96fb-ed97b3c23379 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/ports?device_id=90ca8e8f-9f94-48cd-9a21-1200c7a66e7a HTTP/1.1" status: 200 len: 945 time: 0.0906885 Mar 11 16:25:56.716209 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a38576a-1c36-43d6-ae52-c9b5e4fa43dd req-41733d36-0f47-4ead-91b7-753349e494ec tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:56.717697 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-7a38576a-1c36-43d6-ae52-c9b5e4fa43dd req-41733d36-0f47-4ead-91b7-753349e494ec tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=478c05ae-53fc-4f37-9e47-5b58ee2f7275 HTTP/1.1" status: 200 len: 945 time: 0.0765874 Mar 11 16:25:56.797760 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-467a6fc0-558f-48ed-8b4a-9584685fe1a3 req-76fbe4f7-9b75-4c53-b678-942c057eb2c3 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f673b25-a76b-4443-b7a9-4564d84cc840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788825 Mar 11 16:25:56.805687 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-7a38576a-1c36-43d6-ae52-c9b5e4fa43dd req-bc55d9e9-9085-4d5d-a2b5-6f503adb0025 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/security-groups?id=33dc4511-4987-40c1-bc00-25a6576ab3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810359 Mar 11 16:25:57.117685 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf337a49-f656-42ab-a3c8-523d4a28d0a0 req-7ad30c20-ad69-405e-bc40-c36eefa24124 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:57.119166 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-bf337a49-f656-42ab-a3c8-523d4a28d0a0 req-7ad30c20-ad69-405e-bc40-c36eefa24124 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.18 "GET /v2.0/ports?device_id=90ca8e8f-9f94-48cd-9a21-1200c7a66e7a HTTP/1.1" status: 200 len: 945 time: 0.0660212 Mar 11 16:25:57.227180 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.plugin [req-bf337a49-f656-42ab-a3c8-523d4a28d0a0 req-7f0df022-ebda-4abd-b788-1e060b030196 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] Deleting port 42811323-1a2b-45ba-b828-75496126c494 {{(pid=103092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 16:25:57.227877 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-bf337a49-f656-42ab-a3c8-523d4a28d0a0 req-7f0df022-ebda-4abd-b788-1e060b030196 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780138536942'] for port (42811323-1a2b-45ba-b828-75496126c494), before_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:25:57.328459 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.db [req-bf337a49-f656-42ab-a3c8-523d4a28d0a0 req-7f0df022-ebda-4abd-b788-1e060b030196 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] For port 42811323-1a2b-45ba-b828-75496126c494, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=42811323-1a2b-45ba-b828-75496126c494,segment=NetworkSegment(3d93b5d4-cefe-4911-a16c-44b970641fb6),segment_id=3d93b5d4-cefe-4911-a16c-44b970641fb6)] {{(pid=103092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:25:57.329555 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-bf337a49-f656-42ab-a3c8-523d4a28d0a0 req-7f0df022-ebda-4abd-b788-1e060b030196 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538029'] for port (42811323-1a2b-45ba-b828-75496126c494), precommit_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:25:57.344981 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.plugin [req-bf337a49-f656-42ab-a3c8-523d4a28d0a0 req-7f0df022-ebda-4abd-b788-1e060b030196 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] Calling delete_port for 42811323-1a2b-45ba-b828-75496126c494 owned by compute:nova {{(pid=103092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 16:25:57.608840 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51551059-6653-497d-9b94-aebf85081ba8 req-7f8a9ba4-9265-4ff4-860c-e9d6309ef0da tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:57.610536 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-51551059-6653-497d-9b94-aebf85081ba8 req-7f8a9ba4-9265-4ff4-860c-e9d6309ef0da tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/ports?device_id=ff3302ce-26ae-48b1-b0bb-8e4ee3574619 HTTP/1.1" status: 200 len: 945 time: 0.1562810 Mar 11 16:25:57.646342 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8031732f-da6a-4750-855a-3aba8f5daa07 req-203291ed-cb4b-4163-81aa-cd15e24f6a10 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:57.647826 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-8031732f-da6a-4750-855a-3aba8f5daa07 req-203291ed-cb4b-4163-81aa-cd15e24f6a10 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/ports?device_id=60375808-c014-47f7-ac87-9338e5ec7ae2 HTTP/1.1" status: 200 len: 945 time: 0.1529534 Mar 11 16:25:57.650664 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-bf337a49-f656-42ab-a3c8-523d4a28d0a0 req-7f0df022-ebda-4abd-b788-1e060b030196 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780138542421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780137975920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30811620'] for port (42811323-1a2b-45ba-b828-75496126c494), after_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:25:57.665662 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] get_ports_and_sgs() called for port_ids ['9d4df3af-6712-4ab2-b720-a9e6ce561b01', '42811323-1a2b-45ba-b828-75496126c494'] {{(pid=103093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 16:25:57.706706 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0df022-ebda-4abd-b788-1e060b030196 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] Pushing event deleted for resources: {'Port': ['ID=42811323-1a2b-45ba-b828-75496126c494,revision_number=None']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:25:57.767210 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-51551059-6653-497d-9b94-aebf85081ba8 req-39d75f23-43e4-432b-a917-ed682a79eff4 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c0c943-e611-4d20-8bcb-3980a39beca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1503680 Mar 11 16:25:57.789544 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf337a49-f656-42ab-a3c8-523d4a28d0a0 req-7f0df022-ebda-4abd-b788-1e060b030196 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] No DVR routers for this DVR port 42811323-1a2b-45ba-b828-75496126c494 on host hv-cinder-75078 {{(pid=103092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:25:57.808623 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-8031732f-da6a-4750-855a-3aba8f5daa07 req-577d4727-06d1-4f2b-9839-b837345187c4 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/security-groups?id=f587cf86-8369-464d-8b58-665dbb6d5f14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1537964 Mar 11 16:25:57.813207 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-bf337a49-f656-42ab-a3c8-523d4a28d0a0 req-7f0df022-ebda-4abd-b788-1e060b030196 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122971'] for port (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:25:57.822745 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-bf337a49-f656-42ab-a3c8-523d4a28d0a0 req-7f0df022-ebda-4abd-b788-1e060b030196 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.18 "DELETE /v2.0/ports/42811323-1a2b-45ba-b828-75496126c494 HTTP/1.1" status: 204 len: 173 time: 0.6975248 Mar 11 16:25:57.823335 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90ca8e8f-9f94-48cd-9a21-1200c7a66e7a', 'name': 'network-vif-deleted', 'tag': '42811323-1a2b-45ba-b828-75496126c494'}] {{(pid=103092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:25:57.826658 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8119d67d121bc7655fb27ee4e81d05746f3857d7b024446e390c37a4f39e07a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3ee10c7-168a-4cb7-ada2-e2fcda1c8b8a" -d '{"events": [{"server_uuid": "90ca8e8f-9f94-48cd-9a21-1200c7a66e7a", "name": "network-vif-deleted", "tag": "42811323-1a2b-45ba-b828-75496126c494"}]}' {{(pid=103092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 16:25:57.939182 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 16:25:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ead174aa-00c7-47ff-9a9e-ddb84391b55c x-openstack-request-id: req-ead174aa-00c7-47ff-9a9e-ddb84391b55c {{(pid=103092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 16:25:57.939182 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90ca8e8f-9f94-48cd-9a21-1200c7a66e7a", "name": "network-vif-deleted", "tag": "42811323-1a2b-45ba-b828-75496126c494", "status": "completed", "code": 200}]} {{(pid=103092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 16:25:57.939182 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-ead174aa-00c7-47ff-9a9e-ddb84391b55c {{(pid=103092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 16:25:57.939182 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90ca8e8f-9f94-48cd-9a21-1200c7a66e7a', 'name': 'network-vif-deleted', 'tag': '42811323-1a2b-45ba-b828-75496126c494', 'status': 'completed', 'code': 200} Mar 11 16:25:58.023000 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-522c3823-8d6f-4264-84d8-240fbfe4a56f req-ea5eaacc-28ef-4694-96b2-af1f0624e889 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/ports?device_id=90ca8e8f-9f94-48cd-9a21-1200c7a66e7a HTTP/1.1" status: 200 len: 210 time: 0.0413122 Mar 11 16:25:58.093293 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86479c23-0a5a-4e23-ba85-bf925dfd0f7a req-eab30e70-7e36-4bee-88a1-231d86b254d6 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:58.094922 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-86479c23-0a5a-4e23-ba85-bf925dfd0f7a req-eab30e70-7e36-4bee-88a1-231d86b254d6 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=478c05ae-53fc-4f37-9e47-5b58ee2f7275 HTTP/1.1" status: 200 len: 945 time: 0.0700243 Mar 11 16:25:58.150296 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-86479c23-0a5a-4e23-ba85-bf925dfd0f7a req-51d3b3e1-1306-445e-9901-0926e0932b25 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/security-groups?id=33dc4511-4987-40c1-bc00-25a6576ab3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483363 Mar 11 16:25:59.004726 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426b5dda-908c-46f1-ade1-c898ece621c3 req-a09a79a2-000c-4ac0-82ab-2939bc6db052 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:59.006651 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-426b5dda-908c-46f1-ade1-c898ece621c3 req-a09a79a2-000c-4ac0-82ab-2939bc6db052 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/ports?device_id=ff3302ce-26ae-48b1-b0bb-8e4ee3574619 HTTP/1.1" status: 200 len: 945 time: 0.0945201 Mar 11 16:25:59.025667 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c21c11b-1065-496b-a186-dc807ba1fc12 req-6b68a74c-9806-43b3-9afb-d242ed047769 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:59.028403 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-6c21c11b-1065-496b-a186-dc807ba1fc12 req-6b68a74c-9806-43b3-9afb-d242ed047769 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/ports?device_id=60375808-c014-47f7-ac87-9338e5ec7ae2 HTTP/1.1" status: 200 len: 945 time: 0.1170442 Mar 11 16:25:59.130046 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-6c21c11b-1065-496b-a186-dc807ba1fc12 req-01133dc9-b1e4-4c8b-8fa2-923dd52dbf02 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/security-groups?id=f587cf86-8369-464d-8b58-665dbb6d5f14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953789 Mar 11 16:25:59.143960 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-426b5dda-908c-46f1-ade1-c898ece621c3 req-1061de42-fc02-402e-9b95-a8a49905de2c tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c0c943-e611-4d20-8bcb-3980a39beca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1192112 Mar 11 16:25:59.329460 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928737d8-5b9c-4a04-a2bc-733c64ad254c req-90b7f5e9-0798-4121-95ab-ff89a092892d tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:59.342581 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 43718) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:25:59.344342 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-928737d8-5b9c-4a04-a2bc-733c64ad254c req-90b7f5e9-0798-4121-95ab-ff89a092892d tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/ports?device_id=60375808-c014-47f7-ac87-9338e5ec7ae2 HTTP/1.1" status: 200 len: 945 time: 0.1297965 Mar 11 16:25:59.357843 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.v2.base [None req-637e57b9-0d74-4a86-9626-88a21ca8c6b9 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Request body: {'floatingip': {'port_id': '0045ec83-fa40-4993-ad84-9961382e2c6d'}} {{(pid=103091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:25:59.364677 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f884fec6-00f3-4965-85e6-8f39f531cfa9 req-52399d87-1e3a-4ef4-b394-86c448b4b469 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:59.366298 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-f884fec6-00f3-4965-85e6-8f39f531cfa9 req-52399d87-1e3a-4ef4-b394-86c448b4b469 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=478c05ae-53fc-4f37-9e47-5b58ee2f7275 HTTP/1.1" status: 200 len: 945 time: 0.1032221 Mar 11 16:25:59.440162 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-f884fec6-00f3-4965-85e6-8f39f531cfa9 req-27b84abd-ea46-429c-b830-2cfad9d8f920 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/security-groups?id=33dc4511-4987-40c1-bc00-25a6576ab3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639203 Mar 11 16:25:59.474898 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-637e57b9-0d74-4a86-9626-88a21ca8c6b9 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks [] for floatingip (61eb9b5e-06c5-44cc-b468-78521a7fb4b5), before_update {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:25:59.780579 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b612d0f6-2a9f-4392-bf92-381faffce7a0 req-cafc344d-566d-4b06-b20d-568ec7ab8e2d tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:59.794982 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-b612d0f6-2a9f-4392-bf92-381faffce7a0 req-cafc344d-566d-4b06-b20d-568ec7ab8e2d tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/ports?device_id=951f3d73-8cd5-4032-ad4d-9453ab670ada HTTP/1.1" status: 200 len: 945 time: 0.1009116 Mar 11 16:25:59.906297 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-b612d0f6-2a9f-4392-bf92-381faffce7a0 req-04baf7aa-3ef9-4dd5-b52a-ced8fcea7387 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f673b25-a76b-4443-b7a9-4564d84cc840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991185 Mar 11 16:26:00.299262 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d65e572-69e9-4190-8b7d-427f468a49c1 req-4eb4fa28-5a5f-4bc4-885d-17c4951b3a1c tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:00.307467 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-7d65e572-69e9-4190-8b7d-427f468a49c1 req-4eb4fa28-5a5f-4bc4-885d-17c4951b3a1c tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/ports?device_id=ff3302ce-26ae-48b1-b0bb-8e4ee3574619 HTTP/1.1" status: 200 len: 945 time: 0.0806887 Mar 11 16:26:00.327411 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-637e57b9-0d74-4a86-9626-88a21ca8c6b9 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:00.335169 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-637e57b9-0d74-4a86-9626-88a21ca8c6b9 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539899'] for floatingip (61eb9b5e-06c5-44cc-b468-78521a7fb4b5), after_update {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:00.381033 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-7d65e572-69e9-4190-8b7d-427f468a49c1 req-fc1250f9-7976-4681-9a04-1090e16b1aa5 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c0c943-e611-4d20-8bcb-3980a39beca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711358 Mar 11 16:26:00.514439 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.db.l3_db [None req-637e57b9-0d74-4a86-9626-88a21ca8c6b9 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Floating IP 61eb9b5e-06c5-44cc-b468-78521a7fb4b5 associated. External IP: 172.27.0.162, port: 0045ec83-fa40-4993-ad84-9961382e2c6d. Mar 11 16:26:00.591886 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ac99f4-3bcd-44bb-ad82-f41d63473697 req-2bb836d0-dbba-4f94-b00d-d9b916765ba4 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:00.599528 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-57ac99f4-3bcd-44bb-ad82-f41d63473697 req-2bb836d0-dbba-4f94-b00d-d9b916765ba4 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=478c05ae-53fc-4f37-9e47-5b58ee2f7275 HTTP/1.1" status: 200 len: 945 time: 0.0774715 Mar 11 16:26:00.663226 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-57ac99f4-3bcd-44bb-ad82-f41d63473697 req-b2cb034b-3b6e-4132-9115-26aff93a86d0 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/security-groups?id=33dc4511-4987-40c1-bc00-25a6576ab3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627074 Mar 11 16:26:00.794476 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-637e57b9-0d74-4a86-9626-88a21ca8c6b9 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Router 0445e330-dbfe-4390-80a7-5bd62ee92899 has already been hosted by L3 agent 03422851-42b1-44c9-ada6-e479436b7b23 {{(pid=103091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:26:00.948843 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-637e57b9-0d74-4a86-9626-88a21ca8c6b9 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Notify agent at l3_agent.dv-cinder-750782-12-iscsi the message routers_updated {{(pid=103091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:26:00.967465 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6fcb16-38e0-412b-a7df-591017b0ae1a None None] Sync routers for ids ['0445e330-dbfe-4390-80a7-5bd62ee92899'] in dv-cinder-750782-12-iscsi {{(pid=103094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:26:00.968085 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-637e57b9-0d74-4a86-9626-88a21ca8c6b9 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122971'] for floatingip (None), before_response {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:00.985406 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6fcb16-38e0-412b-a7df-591017b0ae1a None None] Routers {'0445e330-dbfe-4390-80a7-5bd62ee92899'} bound to L3 agent in host dv-cinder-750782-12-iscsi {{(pid=103094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 16:26:00.986232 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_hamode_db [None req-cf6fcb16-38e0-412b-a7df-591017b0ae1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T16:12:46Z,description=,heartbeat_timestamp=2022-03-11T16:25:46Z,host='dv-cinder-750782-12-iscsi',id=03422851-42b1-44c9-ada6-e479436b7b23,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:12:46Z,topic='l3_agent')) {'router_ids': ['0445e330-dbfe-4390-80a7-5bd62ee92899'], 'active': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:26:01.023022 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-637e57b9-0d74-4a86-9626-88a21ca8c6b9 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "PUT /v2.0/floatingips/61eb9b5e-06c5-44cc-b468-78521a7fb4b5 HTTP/1.1" status: 200 len: 991 time: 1.6709685 Mar 11 16:26:01.023819 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60375808-c014-47f7-ac87-9338e5ec7ae2', 'tag': '0045ec83-fa40-4993-ad84-9961382e2c6d'}] {{(pid=103091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:26:01.026995 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbfc172464096d1f7f5252f1a1e10ed885571faacea4d726e820cddde391bb83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d132c026-e881-4790-9e6c-bc0ffe730a71" -d '{"events": [{"name": "network-changed", "server_uuid": "60375808-c014-47f7-ac87-9338e5ec7ae2", "tag": "0045ec83-fa40-4993-ad84-9961382e2c6d"}]}' {{(pid=103091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 16:26:01.062702 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Device 42811323-1a2b-45ba-b828-75496126c494 no longer exists at agent hyperv_hv-cinder-75078 {{(pid=103093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 16:26:01.091219 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 16:26:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3801c7f6-dd21-4774-b685-83773e54d0a7 x-openstack-request-id: req-3801c7f6-dd21-4774-b685-83773e54d0a7 {{(pid=103091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 16:26:01.093464 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60375808-c014-47f7-ac87-9338e5ec7ae2", "tag": "0045ec83-fa40-4993-ad84-9961382e2c6d", "status": "completed", "code": 200}]} {{(pid=103091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 16:26:01.093917 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-3801c7f6-dd21-4774-b685-83773e54d0a7 {{(pid=103091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 16:26:01.094512 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60375808-c014-47f7-ac87-9338e5ec7ae2', 'tag': '0045ec83-fa40-4993-ad84-9961382e2c6d', 'status': 'completed', 'code': 200} Mar 11 16:26:01.109236 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d297ef-6270-43cd-bb96-fe2792898991 req-a5e6005c-317e-44e7-a464-2736ad4d8f21 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:01.111579 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] No Port match for: 42811323-1a2b-45ba-b828-75496126c494 {{(pid=103093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 16:26:01.111921 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Device 42811323-1a2b-45ba-b828-75496126c494 not bound to the agent host hv-cinder-75078 {{(pid=103093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 16:26:01.121725 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-28d297ef-6270-43cd-bb96-fe2792898991 req-a5e6005c-317e-44e7-a464-2736ad4d8f21 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/ports?device_id=951f3d73-8cd5-4032-ad4d-9453ab670ada HTTP/1.1" status: 200 len: 945 time: 0.1121786 Mar 11 16:26:01.206373 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_dvr_db [None req-cf6fcb16-38e0-412b-a7df-591017b0ae1a None None] Set router 0445e330-dbfe-4390-80a7-5bd62ee92899 gateway port host: dv-cinder-750782-12-iscsi {{(pid=103094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 16:26:01.221081 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-28d297ef-6270-43cd-bb96-fe2792898991 req-173c0975-cf8f-4656-bef0-f808a2a6bce6 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f673b25-a76b-4443-b7a9-4564d84cc840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939293 Mar 11 16:26:01.226437 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d132c026-e881-4790-9e6c-bc0ffe730a71 req-84cbad9d-e0b5-403b-bfde-28c08a387139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:01.228175 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-d132c026-e881-4790-9e6c-bc0ffe730a71 req-84cbad9d-e0b5-403b-bfde-28c08a387139 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3f90eba451e343e49c0fa456ba2b00cd&device_id=60375808-c014-47f7-ac87-9338e5ec7ae2 HTTP/1.1" status: 200 len: 1129 time: 0.0982080 Mar 11 16:26:01.357846 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d132c026-e881-4790-9e6c-bc0ffe730a71 req-4005c222-1105-479a-94b0-b45d6bd461b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:01.363459 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-d132c026-e881-4790-9e6c-bc0ffe730a71 req-4005c222-1105-479a-94b0-b45d6bd461b7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5f3aea45-b741-4cf8-ad8b-40753fc82fad HTTP/1.1" status: 200 len: 916 time: 0.1266551 Mar 11 16:26:01.476751 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-d132c026-e881-4790-9e6c-bc0ffe730a71 req-68e54cf6-1cf0-442c-be93-32998f07f93f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0045ec83-fa40-4993-ad84-9961382e2c6d HTTP/1.1" status: 200 len: 999 time: 0.1029305 Mar 11 16:26:01.575241 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_hamode_db [None req-cf6fcb16-38e0-412b-a7df-591017b0ae1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0445e330-dbfe-4390-80a7-5bd62ee92899', 'name': 'tempest-AttachVolumeNegativeTest-1800470620-router', 'tenant_id': '3f90eba451e343e49c0fa456ba2b00cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'external_fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': 'dc4b8562-4065-4207-bec1-befa1889d519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:21:10Z', 'updated_at': '2022-03-11T16:21:21Z', 'revision_number': 4, 'project_id': '3f90eba451e343e49c0fa456ba2b00cd', 'gw_port': {'id': 'dc4b8562-4065-4207-bec1-befa1889d519', 'name': '', 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:52:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0445e330-dbfe-4390-80a7-5bd62ee92899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:12Z', 'updated_at': '2022-03-11T16:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-12-iscsi', '_floatingips': [{'id': '4d7d6ce1-1fe3-4beb-8c77-16606cc7cbf5', 'tenant_id': '3f90eba451e343e49c0fa456ba2b00cd', 'floating_ip_address': '172.27.0.34', 'floating_network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'router_id': '0445e330-dbfe-4390-80a7-5bd62ee92899', 'port_id': '8304800e-283b-4335-b718-cb629f615213', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f3aea45-b741-4cf8-ad8b-40753fc82fad', 'mac_address': 'fa:16:3e:24:d4:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de856d05-5a1e-4b6f-90f5-822c15eb61f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:21:34Z', 'updated_at': '2022-03-11T16:22:27Z', 'revision_number': 2, 'project_id': '3f90eba451e343e49c0fa456ba2b00cd', 'fixed_ip_address_scope': None}, {'id': '61eb9b5e-06c5-44cc-b468-78521a7fb4b5', 'tenant_id': '3f90eba451e343e49c0fa456ba2b00cd', 'floating_ip_address': '172.27.0.162', 'floating_network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'router_id': '0445e330-dbfe-4390-80a7-5bd62ee92899', 'port_id': '0045ec83-fa40-4993-ad84-9961382e2c6d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 415, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f3aea45-b741-4cf8-ad8b-40753fc82fad', 'mac_address': 'fa:16:3e:e6:f7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60375808-c014-47f7-ac87-9338e5ec7ae2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:25:42Z', 'updated_at': '2022-03-11T16:26:00Z', 'revision_number': 1, 'project_id': '3f90eba451e343e49c0fa456ba2b00cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ac48933-906b-451f-9262-acdcb1369688', 'name': '', 'network_id': '5f3aea45-b741-4cf8-ad8b-40753fc82fad', 'tenant_id': '3f90eba451e343e49c0fa456ba2b00cd', 'mac_address': 'fa:16:3e:a5:32:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0445e330-dbfe-4390-80a7-5bd62ee92899', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'acc28c21-3e47-4bf8-b31f-cbbed70c6f99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:19Z', 'updated_at': '2022-03-11T16:21:30Z', 'revision_number': 5, 'project_id': '3f90eba451e343e49c0fa456ba2b00cd', 'subnets': [{'id': 'acc28c21-3e47-4bf8-b31f-cbbed70c6f99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-12-iscsi', False) {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:26:01.612532 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331a8999-b678-4bfc-ab61-8a753143f3bd req-b2eda921-c8c1-4e39-a396-29b06696b78d tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:01.614121 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-331a8999-b678-4bfc-ab61-8a753143f3bd req-b2eda921-c8c1-4e39-a396-29b06696b78d tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/ports?device_id=ff3302ce-26ae-48b1-b0bb-8e4ee3574619 HTTP/1.1" status: 200 len: 945 time: 0.1361547 Mar 11 16:26:01.619795 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d132c026-e881-4790-9e6c-bc0ffe730a71 req-deff0e61-84e0-410c-b119-f7ba34eeefbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:01.625838 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6fcb16-38e0-412b-a7df-591017b0ae1a None None] Checking router: 0445e330-dbfe-4390-80a7-5bd62ee92899 for host: dv-cinder-750782-12-iscsi {{(pid=103094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:26:01.631044 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-d132c026-e881-4790-9e6c-bc0ffe730a71 req-deff0e61-84e0-410c-b119-f7ba34eeefbb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=acc28c21-3e47-4bf8-b31f-cbbed70c6f99 HTTP/1.1" status: 200 len: 854 time: 0.1398420 Mar 11 16:26:01.639483 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6fcb16-38e0-412b-a7df-591017b0ae1a None None] Routers {'0445e330-dbfe-4390-80a7-5bd62ee92899'} bound to L3 agent in host dv-cinder-750782-12-iscsi {{(pid=103094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 16:26:01.640184 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_hamode_db [None req-cf6fcb16-38e0-412b-a7df-591017b0ae1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T16:12:46Z,description=,heartbeat_timestamp=2022-03-11T16:25:46Z,host='dv-cinder-750782-12-iscsi',id=03422851-42b1-44c9-ada6-e479436b7b23,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:12:46Z,topic='l3_agent')) {'router_ids': ['0445e330-dbfe-4390-80a7-5bd62ee92899'], 'active': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:26:01.777540 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_dvr_db [None req-cf6fcb16-38e0-412b-a7df-591017b0ae1a None None] Set router 0445e330-dbfe-4390-80a7-5bd62ee92899 gateway port host: dv-cinder-750782-12-iscsi {{(pid=103094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 16:26:01.789170 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-331a8999-b678-4bfc-ab61-8a753143f3bd req-5df00832-89ca-4b0d-b0da-f38a97f39396 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c0c943-e611-4d20-8bcb-3980a39beca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1569932 Mar 11 16:26:01.828410 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d132c026-e881-4790-9e6c-bc0ffe730a71 req-560e00f6-5440-4eda-be4b-ffc60b325856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:01.830491 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-d132c026-e881-4790-9e6c-bc0ffe730a71 req-560e00f6-5440-4eda-be4b-ffc60b325856 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5f3aea45-b741-4cf8-ad8b-40753fc82fad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1800694 Mar 11 16:26:01.913574 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85383754-207a-424c-9ba6-77ffa7776976 req-263deb17-b306-41fa-a759-5a849367f40a tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:01.921382 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-85383754-207a-424c-9ba6-77ffa7776976 req-263deb17-b306-41fa-a759-5a849367f40a tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=478c05ae-53fc-4f37-9e47-5b58ee2f7275 HTTP/1.1" status: 200 len: 945 time: 0.1521828 Mar 11 16:26:01.979182 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-d132c026-e881-4790-9e6c-bc0ffe730a71 req-74927566-cced-47b1-a397-082d45b5e31b service neutron] 10.222.0.18 "GET /v2.0/networks/5f3aea45-b741-4cf8-ad8b-40753fc82fad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393135 Mar 11 16:26:02.002715 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-85383754-207a-424c-9ba6-77ffa7776976 req-9aedc668-54dd-4d69-9967-ac4aa5c5ef87 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/security-groups?id=33dc4511-4987-40c1-bc00-25a6576ab3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722523 Mar 11 16:26:02.069397 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_hamode_db [None req-cf6fcb16-38e0-412b-a7df-591017b0ae1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0445e330-dbfe-4390-80a7-5bd62ee92899', 'name': 'tempest-AttachVolumeNegativeTest-1800470620-router', 'tenant_id': '3f90eba451e343e49c0fa456ba2b00cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'external_fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': 'dc4b8562-4065-4207-bec1-befa1889d519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:21:10Z', 'updated_at': '2022-03-11T16:21:21Z', 'revision_number': 4, 'project_id': '3f90eba451e343e49c0fa456ba2b00cd', 'gw_port': {'id': 'dc4b8562-4065-4207-bec1-befa1889d519', 'name': '', 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:52:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0445e330-dbfe-4390-80a7-5bd62ee92899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:12Z', 'updated_at': '2022-03-11T16:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-12-iscsi', '_floatingips': [{'id': '4d7d6ce1-1fe3-4beb-8c77-16606cc7cbf5', 'tenant_id': '3f90eba451e343e49c0fa456ba2b00cd', 'floating_ip_address': '172.27.0.34', 'floating_network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'router_id': '0445e330-dbfe-4390-80a7-5bd62ee92899', 'port_id': '8304800e-283b-4335-b718-cb629f615213', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f3aea45-b741-4cf8-ad8b-40753fc82fad', 'mac_address': 'fa:16:3e:24:d4:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de856d05-5a1e-4b6f-90f5-822c15eb61f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:21:34Z', 'updated_at': '2022-03-11T16:22:27Z', 'revision_number': 2, 'project_id': '3f90eba451e343e49c0fa456ba2b00cd', 'fixed_ip_address_scope': None}, {'id': '61eb9b5e-06c5-44cc-b468-78521a7fb4b5', 'tenant_id': '3f90eba451e343e49c0fa456ba2b00cd', 'floating_ip_address': '172.27.0.162', 'floating_network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'router_id': '0445e330-dbfe-4390-80a7-5bd62ee92899', 'port_id': '0045ec83-fa40-4993-ad84-9961382e2c6d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 415, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f3aea45-b741-4cf8-ad8b-40753fc82fad', 'mac_address': 'fa:16:3e:e6:f7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60375808-c014-47f7-ac87-9338e5ec7ae2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:25:42Z', 'updated_at': '2022-03-11T16:26:00Z', 'revision_number': 1, 'project_id': '3f90eba451e343e49c0fa456ba2b00cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ac48933-906b-451f-9262-acdcb1369688', 'name': '', 'network_id': '5f3aea45-b741-4cf8-ad8b-40753fc82fad', 'tenant_id': '3f90eba451e343e49c0fa456ba2b00cd', 'mac_address': 'fa:16:3e:a5:32:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0445e330-dbfe-4390-80a7-5bd62ee92899', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'acc28c21-3e47-4bf8-b31f-cbbed70c6f99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:19Z', 'updated_at': '2022-03-11T16:21:30Z', 'revision_number': 5, 'project_id': '3f90eba451e343e49c0fa456ba2b00cd', 'subnets': [{'id': 'acc28c21-3e47-4bf8-b31f-cbbed70c6f99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-12-iscsi', False) {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:26:02.098511 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6fcb16-38e0-412b-a7df-591017b0ae1a None None] The sync data for ids ['0445e330-dbfe-4390-80a7-5bd62ee92899'] in dv-cinder-750782-12-iscsi is: [{'id': '0445e330-dbfe-4390-80a7-5bd62ee92899', 'name': 'tempest-AttachVolumeNegativeTest-1800470620-router', 'tenant_id': '3f90eba451e343e49c0fa456ba2b00cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'external_fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': 'dc4b8562-4065-4207-bec1-befa1889d519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:21:10Z', 'updated_at': '2022-03-11T16:21:21Z', 'revision_number': 4, 'project_id': '3f90eba451e343e49c0fa456ba2b00cd', 'gw_port': {'id': 'dc4b8562-4065-4207-bec1-befa1889d519', 'name': '', 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:52:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0445e330-dbfe-4390-80a7-5bd62ee92899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:12Z', 'updated_at': '2022-03-11T16:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-12-iscsi', '_floatingips': [{'id': '4d7d6ce1-1fe3-4beb-8c77-16606cc7cbf5', 'tenant_id': '3f90eba451e343e49c0fa456ba2b00cd', 'floating_ip_address': '172.27.0.34', 'floating_network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'router_id': '0445e330-dbfe-4390-80a7-5bd62ee92899', 'port_id': '8304800e-283b-4335-b718-cb629f615213', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f3aea45-b741-4cf8-ad8b-40753fc82fad', 'mac_address': 'fa:16:3e:24:d4:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de856d05-5a1e-4b6f-90f5-822c15eb61f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:21:34Z', 'updated_at': '2022-03-11T16:22:27Z', 'revision_number': 2, 'project_id': '3f90eba451e343e49c0fa456ba2b00cd', 'fixed_ip_address_scope': None}, {'id': '61eb9b5e-06c5-44cc-b468-78521a7fb4b5', 'tenant_id': '3f90eba451e343e49c0fa456ba2b00cd', 'floating_ip_address': '172.27.0.162', 'floating_network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'router_id': '0445e330-dbfe-4390-80a7-5bd62ee92899', 'port_id': '0045ec83-fa40-4993-ad84-9961382e2c6d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 415, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f3aea45-b741-4cf8-ad8b-40753fc82fad', 'mac_address': 'fa:16:3e:e6:f7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60375808-c014-47f7-ac87-9338e5ec7ae2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:25:42Z', 'updated_at': '2022-03-11T16:26:00Z', 'revision_number': 1, 'project_id': '3f90eba451e343e49c0fa456ba2b00cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ac48933-906b-451f-9262-acdcb1369688', 'name': '', 'network_id': '5f3aea45-b741-4cf8-ad8b-40753fc82fad', 'tenant_id': '3f90eba451e343e49c0fa456ba2b00cd', 'mac_address': 'fa:16:3e:a5:32:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0445e330-dbfe-4390-80a7-5bd62ee92899', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'acc28c21-3e47-4bf8-b31f-cbbed70c6f99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:19Z', 'updated_at': '2022-03-11T16:21:30Z', 'revision_number': 5, 'project_id': '3f90eba451e343e49c0fa456ba2b00cd', 'subnets': [{'id': 'acc28c21-3e47-4bf8-b31f-cbbed70c6f99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:26:02.129624 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-d132c026-e881-4790-9e6c-bc0ffe730a71 req-b3fe66b3-bfdd-430a-a29c-a5d3e034c438 service neutron] 10.222.0.18 "GET /v2.0/networks/5f3aea45-b741-4cf8-ad8b-40753fc82fad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257489 Mar 11 16:26:02.351648 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6256cf-90ca-49d6-bcf5-ea27dc500c63 None None] New status for floating IP 61eb9b5e-06c5-44cc-b468-78521a7fb4b5: ACTIVE {{(pid=103093) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 16:26:02.389647 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8fdc9a-aee7-41c8-a345-d960fd016602 req-a9957364-1b02-4f32-98d7-70d4fe7f5ff7 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:02.404182 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-dd8fdc9a-aee7-41c8-a345-d960fd016602 req-a9957364-1b02-4f32-98d7-70d4fe7f5ff7 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/ports?device_id=951f3d73-8cd5-4032-ad4d-9453ab670ada HTTP/1.1" status: 200 len: 945 time: 0.1056325 Mar 11 16:26:02.463538 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-dd8fdc9a-aee7-41c8-a345-d960fd016602 req-803b4fe0-0032-4d33-8f14-f4a67cb5673f tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f673b25-a76b-4443-b7a9-4564d84cc840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531793 Mar 11 16:26:02.923257 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9d1484-6bc9-4180-8ea7-2402c802104d req-83925167-2af2-4055-98ed-5686343dfb87 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:02.924838 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-9c9d1484-6bc9-4180-8ea7-2402c802104d req-83925167-2af2-4055-98ed-5686343dfb87 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/ports?device_id=ff3302ce-26ae-48b1-b0bb-8e4ee3574619 HTTP/1.1" status: 200 len: 945 time: 0.0615435 Mar 11 16:26:02.982413 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-9c9d1484-6bc9-4180-8ea7-2402c802104d req-9b7b81b9-9b61-4ad8-a101-31710251a139 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c0c943-e611-4d20-8bcb-3980a39beca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514362 Mar 11 16:26:03.130934 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b2b0bd-59cd-4f20-a74d-0cd746731519 req-671474a4-d6f1-4952-b71a-9e05042ca159 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:03.132356 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-b5b2b0bd-59cd-4f20-a74d-0cd746731519 req-671474a4-d6f1-4952-b71a-9e05042ca159 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=478c05ae-53fc-4f37-9e47-5b58ee2f7275 HTTP/1.1" status: 200 len: 945 time: 0.0609775 Mar 11 16:26:03.185721 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-b5b2b0bd-59cd-4f20-a74d-0cd746731519 req-a00bc2a2-d26d-4648-9d2e-7ce6dcbeda01 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/security-groups?id=33dc4511-4987-40c1-bc00-25a6576ab3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463138 Mar 11 16:26:03.584009 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d361f6c3-dbbf-4aac-a959-342c7aef4b39 req-42313b37-e392-4984-bfbb-a1e94edae28e tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:03.585487 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-d361f6c3-dbbf-4aac-a959-342c7aef4b39 req-42313b37-e392-4984-bfbb-a1e94edae28e tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/ports?device_id=951f3d73-8cd5-4032-ad4d-9453ab670ada HTTP/1.1" status: 200 len: 945 time: 0.0615578 Mar 11 16:26:03.641833 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-d361f6c3-dbbf-4aac-a959-342c7aef4b39 req-9c23be65-ca97-42bc-acc1-ec84bcec25dd tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f673b25-a76b-4443-b7a9-4564d84cc840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496984 Mar 11 16:26:04.102146 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980c17ca-fea3-4718-af89-f03f9a94cfc3 req-a57c1070-00ca-4900-b234-b9ab886963ff tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:04.103643 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-980c17ca-fea3-4718-af89-f03f9a94cfc3 req-a57c1070-00ca-4900-b234-b9ab886963ff tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/ports?device_id=ff3302ce-26ae-48b1-b0bb-8e4ee3574619 HTTP/1.1" status: 200 len: 945 time: 0.0558710 Mar 11 16:26:04.157201 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-980c17ca-fea3-4718-af89-f03f9a94cfc3 req-b850949b-1e03-427c-becd-8ae07fd00e30 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c0c943-e611-4d20-8bcb-3980a39beca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462761 Mar 11 16:26:04.329701 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c789c8f-3bc0-424c-86d4-06d2d99ed31e req-30abd0ff-22cd-4386-8a96-b9bec4462538 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:04.331239 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-2c789c8f-3bc0-424c-86d4-06d2d99ed31e req-30abd0ff-22cd-4386-8a96-b9bec4462538 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=478c05ae-53fc-4f37-9e47-5b58ee2f7275 HTTP/1.1" status: 200 len: 945 time: 0.0685093 Mar 11 16:26:04.390909 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-2c789c8f-3bc0-424c-86d4-06d2d99ed31e req-01e55427-a7fb-47e7-9eda-78dcce559535 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/security-groups?id=33dc4511-4987-40c1-bc00-25a6576ab3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534072 Mar 11 16:26:04.781027 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adacbab-c2fd-4d24-b645-c9d7fffeabaf req-68e865f9-8c78-4ea0-8ee4-40d5b7856afb tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:04.782654 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-4adacbab-c2fd-4d24-b645-c9d7fffeabaf req-68e865f9-8c78-4ea0-8ee4-40d5b7856afb tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/ports?device_id=951f3d73-8cd5-4032-ad4d-9453ab670ada HTTP/1.1" status: 200 len: 945 time: 0.0611916 Mar 11 16:26:04.836132 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-4adacbab-c2fd-4d24-b645-c9d7fffeabaf req-84a7e804-e2a8-4976-97fa-ee9eea542d43 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f673b25-a76b-4443-b7a9-4564d84cc840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475762 Mar 11 16:26:05.257810 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (42978ec7-0c45-4bcc-88e8-64ee44356522), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:05.310983 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e47b610-3837-4b26-a1e9-b03349728992 req-44043c2e-92d2-478e-8328-32c4bf62d7f1 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:05.312677 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-2e47b610-3837-4b26-a1e9-b03349728992 req-44043c2e-92d2-478e-8328-32c4bf62d7f1 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/ports?device_id=ff3302ce-26ae-48b1-b0bb-8e4ee3574619 HTTP/1.1" status: 200 len: 945 time: 0.0660379 Mar 11 16:26:05.373883 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-2e47b610-3837-4b26-a1e9-b03349728992 req-f46a1572-855f-4cc4-bd3f-f4cf82d4807a tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c0c943-e611-4d20-8bcb-3980a39beca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544968 Mar 11 16:26:05.563933 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54846c0-a3e4-460d-92e1-16ee67b82301 req-abc336cc-30fb-4a26-8a87-b8c71324a27c tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:05.567176 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-b54846c0-a3e4-460d-92e1-16ee67b82301 req-abc336cc-30fb-4a26-8a87-b8c71324a27c tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=478c05ae-53fc-4f37-9e47-5b58ee2f7275 HTTP/1.1" status: 200 len: 945 time: 0.0922811 Mar 11 16:26:05.617143 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513ccf36-ab83-4b12-8dc6-5851ed7a5705 req-2c192fea-b43e-4809-ae85-a5e2d6dcedb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:05.618653 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-513ccf36-ab83-4b12-8dc6-5851ed7a5705 req-2c192fea-b43e-4809-ae85-a5e2d6dcedb7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a951288cde284b359074a2755c43fd3f&device_id=478c05ae-53fc-4f37-9e47-5b58ee2f7275 HTTP/1.1" status: 200 len: 1129 time: 0.1051614 Mar 11 16:26:05.639023 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-b54846c0-a3e4-460d-92e1-16ee67b82301 req-52d3deb0-2ac4-4049-b7ca-0f633390db72 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/security-groups?id=33dc4511-4987-40c1-bc00-25a6576ab3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659215 Mar 11 16:26:05.749428 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513ccf36-ab83-4b12-8dc6-5851ed7a5705 req-808e5fc9-bec6-4073-bd2b-d72855308a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:05.751146 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-513ccf36-ab83-4b12-8dc6-5851ed7a5705 req-808e5fc9-bec6-4073-bd2b-d72855308a06 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4d385937-5589-47ac-b063-981bb549e693 HTTP/1.1" status: 200 len: 918 time: 0.1019578 Mar 11 16:26:05.833980 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-513ccf36-ab83-4b12-8dc6-5851ed7a5705 req-c148c012-119b-40ed-b762-7bdcaf262c07 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b2fdd8a9-d396-4e44-9ff5-4e706efd4b70 HTTP/1.1" status: 200 len: 1000 time: 0.0757279 Mar 11 16:26:05.902294 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513ccf36-ab83-4b12-8dc6-5851ed7a5705 req-3ebb3a04-f5df-496a-84e3-68566f6ab1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:05.903915 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-513ccf36-ab83-4b12-8dc6-5851ed7a5705 req-3ebb3a04-f5df-496a-84e3-68566f6ab1e0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1fa91c63-7953-4f02-bfd2-c0a4c4e05e10 HTTP/1.1" status: 200 len: 856 time: 0.0625339 Mar 11 16:26:06.207903 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513ccf36-ab83-4b12-8dc6-5851ed7a5705 req-51edd075-ca16-4178-ac0c-49910d6eba74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:06.209563 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-513ccf36-ab83-4b12-8dc6-5851ed7a5705 req-51edd075-ca16-4178-ac0c-49910d6eba74 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4d385937-5589-47ac-b063-981bb549e693&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2978759 Mar 11 16:26:06.226225 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f954c1a5-3953-40f9-87e6-420b0c395eb5 req-d6f61e30-8a56-4e4f-b037-16391af20d76 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:06.227850 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-f954c1a5-3953-40f9-87e6-420b0c395eb5 req-d6f61e30-8a56-4e4f-b037-16391af20d76 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/ports?device_id=951f3d73-8cd5-4032-ad4d-9453ab670ada HTTP/1.1" status: 200 len: 945 time: 0.3150589 Mar 11 16:26:06.340918 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-f954c1a5-3953-40f9-87e6-420b0c395eb5 req-07dd74ae-756e-42ba-ad86-db681a7b17fd tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f673b25-a76b-4443-b7a9-4564d84cc840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041017 Mar 11 16:26:06.364210 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-513ccf36-ab83-4b12-8dc6-5851ed7a5705 req-4821de6b-25ef-4bb8-af3b-6906be0a6f4a service neutron] 10.222.0.18 "GET /v2.0/networks/4d385937-5589-47ac-b063-981bb549e693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353633 Mar 11 16:26:06.540477 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-513ccf36-ab83-4b12-8dc6-5851ed7a5705 req-1b9ddfb0-074b-4ec9-b7ea-4f340649fc35 service neutron] 10.222.0.18 "GET /v2.0/networks/4d385937-5589-47ac-b063-981bb549e693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634097 Mar 11 16:26:06.549551 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fe5867-d02d-4f9d-8764-b0fdaf35175b req-965a1239-02d6-4e14-bb80-29dd8f1ee18e tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:06.551152 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-43fe5867-d02d-4f9d-8764-b0fdaf35175b req-965a1239-02d6-4e14-bb80-29dd8f1ee18e tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/ports?device_id=ff3302ce-26ae-48b1-b0bb-8e4ee3574619 HTTP/1.1" status: 200 len: 945 time: 0.0947933 Mar 11 16:26:06.629979 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-43fe5867-d02d-4f9d-8764-b0fdaf35175b req-5c1e8af6-1271-413a-9592-8a729f7c11f8 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c0c943-e611-4d20-8bcb-3980a39beca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707033 Mar 11 16:26:06.805361 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9507811b-7df1-4b62-ba45-86e31ed1a311 req-1b767c4f-01d2-49bb-87d9-db2f74004d74 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:06.811554 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-9507811b-7df1-4b62-ba45-86e31ed1a311 req-1b767c4f-01d2-49bb-87d9-db2f74004d74 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=478c05ae-53fc-4f37-9e47-5b58ee2f7275 HTTP/1.1" status: 200 len: 945 time: 0.0740876 Mar 11 16:26:06.900140 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-9507811b-7df1-4b62-ba45-86e31ed1a311 req-ba45bcb0-e5be-4b5a-83fb-291343fda6d3 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/security-groups?id=33dc4511-4987-40c1-bc00-25a6576ab3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850024 Mar 11 16:26:06.985896 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2330c767-98ed-45c9-b13b-e8175f09e358 req-18c718d1-60f4-4211-be94-cc3a6900e03e tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:06.987429 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-2330c767-98ed-45c9-b13b-e8175f09e358 req-18c718d1-60f4-4211-be94-cc3a6900e03e tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/ports?device_id=ff3302ce-26ae-48b1-b0bb-8e4ee3574619 HTTP/1.1" status: 200 len: 945 time: 0.0731504 Mar 11 16:26:07.076114 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-2330c767-98ed-45c9-b13b-e8175f09e358 req-107c3430-e246-462b-b902-71a04284c125 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c0c943-e611-4d20-8bcb-3980a39beca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777059 Mar 11 16:26:07.086398 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b467afb-d080-4974-99ce-8a2d9a0b3299 req-0a3230e3-89ce-4345-a368-796075721b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:07.087982 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-0b467afb-d080-4974-99ce-8a2d9a0b3299 req-0a3230e3-89ce-4345-a368-796075721b11 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f3f35569b4e74dd193f09cb7aa5a05a9&device_id=ff3302ce-26ae-48b1-b0bb-8e4ee3574619 HTTP/1.1" status: 200 len: 1129 time: 0.0731878 Mar 11 16:26:07.241593 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3feb00f-3603-4691-af19-d7b710183fd6 req-d87dbdd4-1908-4049-b040-c33e189d12ba tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:07.243093 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-a3feb00f-3603-4691-af19-d7b710183fd6 req-d87dbdd4-1908-4049-b040-c33e189d12ba tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.18 "GET /v2.0/ports?device_id=951f3d73-8cd5-4032-ad4d-9453ab670ada HTTP/1.1" status: 200 len: 945 time: 0.1261582 Mar 11 16:26:07.248404 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b467afb-d080-4974-99ce-8a2d9a0b3299 req-071d8f14-13f1-41df-99e0-a81a97f55b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:07.249809 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-0b467afb-d080-4974-99ce-8a2d9a0b3299 req-071d8f14-13f1-41df-99e0-a81a97f55b52 service neutron] 10.222.0.18 "GET /v2.0/networks?id=9795e861-3b04-408a-82ce-319a55ca0d5c HTTP/1.1" status: 200 len: 912 time: 0.1405797 Mar 11 16:26:07.430326 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-0b467afb-d080-4974-99ce-8a2d9a0b3299 req-954377b6-512a-49ba-a725-48ea34f605d9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3bb65d7b-90c4-4edf-bbf5-601a051d381a HTTP/1.1" status: 200 len: 1001 time: 0.1459944 Mar 11 16:26:07.533483 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.plugin [req-a3feb00f-3603-4691-af19-d7b710183fd6 req-3dfe3f00-f4bf-4351-b5c7-423090432df9 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] Deleting port 9d4df3af-6712-4ab2-b720-a9e6ce561b01 {{(pid=103092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 16:26:07.533827 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-a3feb00f-3603-4691-af19-d7b710183fd6 req-3dfe3f00-f4bf-4351-b5c7-423090432df9 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780138536942'] for port (9d4df3af-6712-4ab2-b720-a9e6ce561b01), before_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:07.539279 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b467afb-d080-4974-99ce-8a2d9a0b3299 req-38f96d21-9e1c-4a0e-8e5c-9787ee49d71a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:07.540775 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-0b467afb-d080-4974-99ce-8a2d9a0b3299 req-38f96d21-9e1c-4a0e-8e5c-9787ee49d71a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a21718ed-f252-41de-a223-6ef10277caa1 HTTP/1.1" status: 200 len: 850 time: 0.0989852 Mar 11 16:26:07.604626 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074ff480-6c47-4503-b99e-d1840181111d req-f3f138bd-7d3a-4da8-b2c7-97b1dd2ba966 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:07.606268 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-074ff480-6c47-4503-b99e-d1840181111d req-f3f138bd-7d3a-4da8-b2c7-97b1dd2ba966 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/ports?device_id=951f3d73-8cd5-4032-ad4d-9453ab670ada HTTP/1.1" status: 200 len: 945 time: 0.1674790 Mar 11 16:26:07.732225 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.db [req-a3feb00f-3603-4691-af19-d7b710183fd6 req-3dfe3f00-f4bf-4351-b5c7-423090432df9 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] For port 9d4df3af-6712-4ab2-b720-a9e6ce561b01, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=9d4df3af-6712-4ab2-b720-a9e6ce561b01,segment=NetworkSegment(3d93b5d4-cefe-4911-a16c-44b970641fb6),segment_id=3d93b5d4-cefe-4911-a16c-44b970641fb6)] {{(pid=103092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:26:07.732616 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-a3feb00f-3603-4691-af19-d7b710183fd6 req-3dfe3f00-f4bf-4351-b5c7-423090432df9 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538029'] for port (9d4df3af-6712-4ab2-b720-a9e6ce561b01), precommit_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:07.739210 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b467afb-d080-4974-99ce-8a2d9a0b3299 req-f48e34bb-ebfc-4e2f-946a-01dfc352743f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:07.740565 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-0b467afb-d080-4974-99ce-8a2d9a0b3299 req-f48e34bb-ebfc-4e2f-946a-01dfc352743f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9795e861-3b04-408a-82ce-319a55ca0d5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1839972 Mar 11 16:26:07.753607 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-074ff480-6c47-4503-b99e-d1840181111d req-04d4ca87-c35b-42c9-ae4e-0ef595d48eef tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f673b25-a76b-4443-b7a9-4564d84cc840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343269 Mar 11 16:26:07.781136 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.plugin [req-a3feb00f-3603-4691-af19-d7b710183fd6 req-3dfe3f00-f4bf-4351-b5c7-423090432df9 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] Calling delete_port for 9d4df3af-6712-4ab2-b720-a9e6ce561b01 owned by compute:nova {{(pid=103092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 16:26:07.917639 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-0b467afb-d080-4974-99ce-8a2d9a0b3299 req-4f4c3711-54eb-425d-b2f8-82cafd38cf73 service neutron] 10.222.0.18 "GET /v2.0/networks/9795e861-3b04-408a-82ce-319a55ca0d5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618807 Mar 11 16:26:08.119887 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-0b467afb-d080-4974-99ce-8a2d9a0b3299 req-2fa40d3b-0af7-4439-8179-2bd2cd50341d service neutron] 10.222.0.18 "GET /v2.0/networks/9795e861-3b04-408a-82ce-319a55ca0d5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857641 Mar 11 16:26:08.123008 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-a3feb00f-3603-4691-af19-d7b710183fd6 req-3dfe3f00-f4bf-4351-b5c7-423090432df9 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780138542421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780137975920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30811620'] for port (9d4df3af-6712-4ab2-b720-a9e6ce561b01), after_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:08.140905 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] get_ports_and_sgs() called for port_ids ['9d4df3af-6712-4ab2-b720-a9e6ce561b01'] {{(pid=103093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 16:26:08.160838 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfe3f00-f4bf-4351-b5c7-423090432df9 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] Pushing event deleted for resources: {'Port': ['ID=9d4df3af-6712-4ab2-b720-a9e6ce561b01,revision_number=None']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:26:08.179876 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7145ee49-aa05-470c-a6a0-76a5e47ae0cd req-23ec998b-7c5a-4301-9bc3-c45da05e96ef tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:08.187368 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-7145ee49-aa05-470c-a6a0-76a5e47ae0cd req-23ec998b-7c5a-4301-9bc3-c45da05e96ef tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=478c05ae-53fc-4f37-9e47-5b58ee2f7275 HTTP/1.1" status: 200 len: 945 time: 0.1426189 Mar 11 16:26:08.271662 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3feb00f-3603-4691-af19-d7b710183fd6 req-3dfe3f00-f4bf-4351-b5c7-423090432df9 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] No DVR routers for this DVR port 9d4df3af-6712-4ab2-b720-a9e6ce561b01 on host hv-cinder-75078 {{(pid=103092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:26:08.280290 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-a3feb00f-3603-4691-af19-d7b710183fd6 req-3dfe3f00-f4bf-4351-b5c7-423090432df9 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122971'] for port (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:08.283676 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-a3feb00f-3603-4691-af19-d7b710183fd6 req-3dfe3f00-f4bf-4351-b5c7-423090432df9 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.18 "DELETE /v2.0/ports/9d4df3af-6712-4ab2-b720-a9e6ce561b01 HTTP/1.1" status: 204 len: 173 time: 1.0329597 Mar 11 16:26:08.284141 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '951f3d73-8cd5-4032-ad4d-9453ab670ada', 'name': 'network-vif-deleted', 'tag': '9d4df3af-6712-4ab2-b720-a9e6ce561b01'}] {{(pid=103092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:26:08.286496 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8119d67d121bc7655fb27ee4e81d05746f3857d7b024446e390c37a4f39e07a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8de660c-edb5-4039-b921-4039cbd8b425" -d '{"events": [{"server_uuid": "951f3d73-8cd5-4032-ad4d-9453ab670ada", "name": "network-vif-deleted", "tag": "9d4df3af-6712-4ab2-b720-a9e6ce561b01"}]}' {{(pid=103092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 16:26:08.334413 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-7145ee49-aa05-470c-a6a0-76a5e47ae0cd req-b532bcd6-f7e7-485a-96e2-b03dd7ae6402 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/security-groups?id=33dc4511-4987-40c1-bc00-25a6576ab3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1440675 Mar 11 16:26:08.365912 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c111a6-1b98-4c67-b190-b86a486d884a req-2f9f9c1e-852b-46e3-8770-5753b3b98697 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:08.373390 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-83c111a6-1b98-4c67-b190-b86a486d884a req-2f9f9c1e-852b-46e3-8770-5753b3b98697 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/ports?device_id=ff3302ce-26ae-48b1-b0bb-8e4ee3574619 HTTP/1.1" status: 200 len: 945 time: 0.1614804 Mar 11 16:26:08.412392 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 16:26:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14a17130-b741-4223-b473-bb0e6c13f21c x-openstack-request-id: req-14a17130-b741-4223-b473-bb0e6c13f21c {{(pid=103092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 16:26:08.412661 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "951f3d73-8cd5-4032-ad4d-9453ab670ada", "name": "network-vif-deleted", "tag": "9d4df3af-6712-4ab2-b720-a9e6ce561b01", "status": "completed", "code": 200}]} {{(pid=103092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 16:26:08.412999 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-14a17130-b741-4223-b473-bb0e6c13f21c {{(pid=103092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 16:26:08.413848 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '951f3d73-8cd5-4032-ad4d-9453ab670ada', 'name': 'network-vif-deleted', 'tag': '9d4df3af-6712-4ab2-b720-a9e6ce561b01', 'status': 'completed', 'code': 200} Mar 11 16:26:08.436665 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-83c111a6-1b98-4c67-b190-b86a486d884a req-a71316ed-5dc7-4b54-b735-2120e8af7bcc tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c0c943-e611-4d20-8bcb-3980a39beca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623839 Mar 11 16:26:08.942768 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-4c884543-9ef4-43ca-b7cf-8cfbd47768b6 req-fd207bf5-870e-4955-abef-a522897220c4 tempest-ServerRescueNegativeTestJSON-2015000846 tempest-ServerRescueNegativeTestJSON-2015000846-project] 10.222.0.72 "GET /v2.0/ports?device_id=951f3d73-8cd5-4032-ad4d-9453ab670ada HTTP/1.1" status: 200 len: 210 time: 0.0323024 Mar 11 16:26:09.468116 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800dfefb-32e9-4985-96fb-9cb4a8175ffc req-72bfcb21-615c-4871-8fff-0fd0296ec305 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:09.469700 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-800dfefb-32e9-4985-96fb-9cb4a8175ffc req-72bfcb21-615c-4871-8fff-0fd0296ec305 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=478c05ae-53fc-4f37-9e47-5b58ee2f7275 HTTP/1.1" status: 200 len: 945 time: 0.0585313 Mar 11 16:26:09.518453 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-800dfefb-32e9-4985-96fb-9cb4a8175ffc req-11eccc1f-2c00-4b16-a224-c40a40fb37c4 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/security-groups?id=33dc4511-4987-40c1-bc00-25a6576ab3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429356 Mar 11 16:26:09.571090 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bd4f09-7264-4494-946e-8443385e5941 req-1b4162cc-2a5b-4eab-b442-b0738d7819cc tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:09.572597 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-08bd4f09-7264-4494-946e-8443385e5941 req-1b4162cc-2a5b-4eab-b442-b0738d7819cc tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/ports?device_id=ff3302ce-26ae-48b1-b0bb-8e4ee3574619 HTTP/1.1" status: 200 len: 945 time: 0.0532761 Mar 11 16:26:09.622231 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-08bd4f09-7264-4494-946e-8443385e5941 req-53049453-f942-4160-a3bb-8537eff3d91b tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c0c943-e611-4d20-8bcb-3980a39beca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427237 Mar 11 16:26:09.959470 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383b7b5c-ce1a-4ef0-a82d-dfb980ba914b req-1d6368eb-ae01-4062-b71e-12d116399c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:09.960969 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-383b7b5c-ce1a-4ef0-a82d-dfb980ba914b req-1d6368eb-ae01-4062-b71e-12d116399c3b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a951288cde284b359074a2755c43fd3f&device_id=478c05ae-53fc-4f37-9e47-5b58ee2f7275 HTTP/1.1" status: 200 len: 1129 time: 0.0499439 Mar 11 16:26:10.012607 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 43810) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:26:10.058021 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383b7b5c-ce1a-4ef0-a82d-dfb980ba914b req-20dc7dd2-6a9e-4cea-a963-5dcd8b139755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:10.059738 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-383b7b5c-ce1a-4ef0-a82d-dfb980ba914b req-20dc7dd2-6a9e-4cea-a963-5dcd8b139755 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4d385937-5589-47ac-b063-981bb549e693 HTTP/1.1" status: 200 len: 918 time: 0.0915904 Mar 11 16:26:10.133378 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-383b7b5c-ce1a-4ef0-a82d-dfb980ba914b req-33ad6e06-f43f-4c6d-b7af-9e5eb31c3e36 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b2fdd8a9-d396-4e44-9ff5-4e706efd4b70 HTTP/1.1" status: 200 len: 1000 time: 0.0634348 Mar 11 16:26:10.190792 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383b7b5c-ce1a-4ef0-a82d-dfb980ba914b req-8cce121d-44da-4b29-bf07-48c5c510d70b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:10.192245 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-383b7b5c-ce1a-4ef0-a82d-dfb980ba914b req-8cce121d-44da-4b29-bf07-48c5c510d70b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1fa91c63-7953-4f02-bfd2-c0a4c4e05e10 HTTP/1.1" status: 200 len: 856 time: 0.0510509 Mar 11 16:26:10.244037 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383b7b5c-ce1a-4ef0-a82d-dfb980ba914b req-be5d2254-d950-4533-b4dd-9213cbcfe69a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:10.247745 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-383b7b5c-ce1a-4ef0-a82d-dfb980ba914b req-be5d2254-d950-4533-b4dd-9213cbcfe69a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4d385937-5589-47ac-b063-981bb549e693&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0477104 Mar 11 16:26:10.344923 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-383b7b5c-ce1a-4ef0-a82d-dfb980ba914b req-bfcacab4-1ff6-474e-a675-a5c635bdd07d service neutron] 10.222.0.18 "GET /v2.0/networks/4d385937-5589-47ac-b063-981bb549e693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899208 Mar 11 16:26:10.437450 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-383b7b5c-ce1a-4ef0-a82d-dfb980ba914b req-6f52db90-49e7-4a34-a40c-70d25d6684e1 service neutron] 10.222.0.18 "GET /v2.0/networks/4d385937-5589-47ac-b063-981bb549e693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863161 Mar 11 16:26:10.461059 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-82c06e6c-eb0e-4aa9-9fbc-f8e1ccd9eb38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-770299'] for router_interface (3c307420-d624-4877-a2e9-69b07e7287e8), before_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:10.908715 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa18687-931f-44df-bd71-76c37819705f req-3b640872-0025-4088-b766-6d2eadda32ff tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:10.910411 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-3aa18687-931f-44df-bd71-76c37819705f req-3b640872-0025-4088-b766-6d2eadda32ff tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=478c05ae-53fc-4f37-9e47-5b58ee2f7275 HTTP/1.1" status: 200 len: 945 time: 0.3157594 Mar 11 16:26:10.974629 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-3aa18687-931f-44df-bd71-76c37819705f req-b49e4866-dff6-482e-8322-46cfd9e4040e tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/security-groups?id=33dc4511-4987-40c1-bc00-25a6576ab3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577786 Mar 11 16:26:11.044429 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.plugins.ml2.plugin [None req-82c06e6c-eb0e-4aa9-9fbc-f8e1ccd9eb38 admin admin] Deleting port 3de0879a-7fe0-415c-957b-54bbdf3e5e2a {{(pid=103091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 16:26:11.045020 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-82c06e6c-eb0e-4aa9-9fbc-f8e1ccd9eb38 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780138536942'] for port (3de0879a-7fe0-415c-957b-54bbdf3e5e2a), before_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:11.129508 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.plugins.ml2.db [None req-82c06e6c-eb0e-4aa9-9fbc-f8e1ccd9eb38 admin admin] For port 3de0879a-7fe0-415c-957b-54bbdf3e5e2a, host dv-cinder-750782-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-12-iscsi',level=0,port_id=3de0879a-7fe0-415c-957b-54bbdf3e5e2a,segment=NetworkSegment(3d93b5d4-cefe-4911-a16c-44b970641fb6),segment_id=3d93b5d4-cefe-4911-a16c-44b970641fb6)] {{(pid=103091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:26:11.129851 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-82c06e6c-eb0e-4aa9-9fbc-f8e1ccd9eb38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538029'] for port (3de0879a-7fe0-415c-957b-54bbdf3e5e2a), precommit_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:11.134858 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Device 9d4df3af-6712-4ab2-b720-a9e6ce561b01 no longer exists at agent hyperv_hv-cinder-75078 {{(pid=103093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 16:26:11.144053 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.plugins.ml2.plugin [None req-82c06e6c-eb0e-4aa9-9fbc-f8e1ccd9eb38 admin admin] Calling delete_port for 3de0879a-7fe0-415c-957b-54bbdf3e5e2a owned by network:router_interface {{(pid=103091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 16:26:11.159681 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] No Port match for: 9d4df3af-6712-4ab2-b720-a9e6ce561b01 {{(pid=103093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 16:26:11.160037 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Device 9d4df3af-6712-4ab2-b720-a9e6ce561b01 not bound to the agent host hv-cinder-75078 {{(pid=103093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 16:26:11.162115 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Device b2fdd8a9-d396-4e44-9ff5-4e706efd4b70 no longer exists at agent hyperv_hv-cinder-75078 {{(pid=103093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 16:26:11.252857 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Current status of the port b2fdd8a9-d396-4e44-9ff5-4e706efd4b70 is: ACTIVE; New status is: DOWN {{(pid=103093) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 16:26:11.253376 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (b2fdd8a9-d396-4e44-9ff5-4e706efd4b70), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:11.286422 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '478c05ae-53fc-4f37-9e47-5b58ee2f7275', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2fdd8a9-d396-4e44-9ff5-4e706efd4b70'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:26:11.288669 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f6a2c072b123b360c8eb8991e75d694e889c4c27e62ecb22fdf39ecf471eb94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aca81a7e-d04c-4aec-9cfe-23e774bb255e" -d '{"events": [{"server_uuid": "478c05ae-53fc-4f37-9e47-5b58ee2f7275", "name": "network-vif-unplugged", "status": "completed", "tag": "b2fdd8a9-d396-4e44-9ff5-4e706efd4b70"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 16:26:11.302172 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] For port b2fdd8a9-d396-4e44-9ff5-4e706efd4b70, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=b2fdd8a9-d396-4e44-9ff5-4e706efd4b70,segment=NetworkSegment(a719ed4c-1b21-4087-84c5-f4c81307e7ed),segment_id=a719ed4c-1b21-4087-84c5-f4c81307e7ed)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:26:11.306925 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947'] for port (b2fdd8a9-d396-4e44-9ff5-4e706efd4b70), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:11.335724 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Mar 2022 16:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75adcf83-fb74-4576-af78-7e175652fd27 x-openstack-request-id: req-75adcf83-fb74-4576-af78-7e175652fd27 {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 16:26:11.336028 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "478c05ae-53fc-4f37-9e47-5b58ee2f7275", "name": "network-vif-unplugged", "status": "completed", "tag": "b2fdd8a9-d396-4e44-9ff5-4e706efd4b70", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 16:26:11.336283 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-75adcf83-fb74-4576-af78-7e175652fd27 {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 16:26:11.336675 dv-cinder-750782-12-iscsi neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '478c05ae-53fc-4f37-9e47-5b58ee2f7275', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2fdd8a9-d396-4e44-9ff5-4e706efd4b70', 'code': 200} Mar 11 16:26:11.360043 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Pushing event updated for resources: {'Port': ['ID=b2fdd8a9-d396-4e44-9ff5-4e706efd4b70,revision_number=8']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:26:11.367081 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:26:11.367437 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:26:11.367780 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:26:11.368110 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:26:11.368437 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:26:11.368763 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:26:11.369090 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:26:11.369429 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:26:11.369736 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:26:11.370346 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:26:11.370763 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:26:11.371088 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:26:11.371918 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:26:11.377379 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-82c06e6c-eb0e-4aa9-9fbc-f8e1ccd9eb38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780138542421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780137975920'] for port (3de0879a-7fe0-415c-957b-54bbdf3e5e2a), after_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:11.403910 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c06e6c-eb0e-4aa9-9fbc-f8e1ccd9eb38 admin admin] Pushing event deleted for resources: {'Port': ['ID=3de0879a-7fe0-415c-957b-54bbdf3e5e2a,revision_number=None']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:26:11.539993 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-82c06e6c-eb0e-4aa9-9fbc-f8e1ccd9eb38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-779433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-771947'] for router_interface (3c307420-d624-4877-a2e9-69b07e7287e8), after_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:11.772784 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82c06e6c-eb0e-4aa9-9fbc-f8e1ccd9eb38 admin admin] Router 3c307420-d624-4877-a2e9-69b07e7287e8 has already been hosted by L3 agent 03422851-42b1-44c9-ada6-e479436b7b23 {{(pid=103091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:26:11.883044 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82c06e6c-eb0e-4aa9-9fbc-f8e1ccd9eb38 admin admin] Notify agent at l3_agent.dv-cinder-750782-12-iscsi the message routers_updated {{(pid=103091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:26:11.888883 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-82c06e6c-eb0e-4aa9-9fbc-f8e1ccd9eb38 admin admin] 10.222.0.72 "PUT /v2.0/routers/3c307420-d624-4877-a2e9-69b07e7287e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8751125 Mar 11 16:26:11.891570 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 43820) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:26:11.892673 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23eac5c-71ad-4d8d-860c-4504d217c127 None None] Sync routers for ids ['3c307420-d624-4877-a2e9-69b07e7287e8'] in dv-cinder-750782-12-iscsi {{(pid=103094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:26:11.903613 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23eac5c-71ad-4d8d-860c-4504d217c127 None None] Routers {'3c307420-d624-4877-a2e9-69b07e7287e8'} bound to L3 agent in host dv-cinder-750782-12-iscsi {{(pid=103094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 16:26:11.904240 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_hamode_db [None req-e23eac5c-71ad-4d8d-860c-4504d217c127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T16:12:46Z,description=,heartbeat_timestamp=2022-03-11T16:25:46Z,host='dv-cinder-750782-12-iscsi',id=03422851-42b1-44c9-ada6-e479436b7b23,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:12:46Z,topic='l3_agent')) {'router_ids': ['3c307420-d624-4877-a2e9-69b07e7287e8'], 'active': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:26:12.019191 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-f4c6464b-2ece-42f8-992d-45312dfe215d admin admin] Publish callbacks [] for router (3c307420-d624-4877-a2e9-69b07e7287e8), before_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:12.021902 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_dvr_db [None req-e23eac5c-71ad-4d8d-860c-4504d217c127 None None] Set router 3c307420-d624-4877-a2e9-69b07e7287e8 gateway port host: dv-cinder-750782-12-iscsi {{(pid=103094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 16:26:12.114924 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de97bab-86c2-45dc-88e2-e93545a34a3a req-86ab8b55-a26e-410e-9f1c-3790fe6842cd tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:12.116501 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-7de97bab-86c2-45dc-88e2-e93545a34a3a req-86ab8b55-a26e-410e-9f1c-3790fe6842cd tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=478c05ae-53fc-4f37-9e47-5b58ee2f7275 HTTP/1.1" status: 200 len: 943 time: 0.0636139 Mar 11 16:26:12.140321 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-f4c6464b-2ece-42f8-992d-45312dfe215d admin admin] Publish callbacks [] for router_gateway (3c307420-d624-4877-a2e9-69b07e7287e8), before_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:12.181775 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-7de97bab-86c2-45dc-88e2-e93545a34a3a req-90a76cd3-7f55-4892-8a53-ebd58a88b7a3 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/security-groups?id=33dc4511-4987-40c1-bc00-25a6576ab3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586309 Mar 11 16:26:12.214469 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.plugins.ml2.plugin [None req-f4c6464b-2ece-42f8-992d-45312dfe215d admin admin] Deleting port 67eb1fec-0a76-4e21-89b3-aed68ef60dc4 {{(pid=103091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 16:26:12.215090 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-f4c6464b-2ece-42f8-992d-45312dfe215d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780138536942'] for port (67eb1fec-0a76-4e21-89b3-aed68ef60dc4), before_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:12.229065 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_hamode_db [None req-e23eac5c-71ad-4d8d-860c-4504d217c127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c307420-d624-4877-a2e9-69b07e7287e8', 'name': 'tempest-ServerRescueNegativeTestJSON-1014386828-router', 'tenant_id': 'd7474eacf59d4806b490ad9b6f1f1689', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'external_fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '67eb1fec-0a76-4e21-89b3-aed68ef60dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:23:03Z', 'updated_at': '2022-03-11T16:26:11Z', 'revision_number': 5, 'project_id': 'd7474eacf59d4806b490ad9b6f1f1689', 'gw_port': {'id': '67eb1fec-0a76-4e21-89b3-aed68ef60dc4', 'name': '', 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:62:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c307420-d624-4877-a2e9-69b07e7287e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:23:03Z', 'updated_at': '2022-03-11T16:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-12-iscsi'}], 'dv-cinder-750782-12-iscsi', False) {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:26:12.258097 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23eac5c-71ad-4d8d-860c-4504d217c127 None None] Checking router: 3c307420-d624-4877-a2e9-69b07e7287e8 for host: dv-cinder-750782-12-iscsi {{(pid=103094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:26:12.268831 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23eac5c-71ad-4d8d-860c-4504d217c127 None None] Routers {'3c307420-d624-4877-a2e9-69b07e7287e8'} bound to L3 agent in host dv-cinder-750782-12-iscsi {{(pid=103094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 16:26:12.269680 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_hamode_db [None req-e23eac5c-71ad-4d8d-860c-4504d217c127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T16:12:46Z,description=,heartbeat_timestamp=2022-03-11T16:25:46Z,host='dv-cinder-750782-12-iscsi',id=03422851-42b1-44c9-ada6-e479436b7b23,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:12:46Z,topic='l3_agent')) {'router_ids': ['3c307420-d624-4877-a2e9-69b07e7287e8'], 'active': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:26:12.309833 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.plugins.ml2.db [None req-f4c6464b-2ece-42f8-992d-45312dfe215d admin admin] For port 67eb1fec-0a76-4e21-89b3-aed68ef60dc4, host dv-cinder-750782-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-12-iscsi',level=0,port_id=67eb1fec-0a76-4e21-89b3-aed68ef60dc4,segment=NetworkSegment(d35af6e3-4c7b-42bf-84c3-6daa0b397bde),segment_id=d35af6e3-4c7b-42bf-84c3-6daa0b397bde)] {{(pid=103091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:26:12.310222 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-f4c6464b-2ece-42f8-992d-45312dfe215d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538029'] for port (67eb1fec-0a76-4e21-89b3-aed68ef60dc4), precommit_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:12.325567 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.plugins.ml2.plugin [None req-f4c6464b-2ece-42f8-992d-45312dfe215d admin admin] Calling delete_port for 67eb1fec-0a76-4e21-89b3-aed68ef60dc4 owned by network:router_gateway {{(pid=103091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 16:26:12.382702 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_dvr_db [None req-e23eac5c-71ad-4d8d-860c-4504d217c127 None None] Set router 3c307420-d624-4877-a2e9-69b07e7287e8 gateway port host: None {{(pid=103094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 16:26:12.456980 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_hamode_db [None req-e23eac5c-71ad-4d8d-860c-4504d217c127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c307420-d624-4877-a2e9-69b07e7287e8', 'name': 'tempest-ServerRescueNegativeTestJSON-1014386828-router', 'tenant_id': 'd7474eacf59d4806b490ad9b6f1f1689', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:23:03Z', 'updated_at': '2022-03-11T16:26:12Z', 'revision_number': 6, 'project_id': 'd7474eacf59d4806b490ad9b6f1f1689', 'gw_port_host': None}], 'dv-cinder-750782-12-iscsi', False) {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:26:12.492738 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23eac5c-71ad-4d8d-860c-4504d217c127 None None] The sync data for ids ['3c307420-d624-4877-a2e9-69b07e7287e8'] in dv-cinder-750782-12-iscsi is: [{'id': '3c307420-d624-4877-a2e9-69b07e7287e8', 'name': 'tempest-ServerRescueNegativeTestJSON-1014386828-router', 'tenant_id': 'd7474eacf59d4806b490ad9b6f1f1689', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:23:03Z', 'updated_at': '2022-03-11T16:26:12Z', 'revision_number': 6, 'project_id': 'd7474eacf59d4806b490ad9b6f1f1689', 'gw_port_host': None}] {{(pid=103094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:26:12.570850 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-f4c6464b-2ece-42f8-992d-45312dfe215d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780138542421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780137975920'] for port (67eb1fec-0a76-4e21-89b3-aed68ef60dc4), after_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:12.606467 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c6464b-2ece-42f8-992d-45312dfe215d admin admin] Pushing event deleted for resources: {'Port': ['ID=67eb1fec-0a76-4e21-89b3-aed68ef60dc4,revision_number=None']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:26:12.629234 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-f4c6464b-2ece-42f8-992d-45312dfe215d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539841'] for router_gateway (3c307420-d624-4877-a2e9-69b07e7287e8), after_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:12.743613 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-f4c6464b-2ece-42f8-992d-45312dfe215d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56560'] for router (3c307420-d624-4877-a2e9-69b07e7287e8), precommit_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:12.746316 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-f4c6464b-2ece-42f8-992d-45312dfe215d admin admin] Publish callbacks [] for router_controller (3c307420-d624-4877-a2e9-69b07e7287e8), precommit_delete_associations {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:12.839300 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-f4c6464b-2ece-42f8-992d-45312dfe215d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-772181'] for router (3c307420-d624-4877-a2e9-69b07e7287e8), after_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:12.840114 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4c6464b-2ece-42f8-992d-45312dfe215d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3c307420-d624-4877-a2e9-69b07e7287e8 {{(pid=103091) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 16:26:12.850967 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-f4c6464b-2ece-42f8-992d-45312dfe215d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:12.853584 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-f4c6464b-2ece-42f8-992d-45312dfe215d admin admin] 10.222.0.72 "DELETE /v2.0/routers/3c307420-d624-4877-a2e9-69b07e7287e8 HTTP/1.1" status: 204 len: 168 time: 0.9606006 Mar 11 16:26:12.856600 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 43824) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:26:12.936029 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6eb76ee-fbc3-4596-a584-06204a7b5be4 admin admin] Deleting subnet 440fba8a-19de-4f6c-be76-9954bd5733a7 {{(pid=103092) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 16:26:12.940549 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-e6eb76ee-fbc3-4596-a584-06204a7b5be4 admin admin] Publish callbacks [] for subnet (440fba8a-19de-4f6c-be76-9954bd5733a7), before_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:12.984125 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-e6eb76ee-fbc3-4596-a584-06204a7b5be4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29539533'] for subnet (440fba8a-19de-4f6c-be76-9954bd5733a7), precommit_delete_associations {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:13.044186 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-e6eb76ee-fbc3-4596-a584-06204a7b5be4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393129'] for subnet (440fba8a-19de-4f6c-be76-9954bd5733a7), precommit_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:13.103140 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-e6eb76ee-fbc3-4596-a584-06204a7b5be4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30811595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30740698'] for subnet (440fba8a-19de-4f6c-be76-9954bd5733a7), after_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:13.129827 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6eb76ee-fbc3-4596-a584-06204a7b5be4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=440fba8a-19de-4f6c-be76-9954bd5733a7,revision_number=None']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:26:13.133524 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-e6eb76ee-fbc3-4596-a584-06204a7b5be4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779404'] for subnet (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:13.137580 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-e6eb76ee-fbc3-4596-a584-06204a7b5be4 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/440fba8a-19de-4f6c-be76-9954bd5733a7 HTTP/1.1" status: 204 len: 168 time: 0.2794616 Mar 11 16:26:13.140141 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 43826) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:26:13.219759 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-8c60e844-1d1c-499b-b12d-85fcf85368e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1370412'] for network (b8fa1f91-bc29-419a-98ef-308a3af376f5), before_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:13.322509 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-8c60e844-1d1c-499b-b12d-85fcf85368e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393938', 'neutron.services.segments.db._delete_segments_for_network-8780138304022'] for network (b8fa1f91-bc29-419a-98ef-308a3af376f5), precommit_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:13.374123 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.services.segments.db [None req-8c60e844-1d1c-499b-b12d-85fcf85368e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8fa1f91-bc29-419a-98ef-308a3af376f5']}} {{(pid=103092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:26:13.406457 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.services.segments.db [None req-8c60e844-1d1c-499b-b12d-85fcf85368e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d93b5d4-cefe-4911-a16c-44b970641fb6') {'for_net_delete': True} {{(pid=103092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:26:13.406746 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.services.segments.db [None req-8c60e844-1d1c-499b-b12d-85fcf85368e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d93b5d4-cefe-4911-a16c-44b970641fb6') {} {{(pid=103092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:26:13.419085 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-8c60e844-1d1c-499b-b12d-85fcf85368e1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780138303519', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29539526'] for segment (3d93b5d4-cefe-4911-a16c-44b970641fb6), before_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:13.446807 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-8c60e844-1d1c-499b-b12d-85fcf85368e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1821558'] for segment (3d93b5d4-cefe-4911-a16c-44b970641fb6), precommit_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:13.457478 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c60e844-1d1c-499b-b12d-85fcf85368e1 admin admin] Releasing vlan 647 on physical network physnet1 to pool {{(pid=103092) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:26:13.457895 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-8c60e844-1d1c-499b-b12d-85fcf85368e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1821558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30811157'] for segment (3d93b5d4-cefe-4911-a16c-44b970641fb6), after_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:13.459731 dv-cinder-750782-12-iscsi neutron-server[103092]: Traceback (most recent call last): Mar 11 16:26:13.459731 dv-cinder-750782-12-iscsi neutron-server[103092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:26:13.459731 dv-cinder-750782-12-iscsi neutron-server[103092]: timer() Mar 11 16:26:13.459731 dv-cinder-750782-12-iscsi neutron-server[103092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:26:13.459731 dv-cinder-750782-12-iscsi neutron-server[103092]: cb(*args, **kw) Mar 11 16:26:13.459731 dv-cinder-750782-12-iscsi neutron-server[103092]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 16:26:13.459731 dv-cinder-750782-12-iscsi neutron-server[103092]: return func(*args, **kwargs) Mar 11 16:26:13.459731 dv-cinder-750782-12-iscsi neutron-server[103092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:26:13.459731 dv-cinder-750782-12-iscsi neutron-server[103092]: self._notify() Mar 11 16:26:13.459731 dv-cinder-750782-12-iscsi neutron-server[103092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:26:13.459731 dv-cinder-750782-12-iscsi neutron-server[103092]: self.callback(batched_events) Mar 11 16:26:13.459731 dv-cinder-750782-12-iscsi neutron-server[103092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:26:13.459731 dv-cinder-750782-12-iscsi neutron-server[103092]: event.method(event) Mar 11 16:26:13.459731 dv-cinder-750782-12-iscsi neutron-server[103092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 16:26:13.459731 dv-cinder-750782-12-iscsi neutron-server[103092]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:26:13.459731 dv-cinder-750782-12-iscsi neutron-server[103092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 16:26:13.459731 dv-cinder-750782-12-iscsi neutron-server[103092]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:26:13.459731 dv-cinder-750782-12-iscsi neutron-server[103092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 16:26:13.459731 dv-cinder-750782-12-iscsi neutron-server[103092]: return f(self, *a, **k) Mar 11 16:26:13.459731 dv-cinder-750782-12-iscsi neutron-server[103092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:26:13.459731 dv-cinder-750782-12-iscsi neutron-server[103092]: return self._get(url).json() Mar 11 16:26:13.459731 dv-cinder-750782-12-iscsi neutron-server[103092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:26:13.459731 dv-cinder-750782-12-iscsi neutron-server[103092]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:26:13.459731 dv-cinder-750782-12-iscsi neutron-server[103092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:26:13.459731 dv-cinder-750782-12-iscsi neutron-server[103092]: return self.request(url, 'GET', **kwargs) Mar 11 16:26:13.459731 dv-cinder-750782-12-iscsi neutron-server[103092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:26:13.459731 dv-cinder-750782-12-iscsi neutron-server[103092]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:26:13.459731 dv-cinder-750782-12-iscsi neutron-server[103092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:26:13.459731 dv-cinder-750782-12-iscsi neutron-server[103092]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:26:13.459731 dv-cinder-750782-12-iscsi neutron-server[103092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:26:13.459731 dv-cinder-750782-12-iscsi neutron-server[103092]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:26:13.459731 dv-cinder-750782-12-iscsi neutron-server[103092]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:26:13.700963 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff743cc-f8f8-4f4e-b3fe-f776c0ea990e req-6e85b5fc-f885-4ee5-8e97-ed6d0bb02328 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:13.702829 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-2ff743cc-f8f8-4f4e-b3fe-f776c0ea990e req-6e85b5fc-f885-4ee5-8e97-ed6d0bb02328 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=478c05ae-53fc-4f37-9e47-5b58ee2f7275 HTTP/1.1" status: 200 len: 943 time: 0.4223061 Mar 11 16:26:13.770790 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-8c60e844-1d1c-499b-b12d-85fcf85368e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539877'] for network (b8fa1f91-bc29-419a-98ef-308a3af376f5), after_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:13.786394 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-8c60e844-1d1c-499b-b12d-85fcf85368e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779404'] for network (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:13.789656 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-8c60e844-1d1c-499b-b12d-85fcf85368e1 admin admin] 10.222.0.72 "DELETE /v2.0/networks/b8fa1f91-bc29-419a-98ef-308a3af376f5 HTTP/1.1" status: 204 len: 168 time: 0.6485343 Mar 11 16:26:13.813214 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c60e844-1d1c-499b-b12d-85fcf85368e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=b8fa1f91-bc29-419a-98ef-308a3af376f5,revision_number=None']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:26:13.823821 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b822ea46-8a3e-498b-9113-77e0f988c005 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (52d54afa-c257-4acf-9353-cc1307944ae0), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:13.827254 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-2ff743cc-f8f8-4f4e-b3fe-f776c0ea990e req-df9cb939-4a54-4f26-b830-59b1ae8c200e tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/security-groups?id=33dc4511-4987-40c1-bc00-25a6576ab3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114907 Mar 11 16:26:14.022713 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Device 3de0879a-7fe0-415c-957b-54bbdf3e5e2a no longer exists at agent ovs-agent-dv-cinder-750782-12-iscsi {{(pid=103093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 16:26:14.040862 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 43842) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:26:14.055633 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] No Port match for: 3de0879a-7fe0-415c-957b-54bbdf3e5e2a {{(pid=103093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 16:26:14.056197 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Device 3de0879a-7fe0-415c-957b-54bbdf3e5e2a not bound to the agent host dv-cinder-750782-12-iscsi {{(pid=103093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 16:26:14.056884 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Device 67eb1fec-0a76-4e21-89b3-aed68ef60dc4 no longer exists at agent ovs-agent-dv-cinder-750782-12-iscsi {{(pid=103093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 16:26:14.091562 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-7801cb9f-26ec-438f-9bf8-85e1ae40b2cb admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d7474eacf59d4806b490ad9b6f1f1689&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0492659 Mar 11 16:26:14.094082 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 43844) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:26:14.097635 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] No Port match for: 67eb1fec-0a76-4e21-89b3-aed68ef60dc4 {{(pid=103093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 16:26:14.098268 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Device 67eb1fec-0a76-4e21-89b3-aed68ef60dc4 not bound to the agent host dv-cinder-750782-12-iscsi {{(pid=103093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 16:26:14.160011 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-9f54b700-0e3c-4255-91a5-7e93f6df1290 admin admin] Publish callbacks [] for security_group (9f673b25-a76b-4443-b7a9-4564d84cc840), before_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:14.188624 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-9f54b700-0e3c-4255-91a5-7e93f6df1290 admin admin] Publish callbacks [] for security_group (9f673b25-a76b-4443-b7a9-4564d84cc840), precommit_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:14.248368 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-9f54b700-0e3c-4255-91a5-7e93f6df1290 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (9f673b25-a76b-4443-b7a9-4564d84cc840), after_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:14.251254 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-9f54b700-0e3c-4255-91a5-7e93f6df1290 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:14.254835 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-9f54b700-0e3c-4255-91a5-7e93f6df1290 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/9f673b25-a76b-4443-b7a9-4564d84cc840 HTTP/1.1" status: 204 len: 168 time: 0.1573255 Mar 11 16:26:14.262489 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f54b700-0e3c-4255-91a5-7e93f6df1290 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f673b25-a76b-4443-b7a9-4564d84cc840,revision_number=None']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:26:14.465031 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [req-d78cdab4-804d-4b8b-b83a-6866231a95d6 req-20600285-98f3-4783-a843-cbc6e42ac589 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=103092) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 16:26:14.466659 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-d78cdab4-804d-4b8b-b83a-6866231a95d6 req-20600285-98f3-4783-a843-cbc6e42ac589 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0090749 Mar 11 16:26:14.691962 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c912e12b-4ea5-4d57-bfd8-77dfc2a83195 req-1de5b684-4a1c-4fc5-8dea-285856389d22 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:14.693510 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-c912e12b-4ea5-4d57-bfd8-77dfc2a83195 req-1de5b684-4a1c-4fc5-8dea-285856389d22 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=478c05ae-53fc-4f37-9e47-5b58ee2f7275 HTTP/1.1" status: 200 len: 943 time: 0.0781271 Mar 11 16:26:14.763367 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-c912e12b-4ea5-4d57-bfd8-77dfc2a83195 req-fd8dff90-4d4a-47ac-9bda-d7fef2a7147f tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/security-groups?id=33dc4511-4987-40c1-bc00-25a6576ab3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593643 Mar 11 16:26:15.131006 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Device b2fdd8a9-d396-4e44-9ff5-4e706efd4b70 no longer exists at agent hyperv_hv-cinder-75078 {{(pid=103093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 16:26:15.234151 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Current status of the port b2fdd8a9-d396-4e44-9ff5-4e706efd4b70 is: DOWN; New status is: DOWN {{(pid=103093) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 16:26:15.289457 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 43898) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:26:15.458006 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-bbab9c6a-7128-4b89-86d5-cb8912445afc req-586ee0ac-53eb-48d3-b2b1-9407263fa2ac service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=478c05ae-53fc-4f37-9e47-5b58ee2f7275&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1669309 Mar 11 16:26:15.468540 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [req-bbab9c6a-7128-4b89-86d5-cb8912445afc req-6076d3ea-3c31-4ddf-814f-888ebd23f44a service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=103092) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 16:26:15.469706 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-bbab9c6a-7128-4b89-86d5-cb8912445afc req-6076d3ea-3c31-4ddf-814f-888ebd23f44a service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062857 Mar 11 16:26:15.634516 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 43914) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:26:15.960868 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbab9c6a-7128-4b89-86d5-cb8912445afc req-25cd40b4-64bc-4df5-9044-9f00b74a9cc7 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:15.964148 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-bbab9c6a-7128-4b89-86d5-cb8912445afc req-25cd40b4-64bc-4df5-9044-9f00b74a9cc7 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports/b2fdd8a9-d396-4e44-9ff5-4e706efd4b70 HTTP/1.1" status: 200 len: 940 time: 0.3279772 Mar 11 16:26:15.993999 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1ee464-6019-4936-bdcb-50a2a35b9c0d req-c00ba91b-6b6c-48fc-bf4c-2d7cd8c49eff tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:15.995901 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-7e1ee464-6019-4936-bdcb-50a2a35b9c0d req-c00ba91b-6b6c-48fc-bf4c-2d7cd8c49eff tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=478c05ae-53fc-4f37-9e47-5b58ee2f7275 HTTP/1.1" status: 200 len: 943 time: 0.1268253 Mar 11 16:26:16.070363 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-7e1ee464-6019-4936-bdcb-50a2a35b9c0d req-3970c679-ca64-4e0f-b713-36293ab78c9f tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/security-groups?id=33dc4511-4987-40c1-bc00-25a6576ab3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682683 Mar 11 16:26:16.161708 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c5320082-d4ca-4b05-b527-620bb3323735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (03422851-42b1-44c9-ada6-e479436b7b23), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:17.215331 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9df6c42-ba2a-48fb-a8b2-90dc40458bd6 req-62d5414d-79fd-4757-892f-7cbb9a2a8a20 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:17.216822 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-e9df6c42-ba2a-48fb-a8b2-90dc40458bd6 req-62d5414d-79fd-4757-892f-7cbb9a2a8a20 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=478c05ae-53fc-4f37-9e47-5b58ee2f7275 HTTP/1.1" status: 200 len: 943 time: 0.0621061 Mar 11 16:26:17.275086 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-e9df6c42-ba2a-48fb-a8b2-90dc40458bd6 req-d40f3b44-a986-4812-8041-75e02da0b08e tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/security-groups?id=33dc4511-4987-40c1-bc00-25a6576ab3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519452 Mar 11 16:26:17.464638 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ae773407-53f5-44d0-bdbe-4d88b69a915f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (d0bcdf8a-248d-4278-aa4c-95e4828d61b2), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:17.820371 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbab9c6a-7128-4b89-86d5-cb8912445afc req-f33c289c-45fd-4cb8-82ed-c962ee0cf4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:17.821967 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-bbab9c6a-7128-4b89-86d5-cb8912445afc req-f33c289c-45fd-4cb8-82ed-c962ee0cf4f7 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=478c05ae-53fc-4f37-9e47-5b58ee2f7275&tenant_id=a951288cde284b359074a2755c43fd3f HTTP/1.1" status: 200 len: 1127 time: 0.0952616 Mar 11 16:26:17.904652 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbab9c6a-7128-4b89-86d5-cb8912445afc req-d7df3be2-144d-4785-8fb4-e1e513f8cd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:17.906029 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-bbab9c6a-7128-4b89-86d5-cb8912445afc req-d7df3be2-144d-4785-8fb4-e1e513f8cd92 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a951288cde284b359074a2755c43fd3f&device_id=478c05ae-53fc-4f37-9e47-5b58ee2f7275 HTTP/1.1" status: 200 len: 1127 time: 0.0601194 Mar 11 16:26:18.050396 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbab9c6a-7128-4b89-86d5-cb8912445afc req-e9876268-f71a-4fbe-a4f7-fd4b9ba5e513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:18.052013 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-bbab9c6a-7128-4b89-86d5-cb8912445afc req-e9876268-f71a-4fbe-a4f7-fd4b9ba5e513 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4d385937-5589-47ac-b063-981bb549e693 HTTP/1.1" status: 200 len: 918 time: 0.1374295 Mar 11 16:26:18.129229 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-bbab9c6a-7128-4b89-86d5-cb8912445afc req-6656543f-c6cf-424e-a632-b8c8115976ac service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b2fdd8a9-d396-4e44-9ff5-4e706efd4b70 HTTP/1.1" status: 200 len: 998 time: 0.0700154 Mar 11 16:26:18.186511 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbab9c6a-7128-4b89-86d5-cb8912445afc req-32aea4d6-15ae-407a-9856-cd004a715576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:18.187981 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-bbab9c6a-7128-4b89-86d5-cb8912445afc req-32aea4d6-15ae-407a-9856-cd004a715576 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1fa91c63-7953-4f02-bfd2-c0a4c4e05e10 HTTP/1.1" status: 200 len: 856 time: 0.0525293 Mar 11 16:26:18.243533 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbab9c6a-7128-4b89-86d5-cb8912445afc req-93bba590-8ae2-4352-a094-3f9ed9ce5b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:18.246207 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-bbab9c6a-7128-4b89-86d5-cb8912445afc req-93bba590-8ae2-4352-a094-3f9ed9ce5b48 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4d385937-5589-47ac-b063-981bb549e693&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0502839 Mar 11 16:26:18.362276 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-bbab9c6a-7128-4b89-86d5-cb8912445afc req-4182b1d6-73ca-429c-8315-b6853c6bd1ec service neutron] 10.222.0.18 "GET /v2.0/networks/4d385937-5589-47ac-b063-981bb549e693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088655 Mar 11 16:26:18.488427 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-bbab9c6a-7128-4b89-86d5-cb8912445afc req-6535d602-337a-4c90-9ea1-a98e0b462608 service neutron] 10.222.0.18 "GET /v2.0/networks/4d385937-5589-47ac-b063-981bb549e693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199358 Mar 11 16:26:18.495596 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92baae0-3744-41bd-bca0-953bba11f0d8 req-66a1cc12-cb7a-4ecd-9f07-683649966fe7 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:18.497166 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-b92baae0-3744-41bd-bca0-953bba11f0d8 req-66a1cc12-cb7a-4ecd-9f07-683649966fe7 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=478c05ae-53fc-4f37-9e47-5b58ee2f7275 HTTP/1.1" status: 200 len: 943 time: 0.1208537 Mar 11 16:26:18.558290 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-b92baae0-3744-41bd-bca0-953bba11f0d8 req-5980f579-7199-4ad7-bb90-1fe1f2a3ec3b tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/security-groups?id=33dc4511-4987-40c1-bc00-25a6576ab3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507669 Mar 11 16:26:18.829741 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-12686fd2-0f25-484f-a78a-b5cd34d8581b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (a5a5d809-3580-471a-ade1-6c5ecc269919), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:19.949872 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e6dcaa-1619-4d7b-97aa-3aaae8715afd req-c232b4f5-a029-403a-9de2-4c446edb39c0 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:19.952079 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-80e6dcaa-1619-4d7b-97aa-3aaae8715afd req-c232b4f5-a029-403a-9de2-4c446edb39c0 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=478c05ae-53fc-4f37-9e47-5b58ee2f7275 HTTP/1.1" status: 200 len: 943 time: 0.1096079 Mar 11 16:26:20.038438 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-80e6dcaa-1619-4d7b-97aa-3aaae8715afd req-21b83772-0c51-47e1-b1ab-b1d59defe24d tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/security-groups?id=33dc4511-4987-40c1-bc00-25a6576ab3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797498 Mar 11 16:26:20.270077 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 44020) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:26:20.411856 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (1025624e-e238-47fc-86ae-58f7bb6baa16), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:20.419400 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-4dc3ebfd-6d1d-40b1-9059-cf29f0d90c19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:20.517384 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-4dc3ebfd-6d1d-40b1-9059-cf29f0d90c19 admin admin] Publish callbacks [] for security_group (3196ce8e-7bfa-4d06-a85d-6a7a4836785e), precommit_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:20.522288 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-4dc3ebfd-6d1d-40b1-9059-cf29f0d90c19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (3196ce8e-7bfa-4d06-a85d-6a7a4836785e), after_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:20.567464 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-4dc3ebfd-6d1d-40b1-9059-cf29f0d90c19 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f3a47ee4e4294969a8cba34b0bcfc38e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2958803 Mar 11 16:26:20.568279 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc3ebfd-6d1d-40b1-9059-cf29f0d90c19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3196ce8e-7bfa-4d06-a85d-6a7a4836785e,revision_number=1']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:26:20.571697 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 44024) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:26:20.638031 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-ae569c70-e0fa-4ee5-a392-1c25950637e4 admin admin] Publish callbacks [] for security_group (3196ce8e-7bfa-4d06-a85d-6a7a4836785e), before_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:20.666578 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-ae569c70-e0fa-4ee5-a392-1c25950637e4 admin admin] Publish callbacks [] for security_group (3196ce8e-7bfa-4d06-a85d-6a7a4836785e), precommit_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:20.743383 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-ae569c70-e0fa-4ee5-a392-1c25950637e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (3196ce8e-7bfa-4d06-a85d-6a7a4836785e), after_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:20.747846 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-ae569c70-e0fa-4ee5-a392-1c25950637e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:20.749320 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-ae569c70-e0fa-4ee5-a392-1c25950637e4 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/3196ce8e-7bfa-4d06-a85d-6a7a4836785e HTTP/1.1" status: 204 len: 168 time: 0.1764483 Mar 11 16:26:20.762219 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae569c70-e0fa-4ee5-a392-1c25950637e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3196ce8e-7bfa-4d06-a85d-6a7a4836785e,revision_number=None']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:26:21.106586 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 44032) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:26:21.121427 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-270ac388-97d7-4a05-9fc1-c159e18c9c0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:21.218186 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-270ac388-97d7-4a05-9fc1-c159e18c9c0e admin admin] Publish callbacks [] for security_group (5a143906-e1ea-41cd-ba5d-0830826856e4), precommit_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:21.223875 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-270ac388-97d7-4a05-9fc1-c159e18c9c0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (5a143906-e1ea-41cd-ba5d-0830826856e4), after_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:21.263790 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-270ac388-97d7-4a05-9fc1-c159e18c9c0e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=32f48f5afe3c4572a0a2c4aaf05e61c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1562555 Mar 11 16:26:21.267312 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 44034) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:26:21.273668 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270ac388-97d7-4a05-9fc1-c159e18c9c0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a143906-e1ea-41cd-ba5d-0830826856e4,revision_number=1']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:26:21.337563 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eff27ed-f608-4222-8042-c24749747c73 req-a9cdc223-27ea-4f9d-af7c-1f3bf9be20a7 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:21.339577 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-2eff27ed-f608-4222-8042-c24749747c73 req-a9cdc223-27ea-4f9d-af7c-1f3bf9be20a7 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=478c05ae-53fc-4f37-9e47-5b58ee2f7275 HTTP/1.1" status: 200 len: 943 time: 0.1482699 Mar 11 16:26:21.372286 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-1ccfb579-f851-4ff6-8f30-fb2e63e0fc57 admin admin] Publish callbacks [] for security_group (5a143906-e1ea-41cd-ba5d-0830826856e4), before_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:21.415575 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-1ccfb579-f851-4ff6-8f30-fb2e63e0fc57 admin admin] Publish callbacks [] for security_group (5a143906-e1ea-41cd-ba5d-0830826856e4), precommit_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:21.429876 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-2eff27ed-f608-4222-8042-c24749747c73 req-3aabf935-bcdd-467d-94da-36a441072363 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/security-groups?id=33dc4511-4987-40c1-bc00-25a6576ab3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813112 Mar 11 16:26:21.490329 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-1ccfb579-f851-4ff6-8f30-fb2e63e0fc57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (5a143906-e1ea-41cd-ba5d-0830826856e4), after_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:21.492821 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-1ccfb579-f851-4ff6-8f30-fb2e63e0fc57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:21.493983 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-1ccfb579-f851-4ff6-8f30-fb2e63e0fc57 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5a143906-e1ea-41cd-ba5d-0830826856e4 HTTP/1.1" status: 204 len: 168 time: 0.2224240 Mar 11 16:26:21.503629 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccfb579-f851-4ff6-8f30-fb2e63e0fc57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a143906-e1ea-41cd-ba5d-0830826856e4,revision_number=None']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:26:22.610596 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233a0005-977b-4170-a397-ec6524bdd2b8 req-5918c9d5-fb9a-4be1-a0a4-e0c24ea4ce6e tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:22.612325 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-233a0005-977b-4170-a397-ec6524bdd2b8 req-5918c9d5-fb9a-4be1-a0a4-e0c24ea4ce6e tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=478c05ae-53fc-4f37-9e47-5b58ee2f7275 HTTP/1.1" status: 200 len: 943 time: 0.0741799 Mar 11 16:26:22.681172 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-233a0005-977b-4170-a397-ec6524bdd2b8 req-df4032a4-55d3-4e89-a439-3c3a28f48d91 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/security-groups?id=33dc4511-4987-40c1-bc00-25a6576ab3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621803 Mar 11 16:26:23.822807 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdb3b37-84bb-4d1a-8878-0023be130a9c req-5e69a3b9-2cf3-4b02-97df-1ad8b8b436ac tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:23.825102 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-afdb3b37-84bb-4d1a-8878-0023be130a9c req-5e69a3b9-2cf3-4b02-97df-1ad8b8b436ac tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=478c05ae-53fc-4f37-9e47-5b58ee2f7275 HTTP/1.1" status: 200 len: 943 time: 0.0592124 Mar 11 16:26:23.866609 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 44116) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:26:23.883512 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-afdb3b37-84bb-4d1a-8878-0023be130a9c req-1db250f5-60bc-4db8-a62a-7e0b4c55909e tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/security-groups?id=33dc4511-4987-40c1-bc00-25a6576ab3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484734 Mar 11 16:26:23.987828 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-e844e865-785b-4bde-9796-4173bb4170d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:24.080217 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-e844e865-785b-4bde-9796-4173bb4170d2 admin admin] Publish callbacks [] for security_group (0aef2288-286a-4290-80e1-e1513ba6f2eb), precommit_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:24.085231 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-e844e865-785b-4bde-9796-4173bb4170d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (0aef2288-286a-4290-80e1-e1513ba6f2eb), after_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:24.129472 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e844e865-785b-4bde-9796-4173bb4170d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aef2288-286a-4290-80e1-e1513ba6f2eb,revision_number=1']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:26:24.134992 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-e844e865-785b-4bde-9796-4173bb4170d2 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=3c20fcb57b5f4bc1a85a5d7b5b25076d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2672801 Mar 11 16:26:24.138362 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 44120) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:26:24.226956 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-12b59880-ecd9-4b84-a89e-baf0647aa618 admin admin] Publish callbacks [] for security_group (0aef2288-286a-4290-80e1-e1513ba6f2eb), before_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:24.255059 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-12b59880-ecd9-4b84-a89e-baf0647aa618 admin admin] Publish callbacks [] for security_group (0aef2288-286a-4290-80e1-e1513ba6f2eb), precommit_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:24.319479 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-12b59880-ecd9-4b84-a89e-baf0647aa618 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (0aef2288-286a-4290-80e1-e1513ba6f2eb), after_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:24.332083 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-12b59880-ecd9-4b84-a89e-baf0647aa618 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:24.337432 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-12b59880-ecd9-4b84-a89e-baf0647aa618 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/0aef2288-286a-4290-80e1-e1513ba6f2eb HTTP/1.1" status: 204 len: 168 time: 0.1975355 Mar 11 16:26:24.361727 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b59880-ecd9-4b84-a89e-baf0647aa618 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aef2288-286a-4290-80e1-e1513ba6f2eb,revision_number=None']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:26:24.753696 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 44126) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:26:24.779947 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-c4e0b40a-3cb9-4ff2-96f3-41b1819382cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:24.878128 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-c4e0b40a-3cb9-4ff2-96f3-41b1819382cc admin admin] Publish callbacks [] for security_group (5648d1d0-0a29-4d8e-9af2-dcde4fe17647), precommit_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:24.882680 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-c4e0b40a-3cb9-4ff2-96f3-41b1819382cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (5648d1d0-0a29-4d8e-9af2-dcde4fe17647), after_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:24.951911 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e0b40a-3cb9-4ff2-96f3-41b1819382cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5648d1d0-0a29-4d8e-9af2-dcde4fe17647,revision_number=1']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:26:24.961475 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-c4e0b40a-3cb9-4ff2-96f3-41b1819382cc admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=35e6ac99c89244d2b4ccd644e78c699b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2060735 Mar 11 16:26:24.966327 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 44130) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:26:25.069792 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-5f23e258-8f0f-452c-ba67-f648c1d2e83e admin admin] Publish callbacks [] for security_group (5648d1d0-0a29-4d8e-9af2-dcde4fe17647), before_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:25.100702 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28fdff6-75b1-4de9-bfff-2aaa91111c89 req-9eed9de6-4e32-4e61-a647-32ce9cf7b494 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:25.102283 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-a28fdff6-75b1-4de9-bfff-2aaa91111c89 req-9eed9de6-4e32-4e61-a647-32ce9cf7b494 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=478c05ae-53fc-4f37-9e47-5b58ee2f7275 HTTP/1.1" status: 200 len: 943 time: 0.0963035 Mar 11 16:26:25.108304 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-5f23e258-8f0f-452c-ba67-f648c1d2e83e admin admin] Publish callbacks [] for security_group (5648d1d0-0a29-4d8e-9af2-dcde4fe17647), precommit_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:25.202704 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-a28fdff6-75b1-4de9-bfff-2aaa91111c89 req-2caa6295-10a1-4a10-8111-b02017d42d0f tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/security-groups?id=33dc4511-4987-40c1-bc00-25a6576ab3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915666 Mar 11 16:26:25.203959 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-5f23e258-8f0f-452c-ba67-f648c1d2e83e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (5648d1d0-0a29-4d8e-9af2-dcde4fe17647), after_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:25.206511 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-5f23e258-8f0f-452c-ba67-f648c1d2e83e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:25.211656 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-5f23e258-8f0f-452c-ba67-f648c1d2e83e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5648d1d0-0a29-4d8e-9af2-dcde4fe17647 HTTP/1.1" status: 204 len: 168 time: 0.2403228 Mar 11 16:26:25.219561 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f23e258-8f0f-452c-ba67-f648c1d2e83e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5648d1d0-0a29-4d8e-9af2-dcde4fe17647,revision_number=None']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:26:26.392435 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a402903-7191-4285-8cc6-e2931a015ca3 req-428af36e-9378-4169-903e-1288bc61a68b tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:26.396734 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-6a402903-7191-4285-8cc6-e2931a015ca3 req-428af36e-9378-4169-903e-1288bc61a68b tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=478c05ae-53fc-4f37-9e47-5b58ee2f7275 HTTP/1.1" status: 200 len: 943 time: 0.0895519 Mar 11 16:26:26.456877 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-6a402903-7191-4285-8cc6-e2931a015ca3 req-de92a41c-cf7c-48de-8546-b798da16da66 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/security-groups?id=33dc4511-4987-40c1-bc00-25a6576ab3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563934 Mar 11 16:26:27.606413 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b2d0a7-defc-4220-8b93-12e02ba04167 req-b621f175-34e5-4d39-96e4-5ef6fbc88013 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:27.607974 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-99b2d0a7-defc-4220-8b93-12e02ba04167 req-b621f175-34e5-4d39-96e4-5ef6fbc88013 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=478c05ae-53fc-4f37-9e47-5b58ee2f7275 HTTP/1.1" status: 200 len: 943 time: 0.0628188 Mar 11 16:26:27.659880 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-99b2d0a7-defc-4220-8b93-12e02ba04167 req-704d4651-a971-46be-9116-464ecf62d495 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/security-groups?id=33dc4511-4987-40c1-bc00-25a6576ab3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449409 Mar 11 16:26:28.226741 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.agents_db [None req-ed17eba3-c4d2-4aaa-a64c-93b8434a4a48 None None] Agent healthcheck: found 6 active agents {{(pid=103094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 16:26:28.811248 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017dbc4c-678e-46d0-82d2-08001763b7f3 req-f233fef9-b64b-4999-aea9-b6372bf61253 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:28.813313 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-017dbc4c-678e-46d0-82d2-08001763b7f3 req-f233fef9-b64b-4999-aea9-b6372bf61253 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=478c05ae-53fc-4f37-9e47-5b58ee2f7275 HTTP/1.1" status: 200 len: 943 time: 0.0707631 Mar 11 16:26:28.883599 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-017dbc4c-678e-46d0-82d2-08001763b7f3 req-4df21c23-9467-4f50-93f1-26564c4a3cfe tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/security-groups?id=33dc4511-4987-40c1-bc00-25a6576ab3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629184 Mar 11 16:26:30.023861 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8b0d4c-783b-4818-9bf6-edca3c96a3e3 req-c276a5fe-edcc-4614-a839-a73d2b8f68c3 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:30.025372 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-dd8b0d4c-783b-4818-9bf6-edca3c96a3e3 req-c276a5fe-edcc-4614-a839-a73d2b8f68c3 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=478c05ae-53fc-4f37-9e47-5b58ee2f7275 HTTP/1.1" status: 200 len: 943 time: 0.0605979 Mar 11 16:26:30.075357 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-dd8b0d4c-783b-4818-9bf6-edca3c96a3e3 req-0f868faa-e2c7-4734-a665-7907fcc65577 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/security-groups?id=33dc4511-4987-40c1-bc00-25a6576ab3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436780 Mar 11 16:26:31.209971 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf75fa5-deb0-48a6-b7cc-3501ba5b0309 req-53be7f68-f7c9-4dce-a03a-f3808c3dc9cb tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:31.211493 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-acf75fa5-deb0-48a6-b7cc-3501ba5b0309 req-53be7f68-f7c9-4dce-a03a-f3808c3dc9cb tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=478c05ae-53fc-4f37-9e47-5b58ee2f7275 HTTP/1.1" status: 200 len: 943 time: 0.0584903 Mar 11 16:26:31.260804 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-acf75fa5-deb0-48a6-b7cc-3501ba5b0309 req-045abfe6-dfc0-4ebb-a926-d14199a884f1 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/security-groups?id=33dc4511-4987-40c1-bc00-25a6576ab3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423818 Mar 11 16:26:32.414990 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8434f6dd-02ff-4558-ab8b-a2590393987a req-d260d055-786c-4726-8cbc-fa7cb9cc8fca tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:32.417069 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-8434f6dd-02ff-4558-ab8b-a2590393987a req-d260d055-786c-4726-8cbc-fa7cb9cc8fca tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=478c05ae-53fc-4f37-9e47-5b58ee2f7275 HTTP/1.1" status: 200 len: 943 time: 0.0664580 Mar 11 16:26:32.475421 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-8434f6dd-02ff-4558-ab8b-a2590393987a req-88e14dbc-6b65-4e4d-acbe-b18ea3314c8b tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/security-groups?id=33dc4511-4987-40c1-bc00-25a6576ab3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481718 Mar 11 16:26:33.615687 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072f659a-969a-41d4-8348-6e6f5261263d req-040a0972-84d3-4c3a-bdef-2cbd8d9f0fae tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:33.617177 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-072f659a-969a-41d4-8348-6e6f5261263d req-040a0972-84d3-4c3a-bdef-2cbd8d9f0fae tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=478c05ae-53fc-4f37-9e47-5b58ee2f7275 HTTP/1.1" status: 200 len: 943 time: 0.0544338 Mar 11 16:26:33.669161 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-072f659a-969a-41d4-8348-6e6f5261263d req-f43fa2ed-952d-4f0f-80d2-5e55d9fe4b15 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/security-groups?id=33dc4511-4987-40c1-bc00-25a6576ab3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458214 Mar 11 16:26:34.800517 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0373a957-a0b3-4210-bc16-ce1a525b2475 req-f6320310-b493-4f29-9721-a9ff298e3e40 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:34.802157 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-0373a957-a0b3-4210-bc16-ce1a525b2475 req-f6320310-b493-4f29-9721-a9ff298e3e40 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=478c05ae-53fc-4f37-9e47-5b58ee2f7275 HTTP/1.1" status: 200 len: 943 time: 0.0565350 Mar 11 16:26:34.852508 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-0373a957-a0b3-4210-bc16-ce1a525b2475 req-ac18decf-6315-4038-b71f-119e8c52e62f tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/security-groups?id=33dc4511-4987-40c1-bc00-25a6576ab3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440309 Mar 11 16:26:35.247629 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (42978ec7-0c45-4bcc-88e8-64ee44356522), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:35.987072 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dbd179-9e35-4d8d-ad4f-567195122c05 req-80099d0c-2bfa-4590-b48e-2edf6f111775 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:35.988713 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-19dbd179-9e35-4d8d-ad4f-567195122c05 req-80099d0c-2bfa-4590-b48e-2edf6f111775 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=478c05ae-53fc-4f37-9e47-5b58ee2f7275 HTTP/1.1" status: 200 len: 943 time: 0.0560789 Mar 11 16:26:36.041804 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-19dbd179-9e35-4d8d-ad4f-567195122c05 req-10b497f1-81e7-407d-b9a9-adeb17d61fc1 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/security-groups?id=33dc4511-4987-40c1-bc00-25a6576ab3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457377 Mar 11 16:26:37.177039 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0228c7ff-2352-4713-81a4-6d086168e464 req-401ecc44-20e9-4c69-9ef3-550cab4ede80 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:37.178659 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-0228c7ff-2352-4713-81a4-6d086168e464 req-401ecc44-20e9-4c69-9ef3-550cab4ede80 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=478c05ae-53fc-4f37-9e47-5b58ee2f7275 HTTP/1.1" status: 200 len: 943 time: 0.0582778 Mar 11 16:26:37.246555 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-0228c7ff-2352-4713-81a4-6d086168e464 req-2657e20c-731e-413d-b42e-d368f68c624f tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/security-groups?id=33dc4511-4987-40c1-bc00-25a6576ab3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616846 Mar 11 16:26:38.372250 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3f85c9-daf5-4cde-9a3e-c81faac9f01d req-937bbf2a-1eca-423d-b345-13650886e7f8 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:38.373834 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-2b3f85c9-daf5-4cde-9a3e-c81faac9f01d req-937bbf2a-1eca-423d-b345-13650886e7f8 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=478c05ae-53fc-4f37-9e47-5b58ee2f7275 HTTP/1.1" status: 200 len: 943 time: 0.0534117 Mar 11 16:26:38.422838 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-2b3f85c9-daf5-4cde-9a3e-c81faac9f01d req-8b96feeb-fec8-4e80-a5fb-81881754c3ba tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/security-groups?id=33dc4511-4987-40c1-bc00-25a6576ab3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430732 Mar 11 16:26:39.230740 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 44258) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:26:39.346008 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-0c418a94-4aa8-426f-814c-e66c8e4c369f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:39.427355 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-0c418a94-4aa8-426f-814c-e66c8e4c369f admin admin] Publish callbacks [] for security_group (30b63edd-304d-401e-9a0b-b2b27402728e), precommit_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:39.431705 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-0c418a94-4aa8-426f-814c-e66c8e4c369f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (30b63edd-304d-401e-9a0b-b2b27402728e), after_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:39.474867 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-0c418a94-4aa8-426f-814c-e66c8e4c369f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d46704434490478ba6a355726e5a9465&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2428513 Mar 11 16:26:39.475996 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c418a94-4aa8-426f-814c-e66c8e4c369f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30b63edd-304d-401e-9a0b-b2b27402728e,revision_number=1']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:26:39.477667 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 44264) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:26:39.532121 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-b448e65f-1543-4a88-8254-692145ea4935 admin admin] Publish callbacks [] for security_group (30b63edd-304d-401e-9a0b-b2b27402728e), before_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:39.554064 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7ba17d-9edb-4b5e-988b-4234972e6235 req-b8f24009-c2ab-4bf4-be63-25a26d712221 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:39.554636 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-b448e65f-1543-4a88-8254-692145ea4935 admin admin] Publish callbacks [] for security_group (30b63edd-304d-401e-9a0b-b2b27402728e), precommit_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:39.555733 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-4c7ba17d-9edb-4b5e-988b-4234972e6235 req-b8f24009-c2ab-4bf4-be63-25a26d712221 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=478c05ae-53fc-4f37-9e47-5b58ee2f7275 HTTP/1.1" status: 200 len: 943 time: 0.0559840 Mar 11 16:26:39.609091 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-4c7ba17d-9edb-4b5e-988b-4234972e6235 req-9584a41b-20c4-4402-95ce-823ac470eebf tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/security-groups?id=33dc4511-4987-40c1-bc00-25a6576ab3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465963 Mar 11 16:26:39.620346 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-b448e65f-1543-4a88-8254-692145ea4935 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (30b63edd-304d-401e-9a0b-b2b27402728e), after_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:39.623034 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-b448e65f-1543-4a88-8254-692145ea4935 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:39.624391 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-b448e65f-1543-4a88-8254-692145ea4935 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/30b63edd-304d-401e-9a0b-b2b27402728e HTTP/1.1" status: 204 len: 168 time: 0.1442049 Mar 11 16:26:39.633070 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b448e65f-1543-4a88-8254-692145ea4935 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30b63edd-304d-401e-9a0b-b2b27402728e,revision_number=None']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:26:40.767804 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3786f82-e67b-47da-9f80-4b2ae5b1376f req-65e1f52d-3161-40e9-9e7e-981394fdf990 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:40.769105 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 44302) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:26:40.769548 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-c3786f82-e67b-47da-9f80-4b2ae5b1376f req-65e1f52d-3161-40e9-9e7e-981394fdf990 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=478c05ae-53fc-4f37-9e47-5b58ee2f7275 HTTP/1.1" status: 200 len: 943 time: 0.0611591 Mar 11 16:26:40.818246 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-c3786f82-e67b-47da-9f80-4b2ae5b1376f req-470848c4-b4de-4287-add5-7f8d337ecb24 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/security-groups?id=33dc4511-4987-40c1-bc00-25a6576ab3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433226 Mar 11 16:26:40.878179 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-53bd0cf4-372a-4d7a-9e78-7441eaa477ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:40.966094 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-53bd0cf4-372a-4d7a-9e78-7441eaa477ac admin admin] Publish callbacks [] for security_group (d3b965f7-cd29-4f72-b0d1-e957d75625d9), precommit_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:40.970225 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-53bd0cf4-372a-4d7a-9e78-7441eaa477ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (d3b965f7-cd29-4f72-b0d1-e957d75625d9), after_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:41.008136 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bd0cf4-372a-4d7a-9e78-7441eaa477ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3b965f7-cd29-4f72-b0d1-e957d75625d9,revision_number=1']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:26:41.012981 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-53bd0cf4-372a-4d7a-9e78-7441eaa477ac admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ee601c312ad149128d8a10f00b4c0a89&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2428522 Mar 11 16:26:41.015532 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 44306) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:26:41.064015 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-1d35bf33-7750-44e1-a54a-59b592616947 admin admin] Publish callbacks [] for security_group (d3b965f7-cd29-4f72-b0d1-e957d75625d9), before_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:41.085791 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-1d35bf33-7750-44e1-a54a-59b592616947 admin admin] Publish callbacks [] for security_group (d3b965f7-cd29-4f72-b0d1-e957d75625d9), precommit_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:41.138465 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-1d35bf33-7750-44e1-a54a-59b592616947 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (d3b965f7-cd29-4f72-b0d1-e957d75625d9), after_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:41.141020 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-1d35bf33-7750-44e1-a54a-59b592616947 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:41.142203 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-1d35bf33-7750-44e1-a54a-59b592616947 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d3b965f7-cd29-4f72-b0d1-e957d75625d9 HTTP/1.1" status: 204 len: 168 time: 0.1256857 Mar 11 16:26:41.150125 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d35bf33-7750-44e1-a54a-59b592616947 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3b965f7-cd29-4f72-b0d1-e957d75625d9,revision_number=None']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:26:41.769440 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 44328) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:26:41.866349 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.v2.base [None req-e8a24b03-7f0f-4c5c-8915-86b6ecfc0ce2 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-441492581-network', 'tenant_id': '598e1634c4054801b830f0013726d570'}} {{(pid=103091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:26:41.888091 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8a24b03-7f0f-4c5c-8915-86b6ecfc0ce2 admin admin] Made reservation on behalf of 598e1634c4054801b830f0013726d570 for: {'network': 1} {{(pid=103091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:26:41.890620 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-e8a24b03-7f0f-4c5c-8915-86b6ecfc0ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for network (None), before_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:41.899536 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-e8a24b03-7f0f-4c5c-8915-86b6ecfc0ce2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:41.958100 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8aaf4b9-e6b2-4940-bba3-13b0e357f970 req-eba093da-a146-4e50-80de-b1eeca1cb0a6 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:41.959625 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-f8aaf4b9-e6b2-4940-bba3-13b0e357f970 req-eba093da-a146-4e50-80de-b1eeca1cb0a6 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=478c05ae-53fc-4f37-9e47-5b58ee2f7275 HTTP/1.1" status: 200 len: 943 time: 0.0604372 Mar 11 16:26:41.984389 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-e8a24b03-7f0f-4c5c-8915-86b6ecfc0ce2 admin admin] Publish callbacks [] for security_group (3a49b004-8e94-4813-88fa-8e010a72423f), precommit_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:41.989441 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-e8a24b03-7f0f-4c5c-8915-86b6ecfc0ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (3a49b004-8e94-4813-88fa-8e010a72423f), after_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:42.011495 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-f8aaf4b9-e6b2-4940-bba3-13b0e357f970 req-45bef0a2-44ae-4432-90e8-f58783835511 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/security-groups?id=33dc4511-4987-40c1-bc00-25a6576ab3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456629 Mar 11 16:26:42.016697 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8a24b03-7f0f-4c5c-8915-86b6ecfc0ce2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 610} {{(pid=103091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:26:42.027198 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a24b03-7f0f-4c5c-8915-86b6ecfc0ce2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a49b004-8e94-4813-88fa-8e010a72423f,revision_number=1']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:26:42.032774 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-e8a24b03-7f0f-4c5c-8915-86b6ecfc0ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1821558'] for segment (a9e9fee8-7ed2-407e-8a16-dc30f22dcde8), precommit_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:42.033115 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.db.segments_db [None req-e8a24b03-7f0f-4c5c-8915-86b6ecfc0ce2 admin admin] Added segment a9e9fee8-7ed2-407e-8a16-dc30f22dcde8 of type vlan for network da5d2b45-20a5-46cf-a436-51ef5a03abe9 Mar 11 16:26:42.076103 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-e8a24b03-7f0f-4c5c-8915-86b6ecfc0ce2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780137934026'] for network (da5d2b45-20a5-46cf-a436-51ef5a03abe9), precommit_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:42.102271 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-e8a24b03-7f0f-4c5c-8915-86b6ecfc0ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410'] for network (da5d2b45-20a5-46cf-a436-51ef5a03abe9), after_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:42.103157 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8a24b03-7f0f-4c5c-8915-86b6ecfc0ce2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:42.104549 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-e8a24b03-7f0f-4c5c-8915-86b6ecfc0ce2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779404'] for network (None), before_response {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:42.140930 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-e8a24b03-7f0f-4c5c-8915-86b6ecfc0ce2 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3703480 Mar 11 16:26:42.143959 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 44334) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:26:42.148987 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.v2.base [None req-f494e776-9ab4-4bfe-bbbd-9181e2caaf31 admin admin] Request body: {'subnet': {'network_id': 'da5d2b45-20a5-46cf-a436-51ef5a03abe9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-441492581-subnet', 'tenant_id': '598e1634c4054801b830f0013726d570', 'ip_version': 4}} {{(pid=103092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:26:42.169725 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f494e776-9ab4-4bfe-bbbd-9181e2caaf31 admin admin] Made reservation on behalf of 598e1634c4054801b830f0013726d570 for: {'subnet': 1} {{(pid=103092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:26:42.171886 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a24b03-7f0f-4c5c-8915-86b6ecfc0ce2 admin admin] Pushing event updated for resources: {'Network': ['ID=da5d2b45-20a5-46cf-a436-51ef5a03abe9,revision_number=1']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:26:42.172224 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-f494e776-9ab4-4bfe-bbbd-9181e2caaf31 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30740733'] for subnet (None), before_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:42.181891 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Network da5d2b45-20a5-46cf-a436-51ef5a03abe9 details requested by agent ovs-agent-dv-cinder-750782-12-iscsi with host dv-cinder-750782-12-iscsi {{(pid=103093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 16:26:42.346191 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-f494e776-9ab4-4bfe-bbbd-9181e2caaf31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30811528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30740691'] for subnet (4ce60427-bf88-47b5-a7dd-ae29e6047b16), after_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:42.402213 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f494e776-9ab4-4bfe-bbbd-9181e2caaf31 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ce60427-bf88-47b5-a7dd-ae29e6047b16,revision_number=0']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:26:42.413012 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f494e776-9ab4-4bfe-bbbd-9181e2caaf31 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:26:42.413362 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f494e776-9ab4-4bfe-bbbd-9181e2caaf31 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:26:42.413703 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f494e776-9ab4-4bfe-bbbd-9181e2caaf31 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:26:42.414093 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f494e776-9ab4-4bfe-bbbd-9181e2caaf31 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:26:42.414429 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f494e776-9ab4-4bfe-bbbd-9181e2caaf31 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:26:42.414777 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f494e776-9ab4-4bfe-bbbd-9181e2caaf31 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:26:42.415124 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f494e776-9ab4-4bfe-bbbd-9181e2caaf31 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:26:42.415446 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f494e776-9ab4-4bfe-bbbd-9181e2caaf31 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:26:42.416420 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f494e776-9ab4-4bfe-bbbd-9181e2caaf31 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:26:42.416957 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f494e776-9ab4-4bfe-bbbd-9181e2caaf31 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:26:42.417354 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f494e776-9ab4-4bfe-bbbd-9181e2caaf31 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:26:42.417611 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f494e776-9ab4-4bfe-bbbd-9181e2caaf31 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:26:42.417935 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f494e776-9ab4-4bfe-bbbd-9181e2caaf31 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:26:42.423556 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f494e776-9ab4-4bfe-bbbd-9181e2caaf31 admin admin] Checking segment: {'id': 'a9e9fee8-7ed2-407e-8a16-dc30f22dcde8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'da5d2b45-20a5-46cf-a436-51ef5a03abe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 16:26:42.423909 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f494e776-9ab4-4bfe-bbbd-9181e2caaf31 admin admin] Network hostable DHCP agents. Network: da5d2b45-20a5-46cf-a436-51ef5a03abe9, hostable agents: ['52d54afa-c257-4acf-9353-cc1307944ae0'], hosted agents: [] {{(pid=103092) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:26:42.440630 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f494e776-9ab4-4bfe-bbbd-9181e2caaf31 admin admin] Network da5d2b45-20a5-46cf-a436-51ef5a03abe9 is scheduled to be hosted by DHCP agent 52d54afa-c257-4acf-9353-cc1307944ae0 with binding_index 1 {{(pid=103092) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:26:42.450615 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.scheduler.base_scheduler [None req-f494e776-9ab4-4bfe-bbbd-9181e2caaf31 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-12-iscsi, da5d2b45-20a5-46cf-a436-51ef5a03abe9) {{(pid=103092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:26:42.455508 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f494e776-9ab4-4bfe-bbbd-9181e2caaf31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:42.456700 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-f494e776-9ab4-4bfe-bbbd-9181e2caaf31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779404'] for subnet (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:42.459707 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d5c78e5-6337-4135-a1bf-ceaae92c491f None None] Network da5d2b45-20a5-46cf-a436-51ef5a03abe9 requested from dv-cinder-750782-12-iscsi {{(pid=103093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 16:26:42.474834 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-f494e776-9ab4-4bfe-bbbd-9181e2caaf31 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3296802 Mar 11 16:26:42.477519 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 44336) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:26:42.483218 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.v2.base [None req-bf1100bc-413b-4d40-bbfa-381f854fcb5d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-441492581-router', 'tenant_id': '598e1634c4054801b830f0013726d570', 'external_gateway_info': {'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82'}}} {{(pid=103092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:26:42.503620 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-bf1100bc-413b-4d40-bbfa-381f854fcb5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-772388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-56450'] for router (e7333cbb-ba2b-4f58-b070-e55b0aaba248), before_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:42.504805 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-bf1100bc-413b-4d40-bbfa-381f854fcb5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539762', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-605413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-56571'] for router (e7333cbb-ba2b-4f58-b070-e55b0aaba248), precommit_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:42.567094 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-bf1100bc-413b-4d40-bbfa-381f854fcb5d admin admin] Publish callbacks [] for router_controller (e7333cbb-ba2b-4f58-b070-e55b0aaba248), precommit_add_association {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:42.568299 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a35ed1e-951f-469f-bf84-b61d202e7fda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp725cae6e-9253-5061-8772-c6285d3d9ef8-da5d2b45-20a5-46cf-a436-51ef5a03abe9', 'network_id': 'da5d2b45-20a5-46cf-a436-51ef5a03abe9', 'project_id': '598e1634c4054801b830f0013726d570', 'fixed_ips': [{'subnet_id': '4ce60427-bf88-47b5-a7dd-ae29e6047b16'}]}} from dv-cinder-750782-12-iscsi. {{(pid=103093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 16:26:42.569209 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2a35ed1e-951f-469f-bf84-b61d202e7fda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:42.710944 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [None req-2a35ed1e-951f-469f-bf84-b61d202e7fda None None] Allocated IP 172.20.0.2 (da5d2b45-20a5-46cf-a436-51ef5a03abe9/4ce60427-bf88-47b5-a7dd-ae29e6047b16/5c703112-b5cc-40f6-8a11-bfc01393d484) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:26:42.714227 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-bf1100bc-413b-4d40-bbfa-381f854fcb5d admin admin] Publish callbacks [] for router_gateway (e7333cbb-ba2b-4f58-b070-e55b0aaba248), precommit_update {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:42.863338 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2a35ed1e-951f-469f-bf84-b61d202e7fda None None] Publish callbacks [] for port (5c703112-b5cc-40f6-8a11-bfc01393d484), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:42.876094 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2a35ed1e-951f-469f-bf84-b61d202e7fda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780137975911'] for port (5c703112-b5cc-40f6-8a11-bfc01393d484), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:42.922972 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a35ed1e-951f-469f-bf84-b61d202e7fda None None] Network da5d2b45-20a5-46cf-a436-51ef5a03abe9 is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:26:42.923544 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-bf1100bc-413b-4d40-bbfa-381f854fcb5d admin admin] Publish callbacks [] for router_gateway (e7333cbb-ba2b-4f58-b070-e55b0aaba248), before_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:42.925787 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-2a35ed1e-951f-469f-bf84-b61d202e7fda None None] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:26:42.930038 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a35ed1e-951f-469f-bf84-b61d202e7fda None None] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 16:26:42.933548 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a35ed1e-951f-469f-bf84-b61d202e7fda None None] Pushing event updated for resources: {'Port': ['ID=5c703112-b5cc-40f6-8a11-bfc01393d484,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:26:42.942609 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-bf1100bc-413b-4d40-bbfa-381f854fcb5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (None), before_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:42.993180 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [None req-2a35ed1e-951f-469f-bf84-b61d202e7fda None None] Attempting to bind port 5c703112-b5cc-40f6-8a11-bfc01393d484 on host dv-cinder-750782-12-iscsi for vnic_type normal with profile {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 16:26:42.993467 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [None req-2a35ed1e-951f-469f-bf84-b61d202e7fda None None] Attempting to bind port 5c703112-b5cc-40f6-8a11-bfc01393d484 by drivers openvswitch,hyperv on host dv-cinder-750782-12-iscsi at level 0 using segments [{'id': 'a9e9fee8-7ed2-407e-8a16-dc30f22dcde8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'da5d2b45-20a5-46cf-a436-51ef5a03abe9'}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 16:26:42.993843 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a35ed1e-951f-469f-bf84-b61d202e7fda None None] Attempting to bind port 5c703112-b5cc-40f6-8a11-bfc01393d484 on network da5d2b45-20a5-46cf-a436-51ef5a03abe9 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 16:26:42.999416 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a35ed1e-951f-469f-bf84-b61d202e7fda None None] Checking agent: {'id': '1025624e-e238-47fc-86ae-58f7bb6baa16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 12, 50), 'started_at': datetime.datetime(2022, 3, 11, 16, 13, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 26, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 16:26:42.999792 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a35ed1e-951f-469f-bf84-b61d202e7fda None None] Checking segment: {'id': 'a9e9fee8-7ed2-407e-8a16-dc30f22dcde8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'da5d2b45-20a5-46cf-a436-51ef5a03abe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 16:26:43.000192 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2a35ed1e-951f-469f-bf84-b61d202e7fda None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:43.000814 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a35ed1e-951f-469f-bf84-b61d202e7fda None None] Bound using segment: {'id': 'a9e9fee8-7ed2-407e-8a16-dc30f22dcde8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'da5d2b45-20a5-46cf-a436-51ef5a03abe9'} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 16:26:43.001030 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [None req-2a35ed1e-951f-469f-bf84-b61d202e7fda None None] Bound port: 5c703112-b5cc-40f6-8a11-bfc01393d484, host: dv-cinder-750782-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9e9fee8-7ed2-407e-8a16-dc30f22dcde8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'da5d2b45-20a5-46cf-a436-51ef5a03abe9'}}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 16:26:43.001401 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2a35ed1e-951f-469f-bf84-b61d202e7fda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (5c703112-b5cc-40f6-8a11-bfc01393d484), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:43.055853 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.db.db_base_plugin_common [None req-bf1100bc-413b-4d40-bbfa-381f854fcb5d admin admin] Allocated IP 172.27.0.28 (ff1c1ad1-a65f-4be8-9483-081137458b82/5240f8c4-acf8-4de2-827e-773879cfd307/aa17e70d-3686-49ee-9a89-1ce9b7a2d68d) {{(pid=103092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:26:43.068021 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-2a35ed1e-951f-469f-bf84-b61d202e7fda None None] For port 5c703112-b5cc-40f6-8a11-bfc01393d484, host dv-cinder-750782-12-iscsi, cleared binding levels {{(pid=103093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:26:43.071539 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-2a35ed1e-951f-469f-bf84-b61d202e7fda None None] For port 5c703112-b5cc-40f6-8a11-bfc01393d484, host dv-cinder-750782-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-12-iscsi',level=0,port_id=5c703112-b5cc-40f6-8a11-bfc01393d484,segment=NetworkSegment(a9e9fee8-7ed2-407e-8a16-dc30f22dcde8),segment_id=a9e9fee8-7ed2-407e-8a16-dc30f22dcde8)] {{(pid=103093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:26:43.078303 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2a35ed1e-951f-469f-bf84-b61d202e7fda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947'] for port (5c703112-b5cc-40f6-8a11-bfc01393d484), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:43.143594 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a35ed1e-951f-469f-bf84-b61d202e7fda None None] Pushing event updated for resources: {'Port': ['ID=5c703112-b5cc-40f6-8a11-bfc01393d484,revision_number=2']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:26:43.205103 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c633feb-0c4b-46b0-bb8a-af8c9b8277c3 req-df804464-6718-4077-9159-09cbfcbcbd63 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:43.206697 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-1c633feb-0c4b-46b0-bb8a-af8c9b8277c3 req-df804464-6718-4077-9159-09cbfcbcbd63 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=478c05ae-53fc-4f37-9e47-5b58ee2f7275 HTTP/1.1" status: 200 len: 943 time: 0.1189525 Mar 11 16:26:43.209721 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-bf1100bc-413b-4d40-bbfa-381f854fcb5d admin admin] Publish callbacks [] for port (aa17e70d-3686-49ee-9a89-1ce9b7a2d68d), precommit_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:43.267197 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Device b2fdd8a9-d396-4e44-9ff5-4e706efd4b70 details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=103093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 16:26:43.282057 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-1c633feb-0c4b-46b0-bb8a-af8c9b8277c3 req-4dc2969a-76b4-4ab7-ac36-58b59d65dceb tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/security-groups?id=33dc4511-4987-40c1-bc00-25a6576ab3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690656 Mar 11 16:26:43.284937 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-bf1100bc-413b-4d40-bbfa-381f854fcb5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780137975911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30811620'] for port (aa17e70d-3686-49ee-9a89-1ce9b7a2d68d), after_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:43.329745 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf1100bc-413b-4d40-bbfa-381f854fcb5d admin admin] Network ff1c1ad1-a65f-4be8-9483-081137458b82 is already hosted by enough agents. {{(pid=103092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:26:43.336346 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.scheduler.base_scheduler [None req-bf1100bc-413b-4d40-bbfa-381f854fcb5d admin admin] Resources bound (agent type, host, resource id): {{(pid=103092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:26:43.341231 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1100bc-413b-4d40-bbfa-381f854fcb5d admin admin] Received port after_create {{(pid=103092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 16:26:43.367017 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1100bc-413b-4d40-bbfa-381f854fcb5d admin admin] Pushing event updated for resources: {'Port': ['ID=aa17e70d-3686-49ee-9a89-1ce9b7a2d68d,revision_number=1']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:26:43.432413 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] For port b2fdd8a9-d396-4e44-9ff5-4e706efd4b70, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=b2fdd8a9-d396-4e44-9ff5-4e706efd4b70,segment=NetworkSegment(a719ed4c-1b21-4087-84c5-f4c81307e7ed),segment_id=a719ed4c-1b21-4087-84c5-f4c81307e7ed)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:26:43.444906 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Returning: {'device': 'b2fdd8a9-d396-4e44-9ff5-4e706efd4b70', 'network_id': '4d385937-5589-47ac-b063-981bb549e693', 'port_id': 'b2fdd8a9-d396-4e44-9ff5-4e706efd4b70', 'mac_address': 'fa:16:3e:a9:26:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fa91c63-7953-4f02-bfd2-c0a4c4e05e10', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 16:26:43.489275 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Current status of the port b2fdd8a9-d396-4e44-9ff5-4e706efd4b70 is: DOWN; New status is: BUILD {{(pid=103093) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 16:26:43.489681 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (b2fdd8a9-d396-4e44-9ff5-4e706efd4b70), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:43.505178 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.notifiers.nova [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2fdd8a9-d396-4e44-9ff5-4e706efd4b70 {{(pid=103093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:26:43.527090 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] For port b2fdd8a9-d396-4e44-9ff5-4e706efd4b70, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=b2fdd8a9-d396-4e44-9ff5-4e706efd4b70,segment=NetworkSegment(a719ed4c-1b21-4087-84c5-f4c81307e7ed),segment_id=a719ed4c-1b21-4087-84c5-f4c81307e7ed)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:26:43.531193 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947'] for port (b2fdd8a9-d396-4e44-9ff5-4e706efd4b70), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:43.588857 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Pushing event updated for resources: {'Port': ['ID=b2fdd8a9-d396-4e44-9ff5-4e706efd4b70,revision_number=9']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:26:43.660711 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-bf1100bc-413b-4d40-bbfa-381f854fcb5d admin admin] Publish callbacks [] for router_gateway (e7333cbb-ba2b-4f58-b070-e55b0aaba248), after_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:43.811063 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7c044803-a3d3-40b3-a5c2-b5977ad653cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (52d54afa-c257-4acf-9353-cc1307944ae0), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:44.052726 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Device 5c703112-b5cc-40f6-8a11-bfc01393d484 up at agent ovs-agent-dv-cinder-750782-12-iscsi {{(pid=103093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 16:26:44.092724 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] get_ports_and_sgs() called for port_ids ['b2fdd8a9-d396-4e44-9ff5-4e706efd4b70'] {{(pid=103093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 16:26:44.104251 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-bf1100bc-413b-4d40-bbfa-381f854fcb5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-772511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539677'] for router (e7333cbb-ba2b-4f58-b070-e55b0aaba248), after_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:44.165315 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Provisioning complete for port 5c703112-b5cc-40f6-8a11-bfc01393d484 triggered by entity L2. {{(pid=103093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 16:26:44.166177 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397499'] for port (5c703112-b5cc-40f6-8a11-bfc01393d484), provisioning_complete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:44.167519 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b08ce974-423a-4392-810b-dfe04828b476 None None] Network da5d2b45-20a5-46cf-a436-51ef5a03abe9 requested from dv-cinder-750782-12-iscsi {{(pid=103093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 16:26:44.247681 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf1100bc-413b-4d40-bbfa-381f854fcb5d admin admin] Router e7333cbb-ba2b-4f58-b070-e55b0aaba248 is scheduled to L3 agent 03422851-42b1-44c9-ada6-e479436b7b23 with binding_index 1 {{(pid=103092) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 16:26:44.371165 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf1100bc-413b-4d40-bbfa-381f854fcb5d admin admin] Notify agent at l3_agent.dv-cinder-750782-12-iscsi the message routers_updated {{(pid=103092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:26:44.412699 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-bf1100bc-413b-4d40-bbfa-381f854fcb5d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:44.413988 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-bf1100bc-413b-4d40-bbfa-381f854fcb5d admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.9354751 Mar 11 16:26:44.418150 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 44344) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:26:44.443486 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3ae379-c2b3-42f7-803d-376ff353e7fe req-91a1a997-2549-4e61-bf81-15ac2d2598ea tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:44.445100 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-0d3ae379-c2b3-42f7-803d-376ff353e7fe req-91a1a997-2549-4e61-bf81-15ac2d2598ea tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=478c05ae-53fc-4f37-9e47-5b58ee2f7275 HTTP/1.1" status: 200 len: 944 time: 0.0719526 Mar 11 16:26:44.475511 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25a436f-ecf1-474d-ba42-d4d5009d4724 None None] Sync routers for ids ['e7333cbb-ba2b-4f58-b070-e55b0aaba248'] in dv-cinder-750782-12-iscsi {{(pid=103093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:26:44.493544 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [None req-bfc3ad19-88db-47b3-970e-9d9e3c0cba79 None None] Provisioning complete for port 5c703112-b5cc-40f6-8a11-bfc01393d484 triggered by entity DHCP. {{(pid=103093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 16:26:44.493969 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-bfc3ad19-88db-47b3-970e-9d9e3c0cba79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397499'] for port (5c703112-b5cc-40f6-8a11-bfc01393d484), provisioning_complete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:44.506762 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-0d3ae379-c2b3-42f7-803d-376ff353e7fe req-17c4400e-9f2d-4210-8483-4e908843cf4c tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/security-groups?id=33dc4511-4987-40c1-bc00-25a6576ab3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553446 Mar 11 16:26:44.528598 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25a436f-ecf1-474d-ba42-d4d5009d4724 None None] Routers {'e7333cbb-ba2b-4f58-b070-e55b0aaba248'} bound to L3 agent in host dv-cinder-750782-12-iscsi {{(pid=103093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 16:26:44.529350 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_hamode_db [None req-f25a436f-ecf1-474d-ba42-d4d5009d4724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:12:46Z,description=,heartbeat_timestamp=2022-03-11T16:26:16Z,host='dv-cinder-750782-12-iscsi',id=03422851-42b1-44c9-ada6-e479436b7b23,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:12:46Z,topic='l3_agent')) {'router_ids': ['e7333cbb-ba2b-4f58-b070-e55b0aaba248'], 'active': True} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:26:44.736168 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Current status of the port 5c703112-b5cc-40f6-8a11-bfc01393d484 is: DOWN; New status is: ACTIVE {{(pid=103093) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 16:26:44.736559 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (5c703112-b5cc-40f6-8a11-bfc01393d484), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:44.805636 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_dvr_db [None req-f25a436f-ecf1-474d-ba42-d4d5009d4724 None None] Set router e7333cbb-ba2b-4f58-b070-e55b0aaba248 gateway port host: dv-cinder-750782-12-iscsi {{(pid=103093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 16:26:44.879023 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-9ac5e83e-9a37-470b-b41f-9cf3d6beabab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (None), before_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:44.888328 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] For port 5c703112-b5cc-40f6-8a11-bfc01393d484, host dv-cinder-750782-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-12-iscsi',level=0,port_id=5c703112-b5cc-40f6-8a11-bfc01393d484,segment=NetworkSegment(a9e9fee8-7ed2-407e-8a16-dc30f22dcde8),segment_id=a9e9fee8-7ed2-407e-8a16-dc30f22dcde8)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:26:44.892073 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-bfc3ad19-88db-47b3-970e-9d9e3c0cba79 None None] Current status of the port 5c703112-b5cc-40f6-8a11-bfc01393d484 is: DOWN; New status is: ACTIVE {{(pid=103093) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 16:26:44.892503 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-bfc3ad19-88db-47b3-970e-9d9e3c0cba79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (5c703112-b5cc-40f6-8a11-bfc01393d484), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:44.908111 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947'] for port (5c703112-b5cc-40f6-8a11-bfc01393d484), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:45.059501 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.db.db_base_plugin_common [None req-9ac5e83e-9a37-470b-b41f-9cf3d6beabab admin admin] Allocated IP 172.20.0.1 (da5d2b45-20a5-46cf-a436-51ef5a03abe9/4ce60427-bf88-47b5-a7dd-ae29e6047b16/c904cd7f-5d79-44a8-9dfa-208d62685c1e) {{(pid=103091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:26:45.071942 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Pushing event updated for resources: {'Port': ['ID=5c703112-b5cc-40f6-8a11-bfc01393d484,revision_number=3']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:26:45.080543 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.db.api [None req-bfc3ad19-88db-47b3-970e-9d9e3c0cba79 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103093) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:26:45.080887 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG oslo_db.api [None req-bfc3ad19-88db-47b3-970e-9d9e3c0cba79 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:26:45.129303 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_hamode_db [None req-f25a436f-ecf1-474d-ba42-d4d5009d4724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7333cbb-ba2b-4f58-b070-e55b0aaba248', 'name': 'tempest-TestMinimumBasicScenario-441492581-router', 'tenant_id': '598e1634c4054801b830f0013726d570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'external_fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': 'aa17e70d-3686-49ee-9a89-1ce9b7a2d68d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:26:42Z', 'updated_at': '2022-03-11T16:26:43Z', 'revision_number': 3, 'project_id': '598e1634c4054801b830f0013726d570', 'gw_port': {'id': 'aa17e70d-3686-49ee-9a89-1ce9b7a2d68d', 'name': '', 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:43:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7333cbb-ba2b-4f58-b070-e55b0aaba248', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:26:42Z', 'updated_at': '2022-03-11T16:26:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-12-iscsi'}], 'dv-cinder-750782-12-iscsi', False) {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:26:45.162339 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25a436f-ecf1-474d-ba42-d4d5009d4724 None None] Checking router: e7333cbb-ba2b-4f58-b070-e55b0aaba248 for host: dv-cinder-750782-12-iscsi {{(pid=103093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:26:45.162826 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25a436f-ecf1-474d-ba42-d4d5009d4724 None None] Updating router e7333cbb-ba2b-4f58-b070-e55b0aaba248 port aa17e70d-3686-49ee-9a89-1ce9b7a2d68d binding host dv-cinder-750782-12-iscsi {{(pid=103093) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 16:26:45.170957 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-9ac5e83e-9a37-470b-b41f-9cf3d6beabab admin admin] Publish callbacks [] for port (c904cd7f-5d79-44a8-9dfa-208d62685c1e), precommit_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:45.192028 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f25a436f-ecf1-474d-ba42-d4d5009d4724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (aa17e70d-3686-49ee-9a89-1ce9b7a2d68d), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:45.205066 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-9ac5e83e-9a37-470b-b41f-9cf3d6beabab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780137975911'] for port (c904cd7f-5d79-44a8-9dfa-208d62685c1e), after_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:45.468099 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac5e83e-9a37-470b-b41f-9cf3d6beabab admin admin] Network da5d2b45-20a5-46cf-a436-51ef5a03abe9 is already hosted by enough agents. {{(pid=103091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:26:45.471362 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.scheduler.base_scheduler [None req-9ac5e83e-9a37-470b-b41f-9cf3d6beabab admin admin] Resources bound (agent type, host, resource id): {{(pid=103091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:26:45.474051 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac5e83e-9a37-470b-b41f-9cf3d6beabab admin admin] Received port after_create {{(pid=103091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 16:26:45.474700 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-9ac5e83e-9a37-470b-b41f-9cf3d6beabab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-770162'] for router_interface (e7333cbb-ba2b-4f58-b070-e55b0aaba248), before_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:45.482242 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f25a436f-ecf1-474d-ba42-d4d5009d4724 None None] Publish callbacks [] for port (aa17e70d-3686-49ee-9a89-1ce9b7a2d68d), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:45.489573 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f25a436f-ecf1-474d-ba42-d4d5009d4724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947'] for port (aa17e70d-3686-49ee-9a89-1ce9b7a2d68d), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:45.522308 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac5e83e-9a37-470b-b41f-9cf3d6beabab admin admin] Pushing event updated for resources: {'Port': ['ID=c904cd7f-5d79-44a8-9dfa-208d62685c1e,revision_number=1']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:26:45.536863 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac5e83e-9a37-470b-b41f-9cf3d6beabab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:26:45.537225 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac5e83e-9a37-470b-b41f-9cf3d6beabab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:26:45.538026 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac5e83e-9a37-470b-b41f-9cf3d6beabab admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:26:45.538026 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac5e83e-9a37-470b-b41f-9cf3d6beabab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:26:45.538221 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac5e83e-9a37-470b-b41f-9cf3d6beabab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:26:45.538491 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac5e83e-9a37-470b-b41f-9cf3d6beabab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:26:45.538820 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac5e83e-9a37-470b-b41f-9cf3d6beabab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:26:45.539139 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac5e83e-9a37-470b-b41f-9cf3d6beabab admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:26:45.539458 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac5e83e-9a37-470b-b41f-9cf3d6beabab admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:26:45.539775 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac5e83e-9a37-470b-b41f-9cf3d6beabab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:26:45.540091 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac5e83e-9a37-470b-b41f-9cf3d6beabab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:26:45.540403 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac5e83e-9a37-470b-b41f-9cf3d6beabab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:26:45.540796 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac5e83e-9a37-470b-b41f-9cf3d6beabab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:26:45.552169 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563dd797-d2a7-4b99-8c29-5a298fc96285 None None] Pushing event updated for resources: {'Port': ['ID=aa17e70d-3686-49ee-9a89-1ce9b7a2d68d,revision_number=2']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:26:45.553682 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [None req-f25a436f-ecf1-474d-ba42-d4d5009d4724 None None] Attempting to bind port aa17e70d-3686-49ee-9a89-1ce9b7a2d68d on host dv-cinder-750782-12-iscsi for vnic_type normal with profile {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 16:26:45.554619 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [None req-f25a436f-ecf1-474d-ba42-d4d5009d4724 None None] Attempting to bind port aa17e70d-3686-49ee-9a89-1ce9b7a2d68d by drivers openvswitch,hyperv on host dv-cinder-750782-12-iscsi at level 0 using segments [{'id': 'd35af6e3-4c7b-42bf-84c3-6daa0b397bde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82'}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 16:26:45.555022 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25a436f-ecf1-474d-ba42-d4d5009d4724 None None] Attempting to bind port aa17e70d-3686-49ee-9a89-1ce9b7a2d68d on network ff1c1ad1-a65f-4be8-9483-081137458b82 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 16:26:45.563625 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25a436f-ecf1-474d-ba42-d4d5009d4724 None None] Checking agent: {'id': '1025624e-e238-47fc-86ae-58f7bb6baa16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 12, 50), 'started_at': datetime.datetime(2022, 3, 11, 16, 13, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 26, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 16:26:45.564011 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25a436f-ecf1-474d-ba42-d4d5009d4724 None None] Checking segment: {'id': 'd35af6e3-4c7b-42bf-84c3-6daa0b397bde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 16:26:45.565012 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f25a436f-ecf1-474d-ba42-d4d5009d4724 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:45.565414 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25a436f-ecf1-474d-ba42-d4d5009d4724 None None] Bound using segment: {'id': 'd35af6e3-4c7b-42bf-84c3-6daa0b397bde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82'} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 16:26:45.565935 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [None req-f25a436f-ecf1-474d-ba42-d4d5009d4724 None None] Bound port: aa17e70d-3686-49ee-9a89-1ce9b7a2d68d, host: dv-cinder-750782-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd35af6e3-4c7b-42bf-84c3-6daa0b397bde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82'}}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 16:26:45.566307 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f25a436f-ecf1-474d-ba42-d4d5009d4724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (aa17e70d-3686-49ee-9a89-1ce9b7a2d68d), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:45.659024 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-f25a436f-ecf1-474d-ba42-d4d5009d4724 None None] For port aa17e70d-3686-49ee-9a89-1ce9b7a2d68d, host dv-cinder-750782-12-iscsi, cleared binding levels {{(pid=103093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:26:45.662128 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-bfc3ad19-88db-47b3-970e-9d9e3c0cba79 None None] Current status of the port 5c703112-b5cc-40f6-8a11-bfc01393d484 is: ACTIVE; New status is: ACTIVE {{(pid=103093) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 16:26:45.665766 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-f25a436f-ecf1-474d-ba42-d4d5009d4724 None None] For port aa17e70d-3686-49ee-9a89-1ce9b7a2d68d, host dv-cinder-750782-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-12-iscsi',level=0,port_id=aa17e70d-3686-49ee-9a89-1ce9b7a2d68d,segment=NetworkSegment(d35af6e3-4c7b-42bf-84c3-6daa0b397bde),segment_id=d35af6e3-4c7b-42bf-84c3-6daa0b397bde)] {{(pid=103093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:26:45.675126 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f25a436f-ecf1-474d-ba42-d4d5009d4724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947'] for port (aa17e70d-3686-49ee-9a89-1ce9b7a2d68d), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:45.677119 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-9ac5e83e-9a37-470b-b41f-9cf3d6beabab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (c904cd7f-5d79-44a8-9dfa-208d62685c1e), before_update {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:45.696795 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3326ef-8200-4b8d-a598-f76041ca2079 req-03241a66-f3ba-4075-acb0-d0c9da123694 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:45.699110 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-ed3326ef-8200-4b8d-a598-f76041ca2079 req-03241a66-f3ba-4075-acb0-d0c9da123694 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=478c05ae-53fc-4f37-9e47-5b58ee2f7275 HTTP/1.1" status: 200 len: 944 time: 0.0754800 Mar 11 16:26:45.745846 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25a436f-ecf1-474d-ba42-d4d5009d4724 None None] Routers {'e7333cbb-ba2b-4f58-b070-e55b0aaba248'} bound to L3 agent in host dv-cinder-750782-12-iscsi {{(pid=103093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 16:26:45.746425 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_hamode_db [None req-f25a436f-ecf1-474d-ba42-d4d5009d4724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:12:46Z,description=,heartbeat_timestamp=2022-03-11T16:26:16Z,host='dv-cinder-750782-12-iscsi',id=03422851-42b1-44c9-ada6-e479436b7b23,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:12:46Z,topic='l3_agent')) {'router_ids': ['e7333cbb-ba2b-4f58-b070-e55b0aaba248'], 'active': True} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:26:45.751409 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563dd797-d2a7-4b99-8c29-5a298fc96285 None None] Pushing event updated for resources: {'Port': ['ID=aa17e70d-3686-49ee-9a89-1ce9b7a2d68d,revision_number=3']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:26:45.769927 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-ed3326ef-8200-4b8d-a598-f76041ca2079 req-a2cfc393-9dae-4b3b-a4bc-38a33bcb2727 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/security-groups?id=33dc4511-4987-40c1-bc00-25a6576ab3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632775 Mar 11 16:26:45.819102 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [None req-a4e6db7c-fbf6-457a-a34a-818bb5e47dd7 None None] Provisioning complete for port c904cd7f-5d79-44a8-9dfa-208d62685c1e triggered by entity DHCP. {{(pid=103093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 16:26:45.819486 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a4e6db7c-fbf6-457a-a34a-818bb5e47dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397499'] for port (c904cd7f-5d79-44a8-9dfa-208d62685c1e), provisioning_complete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:45.874950 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-9ac5e83e-9a37-470b-b41f-9cf3d6beabab admin admin] Publish callbacks [] for port (c904cd7f-5d79-44a8-9dfa-208d62685c1e), precommit_update {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:45.880203 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-9ac5e83e-9a37-470b-b41f-9cf3d6beabab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947'] for port (c904cd7f-5d79-44a8-9dfa-208d62685c1e), after_update {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:45.881009 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-9ac5e83e-9a37-470b-b41f-9cf3d6beabab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-779424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-770270'] for router_interface (e7333cbb-ba2b-4f58-b070-e55b0aaba248), after_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:45.893577 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-a4e6db7c-fbf6-457a-a34a-818bb5e47dd7 None None] Port c904cd7f-5d79-44a8-9dfa-208d62685c1e cannot update to ACTIVE because it is not bound. {{(pid=103093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 16:26:45.910146 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_dvr_db [None req-f25a436f-ecf1-474d-ba42-d4d5009d4724 None None] Set router e7333cbb-ba2b-4f58-b070-e55b0aaba248 gateway port host: dv-cinder-750782-12-iscsi {{(pid=103093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 16:26:45.940264 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [None req-a4e6db7c-fbf6-457a-a34a-818bb5e47dd7 None None] Provisioning complete for port 5c703112-b5cc-40f6-8a11-bfc01393d484 triggered by entity DHCP. {{(pid=103093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 16:26:45.940644 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a4e6db7c-fbf6-457a-a34a-818bb5e47dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397499'] for port (5c703112-b5cc-40f6-8a11-bfc01393d484), provisioning_complete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:45.950221 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac5e83e-9a37-470b-b41f-9cf3d6beabab admin admin] Pushing event updated for resources: {'Port': ['ID=c904cd7f-5d79-44a8-9dfa-208d62685c1e,revision_number=2']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:26:46.017382 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Device 5c703112-b5cc-40f6-8a11-bfc01393d484 up at agent ovs-agent-dv-cinder-750782-12-iscsi {{(pid=103093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 16:26:46.018988 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac5e83e-9a37-470b-b41f-9cf3d6beabab admin admin] Network da5d2b45-20a5-46cf-a436-51ef5a03abe9 is already hosted by enough agents. {{(pid=103091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:26:46.020440 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.scheduler.base_scheduler [None req-9ac5e83e-9a37-470b-b41f-9cf3d6beabab admin admin] Resources bound (agent type, host, resource id): {{(pid=103091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:26:46.158433 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ac5e83e-9a37-470b-b41f-9cf3d6beabab admin admin] Router e7333cbb-ba2b-4f58-b070-e55b0aaba248 has already been hosted by L3 agent 03422851-42b1-44c9-ada6-e479436b7b23 {{(pid=103091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:26:46.285003 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ac5e83e-9a37-470b-b41f-9cf3d6beabab admin admin] Notify agent at l3_agent.dv-cinder-750782-12-iscsi the message routers_updated {{(pid=103091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:26:46.289976 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-9ac5e83e-9a37-470b-b41f-9cf3d6beabab admin admin] 10.222.0.72 "PUT /v2.0/routers/e7333cbb-ba2b-4f58-b070-e55b0aaba248/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8705549 Mar 11 16:26:46.347200 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-26dba5b5-1e59-4286-81b3-269217298d7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (03422851-42b1-44c9-ada6-e479436b7b23), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:46.368436 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Provisioning complete for port 5c703112-b5cc-40f6-8a11-bfc01393d484 triggered by entity L2. {{(pid=103093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 16:26:46.369557 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397499'] for port (5c703112-b5cc-40f6-8a11-bfc01393d484), provisioning_complete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:46.373930 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-a4e6db7c-fbf6-457a-a34a-818bb5e47dd7 None None] Current status of the port 5c703112-b5cc-40f6-8a11-bfc01393d484 is: ACTIVE; New status is: ACTIVE {{(pid=103093) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 16:26:46.464316 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_hamode_db [None req-f25a436f-ecf1-474d-ba42-d4d5009d4724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7333cbb-ba2b-4f58-b070-e55b0aaba248', 'name': 'tempest-TestMinimumBasicScenario-441492581-router', 'tenant_id': '598e1634c4054801b830f0013726d570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'external_fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': 'aa17e70d-3686-49ee-9a89-1ce9b7a2d68d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:26:42Z', 'updated_at': '2022-03-11T16:26:45Z', 'revision_number': 4, 'project_id': '598e1634c4054801b830f0013726d570', 'gw_port': {'id': 'aa17e70d-3686-49ee-9a89-1ce9b7a2d68d', 'name': '', 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:43:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7333cbb-ba2b-4f58-b070-e55b0aaba248', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:26:42Z', 'updated_at': '2022-03-11T16:26:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-12-iscsi', '_interfaces': [{'id': 'c904cd7f-5d79-44a8-9dfa-208d62685c1e', 'name': '', 'network_id': 'da5d2b45-20a5-46cf-a436-51ef5a03abe9', 'tenant_id': '598e1634c4054801b830f0013726d570', 'mac_address': 'fa:16:3e:78:06:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7333cbb-ba2b-4f58-b070-e55b0aaba248', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '4ce60427-bf88-47b5-a7dd-ae29e6047b16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:26:44Z', 'updated_at': '2022-03-11T16:26:45Z', 'revision_number': 1, 'project_id': '598e1634c4054801b830f0013726d570', 'subnets': [{'id': '4ce60427-bf88-47b5-a7dd-ae29e6047b16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-12-iscsi', False) {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:26:46.504596 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25a436f-ecf1-474d-ba42-d4d5009d4724 None None] The sync data for ids ['e7333cbb-ba2b-4f58-b070-e55b0aaba248'] in dv-cinder-750782-12-iscsi is: [{'id': 'e7333cbb-ba2b-4f58-b070-e55b0aaba248', 'name': 'tempest-TestMinimumBasicScenario-441492581-router', 'tenant_id': '598e1634c4054801b830f0013726d570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'external_fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': 'aa17e70d-3686-49ee-9a89-1ce9b7a2d68d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:26:42Z', 'updated_at': '2022-03-11T16:26:45Z', 'revision_number': 4, 'project_id': '598e1634c4054801b830f0013726d570', 'gw_port': {'id': 'aa17e70d-3686-49ee-9a89-1ce9b7a2d68d', 'name': '', 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:43:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7333cbb-ba2b-4f58-b070-e55b0aaba248', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:26:42Z', 'updated_at': '2022-03-11T16:26:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-12-iscsi', '_interfaces': [{'id': 'c904cd7f-5d79-44a8-9dfa-208d62685c1e', 'name': '', 'network_id': 'da5d2b45-20a5-46cf-a436-51ef5a03abe9', 'tenant_id': '598e1634c4054801b830f0013726d570', 'mac_address': 'fa:16:3e:78:06:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7333cbb-ba2b-4f58-b070-e55b0aaba248', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '4ce60427-bf88-47b5-a7dd-ae29e6047b16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:26:44Z', 'updated_at': '2022-03-11T16:26:45Z', 'revision_number': 1, 'project_id': '598e1634c4054801b830f0013726d570', 'subnets': [{'id': '4ce60427-bf88-47b5-a7dd-ae29e6047b16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:26:46.512723 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Current status of the port 5c703112-b5cc-40f6-8a11-bfc01393d484 is: ACTIVE; New status is: ACTIVE {{(pid=103093) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 16:26:46.521590 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [None req-ee0740df-992a-4b69-8d1a-5b274524c9b9 None None] Provisioning complete for port c904cd7f-5d79-44a8-9dfa-208d62685c1e triggered by entity DHCP. {{(pid=103093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 16:26:46.522008 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ee0740df-992a-4b69-8d1a-5b274524c9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397499'] for port (c904cd7f-5d79-44a8-9dfa-208d62685c1e), provisioning_complete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:46.567549 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-ee0740df-992a-4b69-8d1a-5b274524c9b9 None None] Port c904cd7f-5d79-44a8-9dfa-208d62685c1e cannot update to ACTIVE because it is not bound. {{(pid=103093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 16:26:46.825640 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 44366) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:26:46.830918 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.v2.base [None req-77ca7d82-b6be-459a-bc2f-3c444a64d2bb admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-472917373-network', 'tenant_id': '3d5338acd8514fe39720c3fb4e546ad1'}} {{(pid=103092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:26:46.851446 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77ca7d82-b6be-459a-bc2f-3c444a64d2bb admin admin] Made reservation on behalf of 3d5338acd8514fe39720c3fb4e546ad1 for: {'network': 1} {{(pid=103092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:26:46.854826 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-77ca7d82-b6be-459a-bc2f-3c444a64d2bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for network (None), before_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:46.877602 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-77ca7d82-b6be-459a-bc2f-3c444a64d2bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:46.950790 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe6270c-8f05-4215-a6e1-0923a3796126 req-7cde317c-a6f5-4b9b-9367-93ab47d8aa2a tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:46.952622 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-7fe6270c-8f05-4215-a6e1-0923a3796126 req-7cde317c-a6f5-4b9b-9367-93ab47d8aa2a tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=478c05ae-53fc-4f37-9e47-5b58ee2f7275 HTTP/1.1" status: 200 len: 944 time: 0.0954895 Mar 11 16:26:47.031764 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-7fe6270c-8f05-4215-a6e1-0923a3796126 req-50e47807-97d7-4895-9e81-22aeb9303540 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/security-groups?id=33dc4511-4987-40c1-bc00-25a6576ab3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726867 Mar 11 16:26:47.037000 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-77ca7d82-b6be-459a-bc2f-3c444a64d2bb admin admin] Publish callbacks [] for security_group (bddb50b9-2212-4294-8135-f2d8a6d5ef95), precommit_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:47.041830 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-77ca7d82-b6be-459a-bc2f-3c444a64d2bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (bddb50b9-2212-4294-8135-f2d8a6d5ef95), after_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:47.067415 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77ca7d82-b6be-459a-bc2f-3c444a64d2bb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 621} {{(pid=103092) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:26:47.078293 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ca7d82-b6be-459a-bc2f-3c444a64d2bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bddb50b9-2212-4294-8135-f2d8a6d5ef95,revision_number=1']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:26:47.083246 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-77ca7d82-b6be-459a-bc2f-3c444a64d2bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1821558'] for segment (3454dfc9-f8b9-4659-bef0-53cf3d9a8bb1), precommit_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:47.083582 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.db.segments_db [None req-77ca7d82-b6be-459a-bc2f-3c444a64d2bb admin admin] Added segment 3454dfc9-f8b9-4659-bef0-53cf3d9a8bb1 of type vlan for network b06c95e8-1cca-4059-973a-b35cbda726e0 Mar 11 16:26:47.127313 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-77ca7d82-b6be-459a-bc2f-3c444a64d2bb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780137934026'] for network (b06c95e8-1cca-4059-973a-b35cbda726e0), precommit_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:47.154992 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-77ca7d82-b6be-459a-bc2f-3c444a64d2bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410'] for network (b06c95e8-1cca-4059-973a-b35cbda726e0), after_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:47.156105 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ca7d82-b6be-459a-bc2f-3c444a64d2bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:47.156699 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-77ca7d82-b6be-459a-bc2f-3c444a64d2bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779404'] for network (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:47.203280 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-77ca7d82-b6be-459a-bc2f-3c444a64d2bb admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3763793 Mar 11 16:26:47.206366 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 44368) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:26:47.212313 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.v2.base [None req-ca05e089-96d9-4b1f-b531-8c284fdefa60 admin admin] Request body: {'subnet': {'network_id': 'b06c95e8-1cca-4059-973a-b35cbda726e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-472917373-subnet', 'tenant_id': '3d5338acd8514fe39720c3fb4e546ad1', 'ip_version': 4}} {{(pid=103092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:26:47.240803 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ca7d82-b6be-459a-bc2f-3c444a64d2bb admin admin] Pushing event updated for resources: {'Network': ['ID=b06c95e8-1cca-4059-973a-b35cbda726e0,revision_number=1']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:26:47.254837 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Network b06c95e8-1cca-4059-973a-b35cbda726e0 details requested by agent ovs-agent-dv-cinder-750782-12-iscsi with host dv-cinder-750782-12-iscsi {{(pid=103093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 16:26:47.263209 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca05e089-96d9-4b1f-b531-8c284fdefa60 admin admin] Made reservation on behalf of 3d5338acd8514fe39720c3fb4e546ad1 for: {'subnet': 1} {{(pid=103092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:26:47.265770 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-ca05e089-96d9-4b1f-b531-8c284fdefa60 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30740733'] for subnet (None), before_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:47.324565 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Device b2fdd8a9-d396-4e44-9ff5-4e706efd4b70 up at agent hyperv_hv-cinder-75078 {{(pid=103093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 16:26:47.380115 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Provisioning complete for port b2fdd8a9-d396-4e44-9ff5-4e706efd4b70 triggered by entity L2. {{(pid=103093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 16:26:47.380449 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397499'] for port (b2fdd8a9-d396-4e44-9ff5-4e706efd4b70), provisioning_complete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:47.465829 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-ca05e089-96d9-4b1f-b531-8c284fdefa60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30811528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30740691'] for subnet (ef1933b7-12ab-4e29-8088-38fe0ebaf006), after_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:47.478689 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ae773407-53f5-44d0-bdbe-4d88b69a915f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (d0bcdf8a-248d-4278-aa4c-95e4828d61b2), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:47.483455 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Current status of the port b2fdd8a9-d396-4e44-9ff5-4e706efd4b70 is: BUILD; New status is: ACTIVE {{(pid=103093) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 16:26:47.484053 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (b2fdd8a9-d396-4e44-9ff5-4e706efd4b70), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:47.510368 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '478c05ae-53fc-4f37-9e47-5b58ee2f7275', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2fdd8a9-d396-4e44-9ff5-4e706efd4b70'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:26:47.512609 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f6a2c072b123b360c8eb8991e75d694e889c4c27e62ecb22fdf39ecf471eb94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf7e5f6d-0ce8-4886-a094-818fdd414c5c" -d '{"events": [{"server_uuid": "478c05ae-53fc-4f37-9e47-5b58ee2f7275", "name": "network-vif-plugged", "status": "completed", "tag": "b2fdd8a9-d396-4e44-9ff5-4e706efd4b70"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 16:26:47.525869 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] For port b2fdd8a9-d396-4e44-9ff5-4e706efd4b70, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=b2fdd8a9-d396-4e44-9ff5-4e706efd4b70,segment=NetworkSegment(a719ed4c-1b21-4087-84c5-f4c81307e7ed),segment_id=a719ed4c-1b21-4087-84c5-f4c81307e7ed)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:26:47.528496 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca05e089-96d9-4b1f-b531-8c284fdefa60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef1933b7-12ab-4e29-8088-38fe0ebaf006,revision_number=0']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:26:47.533211 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947'] for port (b2fdd8a9-d396-4e44-9ff5-4e706efd4b70), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:47.540453 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca05e089-96d9-4b1f-b531-8c284fdefa60 admin admin] Checking segment: {'id': '3454dfc9-f8b9-4659-bef0-53cf3d9a8bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'b06c95e8-1cca-4059-973a-b35cbda726e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 16:26:47.540883 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca05e089-96d9-4b1f-b531-8c284fdefa60 admin admin] Network hostable DHCP agents. Network: b06c95e8-1cca-4059-973a-b35cbda726e0, hostable agents: ['52d54afa-c257-4acf-9353-cc1307944ae0'], hosted agents: [] {{(pid=103092) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:26:47.563440 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca05e089-96d9-4b1f-b531-8c284fdefa60 admin admin] Network b06c95e8-1cca-4059-973a-b35cbda726e0 is scheduled to be hosted by DHCP agent 52d54afa-c257-4acf-9353-cc1307944ae0 with binding_index 1 {{(pid=103092) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:26:47.576437 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.scheduler.base_scheduler [None req-ca05e089-96d9-4b1f-b531-8c284fdefa60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-12-iscsi, b06c95e8-1cca-4059-973a-b35cbda726e0) {{(pid=103092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:26:47.576597 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 16:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d452de1-bad2-4373-89f8-278f9b890d1e x-openstack-request-id: req-1d452de1-bad2-4373-89f8-278f9b890d1e {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 16:26:47.576811 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "478c05ae-53fc-4f37-9e47-5b58ee2f7275", "name": "network-vif-plugged", "status": "completed", "tag": "b2fdd8a9-d396-4e44-9ff5-4e706efd4b70", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 16:26:47.577314 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-1d452de1-bad2-4373-89f8-278f9b890d1e {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 16:26:47.578427 dv-cinder-750782-12-iscsi neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '478c05ae-53fc-4f37-9e47-5b58ee2f7275', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2fdd8a9-d396-4e44-9ff5-4e706efd4b70', 'code': 200} Mar 11 16:26:47.585289 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca05e089-96d9-4b1f-b531-8c284fdefa60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:47.585832 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-ca05e089-96d9-4b1f-b531-8c284fdefa60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779404'] for subnet (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:47.603026 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-906a0159-1d4e-4edd-8bba-30c2f2660f61 None None] Network b06c95e8-1cca-4059-973a-b35cbda726e0 requested from dv-cinder-750782-12-iscsi {{(pid=103093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 16:26:47.608309 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-ca05e089-96d9-4b1f-b531-8c284fdefa60 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4005699 Mar 11 16:26:47.608548 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 44372) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:26:47.614010 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.v2.base [None req-cbb899da-b0f2-4f81-b711-17cb16e4b579 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-472917373-router', 'tenant_id': '3d5338acd8514fe39720c3fb4e546ad1', 'external_gateway_info': {'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82'}}} {{(pid=103091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:26:47.624095 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Pushing event updated for resources: {'Port': ['ID=b2fdd8a9-d396-4e44-9ff5-4e706efd4b70,revision_number=10']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:26:47.638520 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-cbb899da-b0f2-4f81-b711-17cb16e4b579 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-772388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-56450'] for router (26cd9654-e683-4643-af21-e43d41300107), before_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:47.639693 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-cbb899da-b0f2-4f81-b711-17cb16e4b579 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539762', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-605413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-56571'] for router (26cd9654-e683-4643-af21-e43d41300107), precommit_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:47.700495 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-cbb899da-b0f2-4f81-b711-17cb16e4b579 admin admin] Publish callbacks [] for router_controller (26cd9654-e683-4643-af21-e43d41300107), precommit_add_association {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:47.735645 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b82e71d9-81e4-4101-8e7e-0b0a73d9f52c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp725cae6e-9253-5061-8772-c6285d3d9ef8-b06c95e8-1cca-4059-973a-b35cbda726e0', 'network_id': 'b06c95e8-1cca-4059-973a-b35cbda726e0', 'project_id': '3d5338acd8514fe39720c3fb4e546ad1', 'fixed_ips': [{'subnet_id': 'ef1933b7-12ab-4e29-8088-38fe0ebaf006'}]}} from dv-cinder-750782-12-iscsi. {{(pid=103093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 16:26:47.736523 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b82e71d9-81e4-4101-8e7e-0b0a73d9f52c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:47.854263 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-cbb899da-b0f2-4f81-b711-17cb16e4b579 admin admin] Publish callbacks [] for router_gateway (26cd9654-e683-4643-af21-e43d41300107), precommit_update {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:47.892458 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [None req-b82e71d9-81e4-4101-8e7e-0b0a73d9f52c None None] Allocated IP 172.20.0.2 (b06c95e8-1cca-4059-973a-b35cbda726e0/ef1933b7-12ab-4e29-8088-38fe0ebaf006/c28dec4b-7ea9-43fe-8c56-132909631ee7) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:26:48.062465 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Device aa17e70d-3686-49ee-9a89-1ce9b7a2d68d up at agent ovs-agent-dv-cinder-750782-12-iscsi {{(pid=103093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 16:26:48.088768 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-cbb899da-b0f2-4f81-b711-17cb16e4b579 admin admin] Publish callbacks [] for router_gateway (26cd9654-e683-4643-af21-e43d41300107), before_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:48.111015 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-cbb899da-b0f2-4f81-b711-17cb16e4b579 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (None), before_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:48.134130 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b82e71d9-81e4-4101-8e7e-0b0a73d9f52c None None] Publish callbacks [] for port (c28dec4b-7ea9-43fe-8c56-132909631ee7), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:48.147254 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Provisioning complete for port aa17e70d-3686-49ee-9a89-1ce9b7a2d68d triggered by entity L2. {{(pid=103093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 16:26:48.147609 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397499'] for port (aa17e70d-3686-49ee-9a89-1ce9b7a2d68d), provisioning_complete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:48.149810 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b82e71d9-81e4-4101-8e7e-0b0a73d9f52c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780137975911'] for port (c28dec4b-7ea9-43fe-8c56-132909631ee7), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:48.199521 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9783984e-155f-43bf-a333-5697b5ba3208 req-1269351a-a976-4447-a458-b4629cdf73a4 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:48.203493 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-9783984e-155f-43bf-a333-5697b5ba3208 req-1269351a-a976-4447-a458-b4629cdf73a4 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=478c05ae-53fc-4f37-9e47-5b58ee2f7275 HTTP/1.1" status: 200 len: 946 time: 0.0772233 Mar 11 16:26:48.246943 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b82e71d9-81e4-4101-8e7e-0b0a73d9f52c None None] Network b06c95e8-1cca-4059-973a-b35cbda726e0 is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:26:48.260548 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-b82e71d9-81e4-4101-8e7e-0b0a73d9f52c None None] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:26:48.265913 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.db.db_base_plugin_common [None req-cbb899da-b0f2-4f81-b711-17cb16e4b579 admin admin] Allocated IP 172.27.0.170 (ff1c1ad1-a65f-4be8-9483-081137458b82/5240f8c4-acf8-4de2-827e-773879cfd307/38e9e112-cf9a-4358-83bc-eb684ef5ed59) {{(pid=103091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:26:48.267933 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82e71d9-81e4-4101-8e7e-0b0a73d9f52c None None] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 16:26:48.278937 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82e71d9-81e4-4101-8e7e-0b0a73d9f52c None None] Pushing event updated for resources: {'Port': ['ID=c28dec4b-7ea9-43fe-8c56-132909631ee7,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:26:48.290209 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-9783984e-155f-43bf-a333-5697b5ba3208 req-51b1d5c0-e393-48ce-8794-10c5706872b7 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/security-groups?id=33dc4511-4987-40c1-bc00-25a6576ab3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730498 Mar 11 16:26:48.370229 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [None req-b82e71d9-81e4-4101-8e7e-0b0a73d9f52c None None] Attempting to bind port c28dec4b-7ea9-43fe-8c56-132909631ee7 on host dv-cinder-750782-12-iscsi for vnic_type normal with profile {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 16:26:48.370602 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [None req-b82e71d9-81e4-4101-8e7e-0b0a73d9f52c None None] Attempting to bind port c28dec4b-7ea9-43fe-8c56-132909631ee7 by drivers openvswitch,hyperv on host dv-cinder-750782-12-iscsi at level 0 using segments [{'id': '3454dfc9-f8b9-4659-bef0-53cf3d9a8bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'b06c95e8-1cca-4059-973a-b35cbda726e0'}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 16:26:48.370971 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82e71d9-81e4-4101-8e7e-0b0a73d9f52c None None] Attempting to bind port c28dec4b-7ea9-43fe-8c56-132909631ee7 on network b06c95e8-1cca-4059-973a-b35cbda726e0 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 16:26:48.382421 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82e71d9-81e4-4101-8e7e-0b0a73d9f52c None None] Checking agent: {'id': '1025624e-e238-47fc-86ae-58f7bb6baa16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 12, 50), 'started_at': datetime.datetime(2022, 3, 11, 16, 13, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 26, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 16:26:48.382805 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82e71d9-81e4-4101-8e7e-0b0a73d9f52c None None] Checking segment: {'id': '3454dfc9-f8b9-4659-bef0-53cf3d9a8bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'b06c95e8-1cca-4059-973a-b35cbda726e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 16:26:48.383205 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b82e71d9-81e4-4101-8e7e-0b0a73d9f52c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:48.383596 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82e71d9-81e4-4101-8e7e-0b0a73d9f52c None None] Bound using segment: {'id': '3454dfc9-f8b9-4659-bef0-53cf3d9a8bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'b06c95e8-1cca-4059-973a-b35cbda726e0'} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 16:26:48.384072 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [None req-b82e71d9-81e4-4101-8e7e-0b0a73d9f52c None None] Bound port: c28dec4b-7ea9-43fe-8c56-132909631ee7, host: dv-cinder-750782-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3454dfc9-f8b9-4659-bef0-53cf3d9a8bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'b06c95e8-1cca-4059-973a-b35cbda726e0'}}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 16:26:48.385154 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b82e71d9-81e4-4101-8e7e-0b0a73d9f52c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (c28dec4b-7ea9-43fe-8c56-132909631ee7), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:48.388073 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Current status of the port aa17e70d-3686-49ee-9a89-1ce9b7a2d68d is: DOWN; New status is: ACTIVE {{(pid=103093) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 16:26:48.388662 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (aa17e70d-3686-49ee-9a89-1ce9b7a2d68d), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:48.411325 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-cbb899da-b0f2-4f81-b711-17cb16e4b579 admin admin] Publish callbacks [] for port (38e9e112-cf9a-4358-83bc-eb684ef5ed59), precommit_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:48.421151 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] For port aa17e70d-3686-49ee-9a89-1ce9b7a2d68d, host dv-cinder-750782-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-12-iscsi',level=0,port_id=aa17e70d-3686-49ee-9a89-1ce9b7a2d68d,segment=NetworkSegment(d35af6e3-4c7b-42bf-84c3-6daa0b397bde),segment_id=d35af6e3-4c7b-42bf-84c3-6daa0b397bde)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:26:48.441303 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1280dfb7-8dea-425f-98e3-86d2fd02ddf2 req-eff131b7-6258-495d-8a45-9cccb90590bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:48.443091 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-1280dfb7-8dea-425f-98e3-86d2fd02ddf2 req-eff131b7-6258-495d-8a45-9cccb90590bb service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=478c05ae-53fc-4f37-9e47-5b58ee2f7275 HTTP/1.1" status: 200 len: 1130 time: 0.2787311 Mar 11 16:26:48.448180 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947'] for port (aa17e70d-3686-49ee-9a89-1ce9b7a2d68d), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:48.457223 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-cbb899da-b0f2-4f81-b711-17cb16e4b579 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780137975911'] for port (38e9e112-cf9a-4358-83bc-eb684ef5ed59), after_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:48.502643 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-1280dfb7-8dea-425f-98e3-86d2fd02ddf2 req-e01d3861-c395-4ee4-beb6-004756589d6d service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=33dc4511-4987-40c1-bc00-25a6576ab3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511696 Mar 11 16:26:48.507215 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbb899da-b0f2-4f81-b711-17cb16e4b579 admin admin] Network ff1c1ad1-a65f-4be8-9483-081137458b82 is already hosted by enough agents. {{(pid=103091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:26:48.511504 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.scheduler.base_scheduler [None req-cbb899da-b0f2-4f81-b711-17cb16e4b579 admin admin] Resources bound (agent type, host, resource id): {{(pid=103091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:26:48.517533 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb899da-b0f2-4f81-b711-17cb16e4b579 admin admin] Received port after_create {{(pid=103091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 16:26:48.521632 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Pushing event updated for resources: {'Port': ['ID=aa17e70d-3686-49ee-9a89-1ce9b7a2d68d,revision_number=4']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:26:48.524686 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-b82e71d9-81e4-4101-8e7e-0b0a73d9f52c None None] For port c28dec4b-7ea9-43fe-8c56-132909631ee7, host dv-cinder-750782-12-iscsi, cleared binding levels {{(pid=103093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:26:48.528690 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-b82e71d9-81e4-4101-8e7e-0b0a73d9f52c None None] For port c28dec4b-7ea9-43fe-8c56-132909631ee7, host dv-cinder-750782-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-12-iscsi',level=0,port_id=c28dec4b-7ea9-43fe-8c56-132909631ee7,segment=NetworkSegment(3454dfc9-f8b9-4659-bef0-53cf3d9a8bb1),segment_id=3454dfc9-f8b9-4659-bef0-53cf3d9a8bb1)] {{(pid=103093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:26:48.535357 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b82e71d9-81e4-4101-8e7e-0b0a73d9f52c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947'] for port (c28dec4b-7ea9-43fe-8c56-132909631ee7), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:48.562797 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb899da-b0f2-4f81-b711-17cb16e4b579 admin admin] Pushing event updated for resources: {'Port': ['ID=38e9e112-cf9a-4358-83bc-eb684ef5ed59,revision_number=1']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:26:48.602204 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82e71d9-81e4-4101-8e7e-0b0a73d9f52c None None] Pushing event updated for resources: {'Port': ['ID=c28dec4b-7ea9-43fe-8c56-132909631ee7,revision_number=2']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:26:48.801175 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-cbb899da-b0f2-4f81-b711-17cb16e4b579 admin admin] Publish callbacks [] for router_gateway (26cd9654-e683-4643-af21-e43d41300107), after_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:48.852762 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb606108-3841-4d34-a6ff-db0bf051686f None None] Sync routers for ids ['e7333cbb-ba2b-4f58-b070-e55b0aaba248'] in dv-cinder-750782-12-iscsi {{(pid=103094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:26:48.858682 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-12686fd2-0f25-484f-a78a-b5cd34d8581b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (a5a5d809-3580-471a-ade1-6c5ecc269919), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:48.862952 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb606108-3841-4d34-a6ff-db0bf051686f None None] Routers {'e7333cbb-ba2b-4f58-b070-e55b0aaba248'} bound to L3 agent in host dv-cinder-750782-12-iscsi {{(pid=103094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 16:26:48.863578 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_hamode_db [None req-fb606108-3841-4d34-a6ff-db0bf051686f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:12:46Z,description=,heartbeat_timestamp=2022-03-11T16:26:46Z,host='dv-cinder-750782-12-iscsi',id=03422851-42b1-44c9-ada6-e479436b7b23,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:12:46Z,topic='l3_agent')) {'router_ids': ['e7333cbb-ba2b-4f58-b070-e55b0aaba248'], 'active': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:26:48.992869 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_dvr_db [None req-fb606108-3841-4d34-a6ff-db0bf051686f None None] Set router e7333cbb-ba2b-4f58-b070-e55b0aaba248 gateway port host: dv-cinder-750782-12-iscsi {{(pid=103094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 16:26:49.037684 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-cbb899da-b0f2-4f81-b711-17cb16e4b579 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-772511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539677'] for router (26cd9654-e683-4643-af21-e43d41300107), after_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:49.182771 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbb899da-b0f2-4f81-b711-17cb16e4b579 admin admin] Router 26cd9654-e683-4643-af21-e43d41300107 is scheduled to L3 agent 03422851-42b1-44c9-ada6-e479436b7b23 with binding_index 1 {{(pid=103091) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 16:26:49.295398 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_hamode_db [None req-fb606108-3841-4d34-a6ff-db0bf051686f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7333cbb-ba2b-4f58-b070-e55b0aaba248', 'name': 'tempest-TestMinimumBasicScenario-441492581-router', 'tenant_id': '598e1634c4054801b830f0013726d570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'external_fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': 'aa17e70d-3686-49ee-9a89-1ce9b7a2d68d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:26:42Z', 'updated_at': '2022-03-11T16:26:45Z', 'revision_number': 4, 'project_id': '598e1634c4054801b830f0013726d570', 'gw_port': {'id': 'aa17e70d-3686-49ee-9a89-1ce9b7a2d68d', 'name': '', 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:43:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7333cbb-ba2b-4f58-b070-e55b0aaba248', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:26:42Z', 'updated_at': '2022-03-11T16:26:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-12-iscsi', '_interfaces': [{'id': 'c904cd7f-5d79-44a8-9dfa-208d62685c1e', 'name': '', 'network_id': 'da5d2b45-20a5-46cf-a436-51ef5a03abe9', 'tenant_id': '598e1634c4054801b830f0013726d570', 'mac_address': 'fa:16:3e:78:06:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7333cbb-ba2b-4f58-b070-e55b0aaba248', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '4ce60427-bf88-47b5-a7dd-ae29e6047b16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:26:44Z', 'updated_at': '2022-03-11T16:26:45Z', 'revision_number': 2, 'project_id': '598e1634c4054801b830f0013726d570', 'subnets': [{'id': '4ce60427-bf88-47b5-a7dd-ae29e6047b16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-12-iscsi', False) {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:26:49.306546 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbb899da-b0f2-4f81-b711-17cb16e4b579 admin admin] Notify agent at l3_agent.dv-cinder-750782-12-iscsi the message routers_updated {{(pid=103091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:26:49.316622 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b52f33a2-cc1e-40f9-93ae-f2f6d76fb923 None None] Sync routers for ids ['26cd9654-e683-4643-af21-e43d41300107'] in dv-cinder-750782-12-iscsi {{(pid=103093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:26:49.331788 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52f33a2-cc1e-40f9-93ae-f2f6d76fb923 None None] Routers {'26cd9654-e683-4643-af21-e43d41300107'} bound to L3 agent in host dv-cinder-750782-12-iscsi {{(pid=103093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 16:26:49.332756 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_hamode_db [None req-b52f33a2-cc1e-40f9-93ae-f2f6d76fb923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:12:46Z,description=,heartbeat_timestamp=2022-03-11T16:26:46Z,host='dv-cinder-750782-12-iscsi',id=03422851-42b1-44c9-ada6-e479436b7b23,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:12:46Z,topic='l3_agent')) {'router_ids': ['26cd9654-e683-4643-af21-e43d41300107'], 'active': True} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:26:49.341559 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-cbb899da-b0f2-4f81-b711-17cb16e4b579 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:49.345486 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-cbb899da-b0f2-4f81-b711-17cb16e4b579 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7334552 Mar 11 16:26:49.345834 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 44380) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:26:49.346354 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb606108-3841-4d34-a6ff-db0bf051686f None None] Checking router: e7333cbb-ba2b-4f58-b070-e55b0aaba248 for host: dv-cinder-750782-12-iscsi {{(pid=103094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:26:49.346686 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb606108-3841-4d34-a6ff-db0bf051686f None None] Updating router e7333cbb-ba2b-4f58-b070-e55b0aaba248 port c904cd7f-5d79-44a8-9dfa-208d62685c1e binding host dv-cinder-750782-12-iscsi {{(pid=103094) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 16:26:49.399248 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-fb606108-3841-4d34-a6ff-db0bf051686f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (c904cd7f-5d79-44a8-9dfa-208d62685c1e), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:49.472461 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_dvr_db [None req-b52f33a2-cc1e-40f9-93ae-f2f6d76fb923 None None] Set router 26cd9654-e683-4643-af21-e43d41300107 gateway port host: dv-cinder-750782-12-iscsi {{(pid=103093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 16:26:49.557178 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cb3258-4a6b-49c1-8663-e780f980e4fb req-6bb173dd-9087-424f-bec9-c40981505dd8 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:49.564295 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-e4cb3258-4a6b-49c1-8663-e780f980e4fb req-6bb173dd-9087-424f-bec9-c40981505dd8 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=478c05ae-53fc-4f37-9e47-5b58ee2f7275 HTTP/1.1" status: 200 len: 946 time: 0.1468270 Mar 11 16:26:49.654900 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-e4cb3258-4a6b-49c1-8663-e780f980e4fb req-873f4d81-3a6c-4abf-88f4-c8a74506c180 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/security-groups?id=33dc4511-4987-40c1-bc00-25a6576ab3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894654 Mar 11 16:26:49.684781 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7092642f-cdc8-4634-a98c-6296cdd7ccc4 None None] Network b06c95e8-1cca-4059-973a-b35cbda726e0 requested from dv-cinder-750782-12-iscsi {{(pid=103093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 16:26:49.741605 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-fb606108-3841-4d34-a6ff-db0bf051686f None None] Publish callbacks [] for port (c904cd7f-5d79-44a8-9dfa-208d62685c1e), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:49.748438 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-fb606108-3841-4d34-a6ff-db0bf051686f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947'] for port (c904cd7f-5d79-44a8-9dfa-208d62685c1e), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:49.749647 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_hamode_db [None req-b52f33a2-cc1e-40f9-93ae-f2f6d76fb923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26cd9654-e683-4643-af21-e43d41300107', 'name': 'tempest-TestMinimumBasicScenario-472917373-router', 'tenant_id': '3d5338acd8514fe39720c3fb4e546ad1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'external_fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': '38e9e112-cf9a-4358-83bc-eb684ef5ed59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:26:47Z', 'updated_at': '2022-03-11T16:26:48Z', 'revision_number': 3, 'project_id': '3d5338acd8514fe39720c3fb4e546ad1', 'gw_port': {'id': '38e9e112-cf9a-4358-83bc-eb684ef5ed59', 'name': '', 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:ce:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26cd9654-e683-4643-af21-e43d41300107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:26:48Z', 'updated_at': '2022-03-11T16:26:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-12-iscsi'}], 'dv-cinder-750782-12-iscsi', False) {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:26:49.786428 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b52f33a2-cc1e-40f9-93ae-f2f6d76fb923 None None] Checking router: 26cd9654-e683-4643-af21-e43d41300107 for host: dv-cinder-750782-12-iscsi {{(pid=103093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:26:49.786776 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b52f33a2-cc1e-40f9-93ae-f2f6d76fb923 None None] Updating router 26cd9654-e683-4643-af21-e43d41300107 port 38e9e112-cf9a-4358-83bc-eb684ef5ed59 binding host dv-cinder-750782-12-iscsi {{(pid=103093) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 16:26:49.806926 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72d66d7-711d-4fb8-ad13-8d8f12fa366f None None] Pushing event updated for resources: {'Port': ['ID=c904cd7f-5d79-44a8-9dfa-208d62685c1e,revision_number=3']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:26:49.819257 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [None req-153a3eda-de17-42eb-90b9-4d86d30aa329 None None] Provisioning complete for port c28dec4b-7ea9-43fe-8c56-132909631ee7 triggered by entity DHCP. {{(pid=103093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 16:26:49.819628 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-153a3eda-de17-42eb-90b9-4d86d30aa329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397499'] for port (c28dec4b-7ea9-43fe-8c56-132909631ee7), provisioning_complete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:49.837081 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72d66d7-711d-4fb8-ad13-8d8f12fa366f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:26:49.837081 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72d66d7-711d-4fb8-ad13-8d8f12fa366f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:26:49.837081 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72d66d7-711d-4fb8-ad13-8d8f12fa366f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:26:49.837081 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72d66d7-711d-4fb8-ad13-8d8f12fa366f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:26:49.838367 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72d66d7-711d-4fb8-ad13-8d8f12fa366f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:26:49.838565 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72d66d7-711d-4fb8-ad13-8d8f12fa366f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:26:49.839344 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72d66d7-711d-4fb8-ad13-8d8f12fa366f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:26:49.839344 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72d66d7-711d-4fb8-ad13-8d8f12fa366f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:26:49.839577 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72d66d7-711d-4fb8-ad13-8d8f12fa366f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:26:49.839844 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72d66d7-711d-4fb8-ad13-8d8f12fa366f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:26:49.840167 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72d66d7-711d-4fb8-ad13-8d8f12fa366f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:26:49.840482 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72d66d7-711d-4fb8-ad13-8d8f12fa366f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:26:49.840875 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72d66d7-711d-4fb8-ad13-8d8f12fa366f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:26:49.888771 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [None req-fb606108-3841-4d34-a6ff-db0bf051686f None None] Attempting to bind port c904cd7f-5d79-44a8-9dfa-208d62685c1e on host dv-cinder-750782-12-iscsi for vnic_type normal with profile {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 16:26:49.889449 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [None req-fb606108-3841-4d34-a6ff-db0bf051686f None None] Attempting to bind port c904cd7f-5d79-44a8-9dfa-208d62685c1e by drivers openvswitch,hyperv on host dv-cinder-750782-12-iscsi at level 0 using segments [{'id': 'a9e9fee8-7ed2-407e-8a16-dc30f22dcde8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'da5d2b45-20a5-46cf-a436-51ef5a03abe9'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 16:26:49.889577 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb606108-3841-4d34-a6ff-db0bf051686f None None] Attempting to bind port c904cd7f-5d79-44a8-9dfa-208d62685c1e on network da5d2b45-20a5-46cf-a436-51ef5a03abe9 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 16:26:49.896179 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb606108-3841-4d34-a6ff-db0bf051686f None None] Checking agent: {'id': '1025624e-e238-47fc-86ae-58f7bb6baa16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 12, 50), 'started_at': datetime.datetime(2022, 3, 11, 16, 13, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 26, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 16:26:49.896880 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb606108-3841-4d34-a6ff-db0bf051686f None None] Checking segment: {'id': 'a9e9fee8-7ed2-407e-8a16-dc30f22dcde8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'da5d2b45-20a5-46cf-a436-51ef5a03abe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 16:26:49.897443 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-fb606108-3841-4d34-a6ff-db0bf051686f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:49.898023 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb606108-3841-4d34-a6ff-db0bf051686f None None] Bound using segment: {'id': 'a9e9fee8-7ed2-407e-8a16-dc30f22dcde8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'da5d2b45-20a5-46cf-a436-51ef5a03abe9'} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 16:26:49.898665 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [None req-fb606108-3841-4d34-a6ff-db0bf051686f None None] Bound port: c904cd7f-5d79-44a8-9dfa-208d62685c1e, host: dv-cinder-750782-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9e9fee8-7ed2-407e-8a16-dc30f22dcde8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'da5d2b45-20a5-46cf-a436-51ef5a03abe9'}}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 16:26:49.899233 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-fb606108-3841-4d34-a6ff-db0bf051686f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (c904cd7f-5d79-44a8-9dfa-208d62685c1e), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:49.975146 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-65dfaef6-467d-47ce-b593-27428f667634 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (None), before_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:49.981702 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.plugins.ml2.db [None req-fb606108-3841-4d34-a6ff-db0bf051686f None None] For port c904cd7f-5d79-44a8-9dfa-208d62685c1e, host dv-cinder-750782-12-iscsi, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:26:49.985374 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.plugins.ml2.db [None req-fb606108-3841-4d34-a6ff-db0bf051686f None None] For port c904cd7f-5d79-44a8-9dfa-208d62685c1e, host dv-cinder-750782-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-12-iscsi',level=0,port_id=c904cd7f-5d79-44a8-9dfa-208d62685c1e,segment=NetworkSegment(a9e9fee8-7ed2-407e-8a16-dc30f22dcde8),segment_id=a9e9fee8-7ed2-407e-8a16-dc30f22dcde8)] {{(pid=103094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:26:49.998825 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-fb606108-3841-4d34-a6ff-db0bf051686f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947'] for port (c904cd7f-5d79-44a8-9dfa-208d62685c1e), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:50.011546 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b52f33a2-cc1e-40f9-93ae-f2f6d76fb923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (38e9e112-cf9a-4358-83bc-eb684ef5ed59), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:50.082822 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb606108-3841-4d34-a6ff-db0bf051686f None None] Routers {'e7333cbb-ba2b-4f58-b070-e55b0aaba248'} bound to L3 agent in host dv-cinder-750782-12-iscsi {{(pid=103094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 16:26:50.083454 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_hamode_db [None req-fb606108-3841-4d34-a6ff-db0bf051686f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:12:46Z,description=,heartbeat_timestamp=2022-03-11T16:26:46Z,host='dv-cinder-750782-12-iscsi',id=03422851-42b1-44c9-ada6-e479436b7b23,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:12:46Z,topic='l3_agent')) {'router_ids': ['e7333cbb-ba2b-4f58-b070-e55b0aaba248'], 'active': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:26:50.160932 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72d66d7-711d-4fb8-ad13-8d8f12fa366f None None] Pushing event updated for resources: {'Port': ['ID=c904cd7f-5d79-44a8-9dfa-208d62685c1e,revision_number=4']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:26:50.205487 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-153a3eda-de17-42eb-90b9-4d86d30aa329 None None] Current status of the port c28dec4b-7ea9-43fe-8c56-132909631ee7 is: DOWN; New status is: ACTIVE {{(pid=103093) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 16:26:50.205874 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-153a3eda-de17-42eb-90b9-4d86d30aa329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (c28dec4b-7ea9-43fe-8c56-132909631ee7), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:50.258533 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-153a3eda-de17-42eb-90b9-4d86d30aa329 None None] For port c28dec4b-7ea9-43fe-8c56-132909631ee7, host dv-cinder-750782-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-12-iscsi',level=0,port_id=c28dec4b-7ea9-43fe-8c56-132909631ee7,segment=NetworkSegment(3454dfc9-f8b9-4659-bef0-53cf3d9a8bb1),segment_id=3454dfc9-f8b9-4659-bef0-53cf3d9a8bb1)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:26:50.303087 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-153a3eda-de17-42eb-90b9-4d86d30aa329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947'] for port (c28dec4b-7ea9-43fe-8c56-132909631ee7), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:50.307815 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Device aa17e70d-3686-49ee-9a89-1ce9b7a2d68d up at agent ovs-agent-dv-cinder-750782-12-iscsi {{(pid=103093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 16:26:50.316537 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_dvr_db [None req-fb606108-3841-4d34-a6ff-db0bf051686f None None] Set router e7333cbb-ba2b-4f58-b070-e55b0aaba248 gateway port host: dv-cinder-750782-12-iscsi {{(pid=103094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 16:26:50.319234 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.db.db_base_plugin_common [None req-65dfaef6-467d-47ce-b593-27428f667634 admin admin] Allocated IP 172.20.0.1 (b06c95e8-1cca-4059-973a-b35cbda726e0/ef1933b7-12ab-4e29-8088-38fe0ebaf006/8fa2f1d3-0ac8-41e3-94bf-927a97b0510e) {{(pid=103092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:26:50.485814 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b52f33a2-cc1e-40f9-93ae-f2f6d76fb923 None None] Publish callbacks [] for port (38e9e112-cf9a-4358-83bc-eb684ef5ed59), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:50.488182 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-65dfaef6-467d-47ce-b593-27428f667634 admin admin] Publish callbacks [] for port (8fa2f1d3-0ac8-41e3-94bf-927a97b0510e), precommit_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:50.529785 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-65dfaef6-467d-47ce-b593-27428f667634 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780137975911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30811620'] for port (8fa2f1d3-0ac8-41e3-94bf-927a97b0510e), after_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:50.551015 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b52f33a2-cc1e-40f9-93ae-f2f6d76fb923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947'] for port (38e9e112-cf9a-4358-83bc-eb684ef5ed59), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:50.602137 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dfaef6-467d-47ce-b593-27428f667634 admin admin] Pushing event updated for resources: {'Port': ['ID=8fa2f1d3-0ac8-41e3-94bf-927a97b0510e,revision_number=1']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:26:50.607668 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65dfaef6-467d-47ce-b593-27428f667634 admin admin] Network b06c95e8-1cca-4059-973a-b35cbda726e0 is already hosted by enough agents. {{(pid=103092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:26:50.609641 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.scheduler.base_scheduler [None req-65dfaef6-467d-47ce-b593-27428f667634 admin admin] Resources bound (agent type, host, resource id): {{(pid=103092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:26:50.611976 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (1025624e-e238-47fc-86ae-58f7bb6baa16), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:50.624729 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65dfaef6-467d-47ce-b593-27428f667634 admin admin] Received port after_create {{(pid=103092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 16:26:50.663127 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [None req-2f8e5585-0614-4fab-86af-f93ec88566e5 None None] Provisioning complete for port c904cd7f-5d79-44a8-9dfa-208d62685c1e triggered by entity DHCP. {{(pid=103093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 16:26:50.663506 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2f8e5585-0614-4fab-86af-f93ec88566e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397499'] for port (c904cd7f-5d79-44a8-9dfa-208d62685c1e), provisioning_complete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:50.666218 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [None req-b52f33a2-cc1e-40f9-93ae-f2f6d76fb923 None None] Attempting to bind port 38e9e112-cf9a-4358-83bc-eb684ef5ed59 on host dv-cinder-750782-12-iscsi for vnic_type normal with profile {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 16:26:50.666771 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [None req-b52f33a2-cc1e-40f9-93ae-f2f6d76fb923 None None] Attempting to bind port 38e9e112-cf9a-4358-83bc-eb684ef5ed59 by drivers openvswitch,hyperv on host dv-cinder-750782-12-iscsi at level 0 using segments [{'id': 'd35af6e3-4c7b-42bf-84c3-6daa0b397bde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82'}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 16:26:50.667141 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52f33a2-cc1e-40f9-93ae-f2f6d76fb923 None None] Attempting to bind port 38e9e112-cf9a-4358-83bc-eb684ef5ed59 on network ff1c1ad1-a65f-4be8-9483-081137458b82 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 16:26:50.679305 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153a3eda-de17-42eb-90b9-4d86d30aa329 None None] Pushing event updated for resources: {'Port': ['ID=c28dec4b-7ea9-43fe-8c56-132909631ee7,revision_number=3']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:26:50.689131 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_hamode_db [None req-fb606108-3841-4d34-a6ff-db0bf051686f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7333cbb-ba2b-4f58-b070-e55b0aaba248', 'name': 'tempest-TestMinimumBasicScenario-441492581-router', 'tenant_id': '598e1634c4054801b830f0013726d570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'external_fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': 'aa17e70d-3686-49ee-9a89-1ce9b7a2d68d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:26:42Z', 'updated_at': '2022-03-11T16:26:45Z', 'revision_number': 4, 'project_id': '598e1634c4054801b830f0013726d570', 'gw_port': {'id': 'aa17e70d-3686-49ee-9a89-1ce9b7a2d68d', 'name': '', 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:43:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7333cbb-ba2b-4f58-b070-e55b0aaba248', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:26:42Z', 'updated_at': '2022-03-11T16:26:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-12-iscsi', '_interfaces': [{'id': 'c904cd7f-5d79-44a8-9dfa-208d62685c1e', 'name': '', 'network_id': 'da5d2b45-20a5-46cf-a436-51ef5a03abe9', 'tenant_id': '598e1634c4054801b830f0013726d570', 'mac_address': 'fa:16:3e:78:06:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7333cbb-ba2b-4f58-b070-e55b0aaba248', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '4ce60427-bf88-47b5-a7dd-ae29e6047b16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:26:44Z', 'updated_at': '2022-03-11T16:26:49Z', 'revision_number': 4, 'project_id': '598e1634c4054801b830f0013726d570', 'subnets': [{'id': '4ce60427-bf88-47b5-a7dd-ae29e6047b16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-12-iscsi', False) {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:26:50.718087 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-65dfaef6-467d-47ce-b593-27428f667634 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-770162'] for router_interface (26cd9654-e683-4643-af21-e43d41300107), before_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:50.719226 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb606108-3841-4d34-a6ff-db0bf051686f None None] The sync data for ids ['e7333cbb-ba2b-4f58-b070-e55b0aaba248'] in dv-cinder-750782-12-iscsi is: [{'id': 'e7333cbb-ba2b-4f58-b070-e55b0aaba248', 'name': 'tempest-TestMinimumBasicScenario-441492581-router', 'tenant_id': '598e1634c4054801b830f0013726d570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'external_fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': 'aa17e70d-3686-49ee-9a89-1ce9b7a2d68d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:26:42Z', 'updated_at': '2022-03-11T16:26:45Z', 'revision_number': 4, 'project_id': '598e1634c4054801b830f0013726d570', 'gw_port': {'id': 'aa17e70d-3686-49ee-9a89-1ce9b7a2d68d', 'name': '', 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:43:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7333cbb-ba2b-4f58-b070-e55b0aaba248', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:26:42Z', 'updated_at': '2022-03-11T16:26:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-12-iscsi', '_interfaces': [{'id': 'c904cd7f-5d79-44a8-9dfa-208d62685c1e', 'name': '', 'network_id': 'da5d2b45-20a5-46cf-a436-51ef5a03abe9', 'tenant_id': '598e1634c4054801b830f0013726d570', 'mac_address': 'fa:16:3e:78:06:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7333cbb-ba2b-4f58-b070-e55b0aaba248', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '4ce60427-bf88-47b5-a7dd-ae29e6047b16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:26:44Z', 'updated_at': '2022-03-11T16:26:49Z', 'revision_number': 4, 'project_id': '598e1634c4054801b830f0013726d570', 'subnets': [{'id': '4ce60427-bf88-47b5-a7dd-ae29e6047b16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:26:50.744252 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52f33a2-cc1e-40f9-93ae-f2f6d76fb923 None None] Checking agent: {'id': '1025624e-e238-47fc-86ae-58f7bb6baa16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 12, 50), 'started_at': datetime.datetime(2022, 3, 11, 16, 13, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 26, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 16:26:50.744893 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52f33a2-cc1e-40f9-93ae-f2f6d76fb923 None None] Checking segment: {'id': 'd35af6e3-4c7b-42bf-84c3-6daa0b397bde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 16:26:50.745011 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b52f33a2-cc1e-40f9-93ae-f2f6d76fb923 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:50.745401 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52f33a2-cc1e-40f9-93ae-f2f6d76fb923 None None] Bound using segment: {'id': 'd35af6e3-4c7b-42bf-84c3-6daa0b397bde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82'} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 16:26:50.745885 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [None req-b52f33a2-cc1e-40f9-93ae-f2f6d76fb923 None None] Bound port: 38e9e112-cf9a-4358-83bc-eb684ef5ed59, host: dv-cinder-750782-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd35af6e3-4c7b-42bf-84c3-6daa0b397bde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82'}}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 16:26:50.746281 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b52f33a2-cc1e-40f9-93ae-f2f6d76fb923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (38e9e112-cf9a-4358-83bc-eb684ef5ed59), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:50.803167 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Provisioning complete for port aa17e70d-3686-49ee-9a89-1ce9b7a2d68d triggered by entity L2. {{(pid=103093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 16:26:50.803547 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397499'] for port (aa17e70d-3686-49ee-9a89-1ce9b7a2d68d), provisioning_complete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:50.857711 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3678570-660a-4899-a6dd-546f253e3245 None None] Pushing event updated for resources: {'Port': ['ID=38e9e112-cf9a-4358-83bc-eb684ef5ed59,revision_number=2']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:26:50.905100 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-b52f33a2-cc1e-40f9-93ae-f2f6d76fb923 None None] For port 38e9e112-cf9a-4358-83bc-eb684ef5ed59, host dv-cinder-750782-12-iscsi, cleared binding levels {{(pid=103093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:26:50.918442 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-b52f33a2-cc1e-40f9-93ae-f2f6d76fb923 None None] For port 38e9e112-cf9a-4358-83bc-eb684ef5ed59, host dv-cinder-750782-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-12-iscsi',level=0,port_id=38e9e112-cf9a-4358-83bc-eb684ef5ed59,segment=NetworkSegment(d35af6e3-4c7b-42bf-84c3-6daa0b397bde),segment_id=d35af6e3-4c7b-42bf-84c3-6daa0b397bde)] {{(pid=103093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:26:50.957694 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b52f33a2-cc1e-40f9-93ae-f2f6d76fb923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947'] for port (38e9e112-cf9a-4358-83bc-eb684ef5ed59), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:50.963572 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79670345-ccf6-4a48-ba2f-3533e9581b85 req-abfce0d3-32d5-4065-9613-bd2d015a6263 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:50.965108 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-79670345-ccf6-4a48-ba2f-3533e9581b85 req-abfce0d3-32d5-4065-9613-bd2d015a6263 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=478c05ae-53fc-4f37-9e47-5b58ee2f7275 HTTP/1.1" status: 200 len: 946 time: 0.1482451 Mar 11 16:26:51.018008 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-2f8e5585-0614-4fab-86af-f93ec88566e5 None None] Current status of the port c904cd7f-5d79-44a8-9dfa-208d62685c1e is: DOWN; New status is: ACTIVE {{(pid=103093) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 16:26:51.018402 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2f8e5585-0614-4fab-86af-f93ec88566e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (c904cd7f-5d79-44a8-9dfa-208d62685c1e), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:51.057460 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-65dfaef6-467d-47ce-b593-27428f667634 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (8fa2f1d3-0ac8-41e3-94bf-927a97b0510e), before_update {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:51.083000 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-79670345-ccf6-4a48-ba2f-3533e9581b85 req-4fb3b1fd-d05b-427c-a54e-1c3e67c2252c tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/security-groups?id=33dc4511-4987-40c1-bc00-25a6576ab3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018953 Mar 11 16:26:51.095841 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3678570-660a-4899-a6dd-546f253e3245 None None] Pushing event updated for resources: {'Port': ['ID=38e9e112-cf9a-4358-83bc-eb684ef5ed59,revision_number=3']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:26:51.110259 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52f33a2-cc1e-40f9-93ae-f2f6d76fb923 None None] Routers {'26cd9654-e683-4643-af21-e43d41300107'} bound to L3 agent in host dv-cinder-750782-12-iscsi {{(pid=103093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 16:26:51.110889 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_hamode_db [None req-b52f33a2-cc1e-40f9-93ae-f2f6d76fb923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:12:46Z,description=,heartbeat_timestamp=2022-03-11T16:26:46Z,host='dv-cinder-750782-12-iscsi',id=03422851-42b1-44c9-ada6-e479436b7b23,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:12:46Z,topic='l3_agent')) {'router_ids': ['26cd9654-e683-4643-af21-e43d41300107'], 'active': True} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:26:51.122336 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Current status of the port aa17e70d-3686-49ee-9a89-1ce9b7a2d68d is: ACTIVE; New status is: ACTIVE {{(pid=103093) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 16:26:51.123503 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Device c28dec4b-7ea9-43fe-8c56-132909631ee7 up at agent ovs-agent-dv-cinder-750782-12-iscsi {{(pid=103093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 16:26:51.187259 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-2f8e5585-0614-4fab-86af-f93ec88566e5 None None] For port c904cd7f-5d79-44a8-9dfa-208d62685c1e, host dv-cinder-750782-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-12-iscsi',level=0,port_id=c904cd7f-5d79-44a8-9dfa-208d62685c1e,segment=NetworkSegment(a9e9fee8-7ed2-407e-8a16-dc30f22dcde8),segment_id=a9e9fee8-7ed2-407e-8a16-dc30f22dcde8)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:26:51.219690 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2f8e5585-0614-4fab-86af-f93ec88566e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947'] for port (c904cd7f-5d79-44a8-9dfa-208d62685c1e), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:51.313284 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-65dfaef6-467d-47ce-b593-27428f667634 admin admin] Publish callbacks [] for port (8fa2f1d3-0ac8-41e3-94bf-927a97b0510e), precommit_update {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:51.322100 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-65dfaef6-467d-47ce-b593-27428f667634 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30811645'] for port (8fa2f1d3-0ac8-41e3-94bf-927a97b0510e), after_update {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:51.375467 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_dvr_db [None req-b52f33a2-cc1e-40f9-93ae-f2f6d76fb923 None None] Set router 26cd9654-e683-4643-af21-e43d41300107 gateway port host: dv-cinder-750782-12-iscsi {{(pid=103093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 16:26:51.378750 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8e5585-0614-4fab-86af-f93ec88566e5 None None] Pushing event updated for resources: {'Port': ['ID=c904cd7f-5d79-44a8-9dfa-208d62685c1e,revision_number=5']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:26:51.398571 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dfaef6-467d-47ce-b593-27428f667634 admin admin] Pushing event updated for resources: {'Port': ['ID=8fa2f1d3-0ac8-41e3-94bf-927a97b0510e,revision_number=2']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:26:51.404999 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-65dfaef6-467d-47ce-b593-27428f667634 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-779424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-770270'] for router_interface (26cd9654-e683-4643-af21-e43d41300107), after_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:51.435274 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Provisioning complete for port c28dec4b-7ea9-43fe-8c56-132909631ee7 triggered by entity L2. {{(pid=103093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 16:26:51.435785 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397499'] for port (c28dec4b-7ea9-43fe-8c56-132909631ee7), provisioning_complete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:51.554990 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65dfaef6-467d-47ce-b593-27428f667634 admin admin] Network b06c95e8-1cca-4059-973a-b35cbda726e0 is already hosted by enough agents. {{(pid=103092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:26:51.559069 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.scheduler.base_scheduler [None req-65dfaef6-467d-47ce-b593-27428f667634 admin admin] Resources bound (agent type, host, resource id): {{(pid=103092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:26:51.591438 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [None req-c03e80aa-e956-4d30-bbbf-3d4affeaa89f None None] Provisioning complete for port c904cd7f-5d79-44a8-9dfa-208d62685c1e triggered by entity DHCP. {{(pid=103093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 16:26:51.592088 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c03e80aa-e956-4d30-bbbf-3d4affeaa89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397499'] for port (c904cd7f-5d79-44a8-9dfa-208d62685c1e), provisioning_complete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:51.745301 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65dfaef6-467d-47ce-b593-27428f667634 admin admin] Router 26cd9654-e683-4643-af21-e43d41300107 has already been hosted by L3 agent 03422851-42b1-44c9-ada6-e479436b7b23 {{(pid=103092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:26:51.847453 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-c03e80aa-e956-4d30-bbbf-3d4affeaa89f None None] Current status of the port c904cd7f-5d79-44a8-9dfa-208d62685c1e is: ACTIVE; New status is: ACTIVE {{(pid=103093) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 16:26:51.850725 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Current status of the port c28dec4b-7ea9-43fe-8c56-132909631ee7 is: ACTIVE; New status is: ACTIVE {{(pid=103093) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 16:26:51.875319 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65dfaef6-467d-47ce-b593-27428f667634 admin admin] Notify agent at l3_agent.dv-cinder-750782-12-iscsi the message routers_updated {{(pid=103092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:26:51.879396 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [None req-c03e80aa-e956-4d30-bbbf-3d4affeaa89f None None] Provisioning complete for port 8fa2f1d3-0ac8-41e3-94bf-927a97b0510e triggered by entity DHCP. {{(pid=103093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 16:26:51.879838 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c03e80aa-e956-4d30-bbbf-3d4affeaa89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397499'] for port (8fa2f1d3-0ac8-41e3-94bf-927a97b0510e), provisioning_complete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:51.880745 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-65dfaef6-467d-47ce-b593-27428f667634 admin admin] 10.222.0.72 "PUT /v2.0/routers/26cd9654-e683-4643-af21-e43d41300107/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5337992 Mar 11 16:26:51.922558 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_hamode_db [None req-b52f33a2-cc1e-40f9-93ae-f2f6d76fb923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26cd9654-e683-4643-af21-e43d41300107', 'name': 'tempest-TestMinimumBasicScenario-472917373-router', 'tenant_id': '3d5338acd8514fe39720c3fb4e546ad1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'external_fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': '38e9e112-cf9a-4358-83bc-eb684ef5ed59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:26:47Z', 'updated_at': '2022-03-11T16:26:50Z', 'revision_number': 4, 'project_id': '3d5338acd8514fe39720c3fb4e546ad1', 'gw_port': {'id': '38e9e112-cf9a-4358-83bc-eb684ef5ed59', 'name': '', 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:ce:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26cd9654-e683-4643-af21-e43d41300107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:26:48Z', 'updated_at': '2022-03-11T16:26:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-12-iscsi', '_interfaces': [{'id': '8fa2f1d3-0ac8-41e3-94bf-927a97b0510e', 'name': '', 'network_id': 'b06c95e8-1cca-4059-973a-b35cbda726e0', 'tenant_id': '3d5338acd8514fe39720c3fb4e546ad1', 'mac_address': 'fa:16:3e:56:6d:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26cd9654-e683-4643-af21-e43d41300107', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'ef1933b7-12ab-4e29-8088-38fe0ebaf006', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:26:49Z', 'updated_at': '2022-03-11T16:26:50Z', 'revision_number': 1, 'project_id': '3d5338acd8514fe39720c3fb4e546ad1', 'subnets': [{'id': 'ef1933b7-12ab-4e29-8088-38fe0ebaf006', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-12-iscsi', False) {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:26:51.952694 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-c03e80aa-e956-4d30-bbbf-3d4affeaa89f None None] Port 8fa2f1d3-0ac8-41e3-94bf-927a97b0510e cannot update to ACTIVE because it is not bound. {{(pid=103093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 16:26:51.954475 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b52f33a2-cc1e-40f9-93ae-f2f6d76fb923 None None] The sync data for ids ['26cd9654-e683-4643-af21-e43d41300107'] in dv-cinder-750782-12-iscsi is: [{'id': '26cd9654-e683-4643-af21-e43d41300107', 'name': 'tempest-TestMinimumBasicScenario-472917373-router', 'tenant_id': '3d5338acd8514fe39720c3fb4e546ad1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'external_fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': '38e9e112-cf9a-4358-83bc-eb684ef5ed59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:26:47Z', 'updated_at': '2022-03-11T16:26:50Z', 'revision_number': 4, 'project_id': '3d5338acd8514fe39720c3fb4e546ad1', 'gw_port': {'id': '38e9e112-cf9a-4358-83bc-eb684ef5ed59', 'name': '', 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:ce:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26cd9654-e683-4643-af21-e43d41300107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:26:48Z', 'updated_at': '2022-03-11T16:26:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-12-iscsi', '_interfaces': [{'id': '8fa2f1d3-0ac8-41e3-94bf-927a97b0510e', 'name': '', 'network_id': 'b06c95e8-1cca-4059-973a-b35cbda726e0', 'tenant_id': '3d5338acd8514fe39720c3fb4e546ad1', 'mac_address': 'fa:16:3e:56:6d:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26cd9654-e683-4643-af21-e43d41300107', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'ef1933b7-12ab-4e29-8088-38fe0ebaf006', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:26:49Z', 'updated_at': '2022-03-11T16:26:50Z', 'revision_number': 1, 'project_id': '3d5338acd8514fe39720c3fb4e546ad1', 'subnets': [{'id': 'ef1933b7-12ab-4e29-8088-38fe0ebaf006', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:26:51.967736 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [None req-c03e80aa-e956-4d30-bbbf-3d4affeaa89f None None] Provisioning complete for port c28dec4b-7ea9-43fe-8c56-132909631ee7 triggered by entity DHCP. {{(pid=103093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 16:26:51.968670 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c03e80aa-e956-4d30-bbbf-3d4affeaa89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397499'] for port (c28dec4b-7ea9-43fe-8c56-132909631ee7), provisioning_complete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:52.078558 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Device c904cd7f-5d79-44a8-9dfa-208d62685c1e up at agent ovs-agent-dv-cinder-750782-12-iscsi {{(pid=103093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 16:26:52.081760 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-c03e80aa-e956-4d30-bbbf-3d4affeaa89f None None] Current status of the port c28dec4b-7ea9-43fe-8c56-132909631ee7 is: ACTIVE; New status is: ACTIVE {{(pid=103093) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 16:26:52.133116 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Provisioning complete for port c904cd7f-5d79-44a8-9dfa-208d62685c1e triggered by entity L2. {{(pid=103093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 16:26:52.133372 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397499'] for port (c904cd7f-5d79-44a8-9dfa-208d62685c1e), provisioning_complete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:52.236336 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Current status of the port c904cd7f-5d79-44a8-9dfa-208d62685c1e is: ACTIVE; New status is: ACTIVE {{(pid=103093) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 16:26:52.237171 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Device c28dec4b-7ea9-43fe-8c56-132909631ee7 up at agent ovs-agent-dv-cinder-750782-12-iscsi {{(pid=103093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 16:26:52.265744 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [None req-427778e5-f7d6-483e-a641-8f6e48a83bbd None None] Provisioning complete for port 8fa2f1d3-0ac8-41e3-94bf-927a97b0510e triggered by entity DHCP. {{(pid=103093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 16:26:52.266211 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-427778e5-f7d6-483e-a641-8f6e48a83bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397499'] for port (8fa2f1d3-0ac8-41e3-94bf-927a97b0510e), provisioning_complete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:52.320123 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2986e188-6959-4d63-9fd1-e4f3dbe49ab5 req-18ba8b68-420f-4518-93e1-241572bb6a61 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:52.321769 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-2986e188-6959-4d63-9fd1-e4f3dbe49ab5 req-18ba8b68-420f-4518-93e1-241572bb6a61 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=478c05ae-53fc-4f37-9e47-5b58ee2f7275 HTTP/1.1" status: 200 len: 946 time: 0.1092529 Mar 11 16:26:52.388575 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-2986e188-6959-4d63-9fd1-e4f3dbe49ab5 req-e485be54-5ad4-407b-8585-8ae4b2a7aa50 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/security-groups?id=33dc4511-4987-40c1-bc00-25a6576ab3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555282 Mar 11 16:26:52.477593 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-427778e5-f7d6-483e-a641-8f6e48a83bbd None None] Port 8fa2f1d3-0ac8-41e3-94bf-927a97b0510e cannot update to ACTIVE because it is not bound. {{(pid=103093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 16:26:52.491839 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Provisioning complete for port c28dec4b-7ea9-43fe-8c56-132909631ee7 triggered by entity L2. {{(pid=103093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 16:26:52.492312 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397499'] for port (c28dec4b-7ea9-43fe-8c56-132909631ee7), provisioning_complete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:52.592572 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Current status of the port c28dec4b-7ea9-43fe-8c56-132909631ee7 is: ACTIVE; New status is: ACTIVE {{(pid=103093) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 16:26:54.070934 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Device 38e9e112-cf9a-4358-83bc-eb684ef5ed59 up at agent ovs-agent-dv-cinder-750782-12-iscsi {{(pid=103093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 16:26:54.160768 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Provisioning complete for port 38e9e112-cf9a-4358-83bc-eb684ef5ed59 triggered by entity L2. {{(pid=103093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 16:26:54.161149 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397499'] for port (38e9e112-cf9a-4358-83bc-eb684ef5ed59), provisioning_complete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:54.257152 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Current status of the port 38e9e112-cf9a-4358-83bc-eb684ef5ed59 is: DOWN; New status is: ACTIVE {{(pid=103093) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 16:26:54.257545 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (38e9e112-cf9a-4358-83bc-eb684ef5ed59), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:54.280952 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] For port 38e9e112-cf9a-4358-83bc-eb684ef5ed59, host dv-cinder-750782-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-12-iscsi',level=0,port_id=38e9e112-cf9a-4358-83bc-eb684ef5ed59,segment=NetworkSegment(d35af6e3-4c7b-42bf-84c3-6daa0b397bde),segment_id=d35af6e3-4c7b-42bf-84c3-6daa0b397bde)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:26:54.286651 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947'] for port (38e9e112-cf9a-4358-83bc-eb684ef5ed59), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:54.341111 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Pushing event updated for resources: {'Port': ['ID=38e9e112-cf9a-4358-83bc-eb684ef5ed59,revision_number=4']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:26:54.998304 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181c0da7-22a1-4a5b-be9d-617dad99898d None None] Sync routers for ids ['26cd9654-e683-4643-af21-e43d41300107'] in dv-cinder-750782-12-iscsi {{(pid=103094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:26:55.010873 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181c0da7-22a1-4a5b-be9d-617dad99898d None None] Routers {'26cd9654-e683-4643-af21-e43d41300107'} bound to L3 agent in host dv-cinder-750782-12-iscsi {{(pid=103094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 16:26:55.011522 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_hamode_db [None req-181c0da7-22a1-4a5b-be9d-617dad99898d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:12:46Z,description=,heartbeat_timestamp=2022-03-11T16:26:46Z,host='dv-cinder-750782-12-iscsi',id=03422851-42b1-44c9-ada6-e479436b7b23,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:12:46Z,topic='l3_agent')) {'router_ids': ['26cd9654-e683-4643-af21-e43d41300107'], 'active': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:26:55.137444 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_dvr_db [None req-181c0da7-22a1-4a5b-be9d-617dad99898d None None] Set router 26cd9654-e683-4643-af21-e43d41300107 gateway port host: dv-cinder-750782-12-iscsi {{(pid=103094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 16:26:55.371441 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_hamode_db [None req-181c0da7-22a1-4a5b-be9d-617dad99898d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26cd9654-e683-4643-af21-e43d41300107', 'name': 'tempest-TestMinimumBasicScenario-472917373-router', 'tenant_id': '3d5338acd8514fe39720c3fb4e546ad1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'external_fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': '38e9e112-cf9a-4358-83bc-eb684ef5ed59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:26:47Z', 'updated_at': '2022-03-11T16:26:50Z', 'revision_number': 4, 'project_id': '3d5338acd8514fe39720c3fb4e546ad1', 'gw_port': {'id': '38e9e112-cf9a-4358-83bc-eb684ef5ed59', 'name': '', 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:ce:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26cd9654-e683-4643-af21-e43d41300107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:26:48Z', 'updated_at': '2022-03-11T16:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-12-iscsi', '_interfaces': [{'id': '8fa2f1d3-0ac8-41e3-94bf-927a97b0510e', 'name': '', 'network_id': 'b06c95e8-1cca-4059-973a-b35cbda726e0', 'tenant_id': '3d5338acd8514fe39720c3fb4e546ad1', 'mac_address': 'fa:16:3e:56:6d:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26cd9654-e683-4643-af21-e43d41300107', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'ef1933b7-12ab-4e29-8088-38fe0ebaf006', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:26:49Z', 'updated_at': '2022-03-11T16:26:51Z', 'revision_number': 2, 'project_id': '3d5338acd8514fe39720c3fb4e546ad1', 'subnets': [{'id': 'ef1933b7-12ab-4e29-8088-38fe0ebaf006', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-12-iscsi', False) {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:26:55.397559 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181c0da7-22a1-4a5b-be9d-617dad99898d None None] Checking router: 26cd9654-e683-4643-af21-e43d41300107 for host: dv-cinder-750782-12-iscsi {{(pid=103094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:26:55.397914 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181c0da7-22a1-4a5b-be9d-617dad99898d None None] Updating router 26cd9654-e683-4643-af21-e43d41300107 port 8fa2f1d3-0ac8-41e3-94bf-927a97b0510e binding host dv-cinder-750782-12-iscsi {{(pid=103094) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 16:26:55.428228 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-181c0da7-22a1-4a5b-be9d-617dad99898d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (8fa2f1d3-0ac8-41e3-94bf-927a97b0510e), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:55.731533 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-181c0da7-22a1-4a5b-be9d-617dad99898d None None] Publish callbacks [] for port (8fa2f1d3-0ac8-41e3-94bf-927a97b0510e), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:55.736784 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-181c0da7-22a1-4a5b-be9d-617dad99898d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947'] for port (8fa2f1d3-0ac8-41e3-94bf-927a97b0510e), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:55.781313 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe8014e-bc78-4cf2-b74b-7f67494eb1f8 None None] Pushing event updated for resources: {'Port': ['ID=8fa2f1d3-0ac8-41e3-94bf-927a97b0510e,revision_number=3']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:26:55.873770 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [None req-181c0da7-22a1-4a5b-be9d-617dad99898d None None] Attempting to bind port 8fa2f1d3-0ac8-41e3-94bf-927a97b0510e on host dv-cinder-750782-12-iscsi for vnic_type normal with profile {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 16:26:55.874165 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [None req-181c0da7-22a1-4a5b-be9d-617dad99898d None None] Attempting to bind port 8fa2f1d3-0ac8-41e3-94bf-927a97b0510e by drivers openvswitch,hyperv on host dv-cinder-750782-12-iscsi at level 0 using segments [{'id': '3454dfc9-f8b9-4659-bef0-53cf3d9a8bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'b06c95e8-1cca-4059-973a-b35cbda726e0'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 16:26:55.875032 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-181c0da7-22a1-4a5b-be9d-617dad99898d None None] Attempting to bind port 8fa2f1d3-0ac8-41e3-94bf-927a97b0510e on network b06c95e8-1cca-4059-973a-b35cbda726e0 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 16:26:55.883971 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-181c0da7-22a1-4a5b-be9d-617dad99898d None None] Checking agent: {'id': '1025624e-e238-47fc-86ae-58f7bb6baa16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 12, 50), 'started_at': datetime.datetime(2022, 3, 11, 16, 13, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 26, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 16:26:55.885439 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-181c0da7-22a1-4a5b-be9d-617dad99898d None None] Checking segment: {'id': '3454dfc9-f8b9-4659-bef0-53cf3d9a8bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'b06c95e8-1cca-4059-973a-b35cbda726e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 16:26:55.885439 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-181c0da7-22a1-4a5b-be9d-617dad99898d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:55.885870 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-181c0da7-22a1-4a5b-be9d-617dad99898d None None] Bound using segment: {'id': '3454dfc9-f8b9-4659-bef0-53cf3d9a8bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'b06c95e8-1cca-4059-973a-b35cbda726e0'} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 16:26:55.886383 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [None req-181c0da7-22a1-4a5b-be9d-617dad99898d None None] Bound port: 8fa2f1d3-0ac8-41e3-94bf-927a97b0510e, host: dv-cinder-750782-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3454dfc9-f8b9-4659-bef0-53cf3d9a8bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'b06c95e8-1cca-4059-973a-b35cbda726e0'}}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 16:26:55.886764 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-181c0da7-22a1-4a5b-be9d-617dad99898d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (8fa2f1d3-0ac8-41e3-94bf-927a97b0510e), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:55.969421 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.plugins.ml2.db [None req-181c0da7-22a1-4a5b-be9d-617dad99898d None None] For port 8fa2f1d3-0ac8-41e3-94bf-927a97b0510e, host dv-cinder-750782-12-iscsi, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:26:55.973318 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.plugins.ml2.db [None req-181c0da7-22a1-4a5b-be9d-617dad99898d None None] For port 8fa2f1d3-0ac8-41e3-94bf-927a97b0510e, host dv-cinder-750782-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-12-iscsi',level=0,port_id=8fa2f1d3-0ac8-41e3-94bf-927a97b0510e,segment=NetworkSegment(3454dfc9-f8b9-4659-bef0-53cf3d9a8bb1),segment_id=3454dfc9-f8b9-4659-bef0-53cf3d9a8bb1)] {{(pid=103094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:26:55.983224 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-181c0da7-22a1-4a5b-be9d-617dad99898d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947'] for port (8fa2f1d3-0ac8-41e3-94bf-927a97b0510e), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:56.039970 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [None req-b98813ad-ee22-4a68-a614-b4a48910bc8b None None] Provisioning complete for port 8fa2f1d3-0ac8-41e3-94bf-927a97b0510e triggered by entity DHCP. {{(pid=103093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 16:26:56.041758 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b98813ad-ee22-4a68-a614-b4a48910bc8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397499'] for port (8fa2f1d3-0ac8-41e3-94bf-927a97b0510e), provisioning_complete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:56.065182 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181c0da7-22a1-4a5b-be9d-617dad99898d None None] Routers {'26cd9654-e683-4643-af21-e43d41300107'} bound to L3 agent in host dv-cinder-750782-12-iscsi {{(pid=103094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 16:26:56.065717 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_hamode_db [None req-181c0da7-22a1-4a5b-be9d-617dad99898d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T16:12:46Z,description=,heartbeat_timestamp=2022-03-11T16:26:46Z,host='dv-cinder-750782-12-iscsi',id=03422851-42b1-44c9-ada6-e479436b7b23,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:12:46Z,topic='l3_agent')) {'router_ids': ['26cd9654-e683-4643-af21-e43d41300107'], 'active': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:26:56.068214 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe8014e-bc78-4cf2-b74b-7f67494eb1f8 None None] Pushing event updated for resources: {'Port': ['ID=8fa2f1d3-0ac8-41e3-94bf-927a97b0510e,revision_number=4']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:26:56.100921 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Device 38e9e112-cf9a-4358-83bc-eb684ef5ed59 up at agent ovs-agent-dv-cinder-750782-12-iscsi {{(pid=103093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 16:26:56.222823 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Provisioning complete for port 38e9e112-cf9a-4358-83bc-eb684ef5ed59 triggered by entity L2. {{(pid=103093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 16:26:56.223347 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397499'] for port (38e9e112-cf9a-4358-83bc-eb684ef5ed59), provisioning_complete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:56.269182 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-b98813ad-ee22-4a68-a614-b4a48910bc8b None None] Current status of the port 8fa2f1d3-0ac8-41e3-94bf-927a97b0510e is: DOWN; New status is: ACTIVE {{(pid=103093) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 16:26:56.269730 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b98813ad-ee22-4a68-a614-b4a48910bc8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (8fa2f1d3-0ac8-41e3-94bf-927a97b0510e), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:56.308028 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-b98813ad-ee22-4a68-a614-b4a48910bc8b None None] For port 8fa2f1d3-0ac8-41e3-94bf-927a97b0510e, host dv-cinder-750782-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-12-iscsi',level=0,port_id=8fa2f1d3-0ac8-41e3-94bf-927a97b0510e,segment=NetworkSegment(3454dfc9-f8b9-4659-bef0-53cf3d9a8bb1),segment_id=3454dfc9-f8b9-4659-bef0-53cf3d9a8bb1)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:26:56.316231 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b98813ad-ee22-4a68-a614-b4a48910bc8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947'] for port (8fa2f1d3-0ac8-41e3-94bf-927a97b0510e), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:56.356590 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_dvr_db [None req-181c0da7-22a1-4a5b-be9d-617dad99898d None None] Set router 26cd9654-e683-4643-af21-e43d41300107 gateway port host: dv-cinder-750782-12-iscsi {{(pid=103094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 16:26:56.380708 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98813ad-ee22-4a68-a614-b4a48910bc8b None None] Pushing event updated for resources: {'Port': ['ID=8fa2f1d3-0ac8-41e3-94bf-927a97b0510e,revision_number=5']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:26:56.459542 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Current status of the port 38e9e112-cf9a-4358-83bc-eb684ef5ed59 is: ACTIVE; New status is: ACTIVE {{(pid=103093) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 16:26:56.471761 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [None req-616ab715-e30f-4a83-83dc-9ba6e698789f None None] Provisioning complete for port 8fa2f1d3-0ac8-41e3-94bf-927a97b0510e triggered by entity DHCP. {{(pid=103093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 16:26:56.472463 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-616ab715-e30f-4a83-83dc-9ba6e698789f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397499'] for port (8fa2f1d3-0ac8-41e3-94bf-927a97b0510e), provisioning_complete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:56.597353 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-616ab715-e30f-4a83-83dc-9ba6e698789f None None] Current status of the port 8fa2f1d3-0ac8-41e3-94bf-927a97b0510e is: ACTIVE; New status is: ACTIVE {{(pid=103093) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 16:26:56.683584 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_hamode_db [None req-181c0da7-22a1-4a5b-be9d-617dad99898d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26cd9654-e683-4643-af21-e43d41300107', 'name': 'tempest-TestMinimumBasicScenario-472917373-router', 'tenant_id': '3d5338acd8514fe39720c3fb4e546ad1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'external_fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': '38e9e112-cf9a-4358-83bc-eb684ef5ed59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:26:47Z', 'updated_at': '2022-03-11T16:26:50Z', 'revision_number': 4, 'project_id': '3d5338acd8514fe39720c3fb4e546ad1', 'gw_port': {'id': '38e9e112-cf9a-4358-83bc-eb684ef5ed59', 'name': '', 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:ce:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26cd9654-e683-4643-af21-e43d41300107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:26:48Z', 'updated_at': '2022-03-11T16:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-12-iscsi', '_interfaces': [{'id': '8fa2f1d3-0ac8-41e3-94bf-927a97b0510e', 'name': '', 'network_id': 'b06c95e8-1cca-4059-973a-b35cbda726e0', 'tenant_id': '3d5338acd8514fe39720c3fb4e546ad1', 'mac_address': 'fa:16:3e:56:6d:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26cd9654-e683-4643-af21-e43d41300107', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'ef1933b7-12ab-4e29-8088-38fe0ebaf006', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:26:49Z', 'updated_at': '2022-03-11T16:26:55Z', 'revision_number': 4, 'project_id': '3d5338acd8514fe39720c3fb4e546ad1', 'subnets': [{'id': 'ef1933b7-12ab-4e29-8088-38fe0ebaf006', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-12-iscsi', False) {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:26:56.718795 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181c0da7-22a1-4a5b-be9d-617dad99898d None None] The sync data for ids ['26cd9654-e683-4643-af21-e43d41300107'] in dv-cinder-750782-12-iscsi is: [{'id': '26cd9654-e683-4643-af21-e43d41300107', 'name': 'tempest-TestMinimumBasicScenario-472917373-router', 'tenant_id': '3d5338acd8514fe39720c3fb4e546ad1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'external_fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': '38e9e112-cf9a-4358-83bc-eb684ef5ed59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:26:47Z', 'updated_at': '2022-03-11T16:26:50Z', 'revision_number': 4, 'project_id': '3d5338acd8514fe39720c3fb4e546ad1', 'gw_port': {'id': '38e9e112-cf9a-4358-83bc-eb684ef5ed59', 'name': '', 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:ce:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26cd9654-e683-4643-af21-e43d41300107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:26:48Z', 'updated_at': '2022-03-11T16:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-12-iscsi', '_interfaces': [{'id': '8fa2f1d3-0ac8-41e3-94bf-927a97b0510e', 'name': '', 'network_id': 'b06c95e8-1cca-4059-973a-b35cbda726e0', 'tenant_id': '3d5338acd8514fe39720c3fb4e546ad1', 'mac_address': 'fa:16:3e:56:6d:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26cd9654-e683-4643-af21-e43d41300107', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'ef1933b7-12ab-4e29-8088-38fe0ebaf006', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:26:49Z', 'updated_at': '2022-03-11T16:26:55Z', 'revision_number': 4, 'project_id': '3d5338acd8514fe39720c3fb4e546ad1', 'subnets': [{'id': 'ef1933b7-12ab-4e29-8088-38fe0ebaf006', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:26:58.047901 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Device 8fa2f1d3-0ac8-41e3-94bf-927a97b0510e up at agent ovs-agent-dv-cinder-750782-12-iscsi {{(pid=103093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 16:26:58.106890 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Provisioning complete for port 8fa2f1d3-0ac8-41e3-94bf-927a97b0510e triggered by entity L2. {{(pid=103093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 16:26:58.107263 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397499'] for port (8fa2f1d3-0ac8-41e3-94bf-927a97b0510e), provisioning_complete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:26:58.203749 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Current status of the port 8fa2f1d3-0ac8-41e3-94bf-927a97b0510e is: ACTIVE; New status is: ACTIVE {{(pid=103093) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 16:27:01.864041 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647c4273-975e-4976-be0d-4a1098e12527 req-ccb0b66e-0607-49f8-8c87-5da528b99c77 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:27:01.865617 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-647c4273-975e-4976-be0d-4a1098e12527 req-ccb0b66e-0607-49f8-8c87-5da528b99c77 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] 10.222.0.72 "GET /v2.0/networks?id=da5d2b45-20a5-46cf-a436-51ef5a03abe9 HTTP/1.1" status: 200 len: 814 time: 0.1025331 Mar 11 16:27:01.880125 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-647c4273-975e-4976-be0d-4a1098e12527 req-1bf0985b-331f-4576-836f-23c4c864fc36 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] 10.222.0.72 "GET /v2.0/quotas/598e1634c4054801b830f0013726d570 HTTP/1.1" status: 200 len: 375 time: 0.0090890 Mar 11 16:27:01.940235 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-647c4273-975e-4976-be0d-4a1098e12527 req-a8d1965c-4e57-4466-8761-9cbd9ccee6be tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=598e1634c4054801b830f0013726d570&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0549366 Mar 11 16:27:02.095235 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-647c4273-975e-4976-be0d-4a1098e12527 req-0fbbb81a-f2bb-40b6-8391-417ca7ff240d service neutron] 10.222.0.72 "GET /v2.0/networks/da5d2b45-20a5-46cf-a436-51ef5a03abe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437571 Mar 11 16:27:02.185082 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-647c4273-975e-4976-be0d-4a1098e12527 req-35da00a6-cd1d-4d96-99bf-6cd0e6bdedbf service neutron] 10.222.0.72 "GET /v2.0/networks/da5d2b45-20a5-46cf-a436-51ef5a03abe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842185 Mar 11 16:27:02.344980 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-eac003c3-17fb-4b7a-9af6-3b929635e9fa req-39f294a6-8d54-404d-9a7f-bde8b2743de4 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ae41eb5-e75e-41d9-a01d-f8f3dade95e5 HTTP/1.1" status: 200 len: 210 time: 0.0290036 Mar 11 16:27:03.448226 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-3f351c41-7bc4-425a-af93-1d22114b9625 req-0be324b9-e144-463c-865d-d1a5a8cdff72 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ae41eb5-e75e-41d9-a01d-f8f3dade95e5 HTTP/1.1" status: 200 len: 210 time: 0.0353312 Mar 11 16:27:03.561358 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647c4273-975e-4976-be0d-4a1098e12527 req-e98806fa-7d55-48d8-94a3-64f834cd53f1 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:27:03.562903 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-647c4273-975e-4976-be0d-4a1098e12527 req-e98806fa-7d55-48d8-94a3-64f834cd53f1 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] 10.222.0.18 "GET /v2.0/networks?id=da5d2b45-20a5-46cf-a436-51ef5a03abe9 HTTP/1.1" status: 200 len: 814 time: 0.1064274 Mar 11 16:27:03.578103 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.v2.base [req-647c4273-975e-4976-be0d-4a1098e12527 req-41cf055c-1bd7-4671-b773-f48fc9aae34e tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] Request body: {'port': {'device_id': '3ae41eb5-e75e-41d9-a01d-f8f3dade95e5', 'network_id': 'da5d2b45-20a5-46cf-a436-51ef5a03abe9', 'admin_state_up': True, 'tenant_id': '598e1634c4054801b830f0013726d570'}} {{(pid=103092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:27:03.917941 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-647c4273-975e-4976-be0d-4a1098e12527 req-41cf055c-1bd7-4671-b773-f48fc9aae34e tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] Made reservation on behalf of 598e1634c4054801b830f0013726d570 for: {'port': 1} {{(pid=103092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:27:03.922582 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-647c4273-975e-4976-be0d-4a1098e12527 req-41cf055c-1bd7-4671-b773-f48fc9aae34e tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (None), before_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:27:04.125090 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.db.db_base_plugin_common [req-647c4273-975e-4976-be0d-4a1098e12527 req-41cf055c-1bd7-4671-b773-f48fc9aae34e tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] Allocated IP 172.20.0.5 (da5d2b45-20a5-46cf-a436-51ef5a03abe9/4ce60427-bf88-47b5-a7dd-ae29e6047b16/8c37eb20-6e9a-4e65-aaba-f39cab90d628) {{(pid=103092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:27:04.285337 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-647c4273-975e-4976-be0d-4a1098e12527 req-41cf055c-1bd7-4671-b773-f48fc9aae34e tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] Publish callbacks [] for port (8c37eb20-6e9a-4e65-aaba-f39cab90d628), precommit_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:27:04.329527 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-647c4273-975e-4976-be0d-4a1098e12527 req-41cf055c-1bd7-4671-b773-f48fc9aae34e tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780137975911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30811620'] for port (8c37eb20-6e9a-4e65-aaba-f39cab90d628), after_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:27:04.372351 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-647c4273-975e-4976-be0d-4a1098e12527 req-41cf055c-1bd7-4671-b773-f48fc9aae34e tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] Network da5d2b45-20a5-46cf-a436-51ef5a03abe9 is already hosted by enough agents. {{(pid=103092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:27:04.375485 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.scheduler.base_scheduler [req-647c4273-975e-4976-be0d-4a1098e12527 req-41cf055c-1bd7-4671-b773-f48fc9aae34e tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] Resources bound (agent type, host, resource id): {{(pid=103092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:27:04.379079 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.db.l3_dvrscheduler_db [req-647c4273-975e-4976-be0d-4a1098e12527 req-41cf055c-1bd7-4671-b773-f48fc9aae34e tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] Received port after_create {{(pid=103092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 16:27:04.415923 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cf055c-1bd7-4671-b773-f48fc9aae34e tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] Pushing event updated for resources: {'Port': ['ID=8c37eb20-6e9a-4e65-aaba-f39cab90d628,revision_number=1']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:27:04.448402 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647c4273-975e-4976-be0d-4a1098e12527 req-41cf055c-1bd7-4671-b773-f48fc9aae34e tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:27:04.449130 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-647c4273-975e-4976-be0d-4a1098e12527 req-41cf055c-1bd7-4671-b773-f48fc9aae34e tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122971'] for port (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:27:04.467373 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-647c4273-975e-4976-be0d-4a1098e12527 req-41cf055c-1bd7-4671-b773-f48fc9aae34e tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8936791 Mar 11 16:27:04.611396 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5908ec91-34cf-4e36-9d29-58516fda2f70 req-d5c1aa44-d050-43fb-b4ce-495fd8e97ffd tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:27:04.612859 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-5908ec91-34cf-4e36-9d29-58516fda2f70 req-d5c1aa44-d050-43fb-b4ce-495fd8e97ffd tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ae41eb5-e75e-41d9-a01d-f8f3dade95e5 HTTP/1.1" status: 200 len: 931 time: 0.0703049 Mar 11 16:27:04.661596 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-5908ec91-34cf-4e36-9d29-58516fda2f70 req-5428e25a-8115-4ad6-9ac7-f939fbc06963 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a49b004-8e94-4813-88fa-8e010a72423f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429935 Mar 11 16:27:04.685382 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [None req-a0145e2a-206b-47eb-a0a4-8ceef577bab8 None None] Provisioning complete for port 8c37eb20-6e9a-4e65-aaba-f39cab90d628 triggered by entity DHCP. {{(pid=103093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 16:27:04.685898 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a0145e2a-206b-47eb-a0a4-8ceef577bab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397499'] for port (8c37eb20-6e9a-4e65-aaba-f39cab90d628), provisioning_complete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:27:04.723138 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-a0145e2a-206b-47eb-a0a4-8ceef577bab8 None None] Port 8c37eb20-6e9a-4e65-aaba-f39cab90d628 cannot update to ACTIVE because it is not bound. {{(pid=103093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 16:27:05.225731 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.agents_db [None req-ed17eba3-c4d2-4aaa-a64c-93b8434a4a48 None None] Agent healthcheck: found 6 active agents {{(pid=103094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 16:27:05.247198 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (42978ec7-0c45-4bcc-88e8-64ee44356522), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:27:05.786296 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927cddac-0cd7-44bd-9caa-d4ecd3d76b04 req-41b91b16-9b6f-4405-ab04-9784a16c4795 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:27:05.787769 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-927cddac-0cd7-44bd-9caa-d4ecd3d76b04 req-41b91b16-9b6f-4405-ab04-9784a16c4795 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ae41eb5-e75e-41d9-a01d-f8f3dade95e5 HTTP/1.1" status: 200 len: 931 time: 0.0543921 Mar 11 16:27:05.835864 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-927cddac-0cd7-44bd-9caa-d4ecd3d76b04 req-9613ce34-14b8-4528-bcbd-8b864499ef1b tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a49b004-8e94-4813-88fa-8e010a72423f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417743 Mar 11 16:27:06.963485 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98c2d73-21e2-42ed-af8a-5b683fa54022 req-7bb5b36e-e7e5-4100-9dda-2f27949a8cc8 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:27:06.965303 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-f98c2d73-21e2-42ed-af8a-5b683fa54022 req-7bb5b36e-e7e5-4100-9dda-2f27949a8cc8 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ae41eb5-e75e-41d9-a01d-f8f3dade95e5 HTTP/1.1" status: 200 len: 931 time: 0.0589671 Mar 11 16:27:07.016632 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-f98c2d73-21e2-42ed-af8a-5b683fa54022 req-4a22f657-5230-4068-b82e-3f161c135cad tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a49b004-8e94-4813-88fa-8e010a72423f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451837 Mar 11 16:27:08.145122 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b55bf63-fa4e-452f-8afd-b8f8d870917a req-e6eba29f-fb23-4694-92bf-12a3dad6c185 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:27:08.146555 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-6b55bf63-fa4e-452f-8afd-b8f8d870917a req-e6eba29f-fb23-4694-92bf-12a3dad6c185 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ae41eb5-e75e-41d9-a01d-f8f3dade95e5 HTTP/1.1" status: 200 len: 931 time: 0.0568202 Mar 11 16:27:08.201354 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-6b55bf63-fa4e-452f-8afd-b8f8d870917a req-4c8fc019-ea1b-459a-b633-5a8304df12f2 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a49b004-8e94-4813-88fa-8e010a72423f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486984 Mar 11 16:27:09.327896 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679401fb-eb1c-4ee5-8331-6f9dfaf387ab req-d90d1bff-85c7-4382-84e2-c821a087f0c3 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:27:09.329385 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-679401fb-eb1c-4ee5-8331-6f9dfaf387ab req-d90d1bff-85c7-4382-84e2-c821a087f0c3 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ae41eb5-e75e-41d9-a01d-f8f3dade95e5 HTTP/1.1" status: 200 len: 931 time: 0.0578365 Mar 11 16:27:09.379146 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-679401fb-eb1c-4ee5-8331-6f9dfaf387ab req-8ee6bc45-deb5-4503-8f5a-6df3e3c517d6 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a49b004-8e94-4813-88fa-8e010a72423f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438788 Mar 11 16:27:10.500546 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07038942-fa96-4c26-88db-921ed5ef1589 req-d4f9e4ab-f29f-4e94-9d8e-7be4c6960db6 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:27:10.502233 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-07038942-fa96-4c26-88db-921ed5ef1589 req-d4f9e4ab-f29f-4e94-9d8e-7be4c6960db6 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ae41eb5-e75e-41d9-a01d-f8f3dade95e5 HTTP/1.1" status: 200 len: 931 time: 0.0564783 Mar 11 16:27:10.549883 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-07038942-fa96-4c26-88db-921ed5ef1589 req-1ba38cc9-a650-4e55-8ced-99971c919dbb tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a49b004-8e94-4813-88fa-8e010a72423f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415869 Mar 11 16:27:11.676598 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9527c4d8-959d-4c6e-aeb8-06105133b567 req-0d0f0f05-462e-4912-babe-575e8b710992 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:27:11.678416 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-9527c4d8-959d-4c6e-aeb8-06105133b567 req-0d0f0f05-462e-4912-babe-575e8b710992 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ae41eb5-e75e-41d9-a01d-f8f3dade95e5 HTTP/1.1" status: 200 len: 931 time: 0.0560029 Mar 11 16:27:11.736902 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-9527c4d8-959d-4c6e-aeb8-06105133b567 req-c46ff957-7824-43b5-8945-2ed52bd388df tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a49b004-8e94-4813-88fa-8e010a72423f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524018 Mar 11 16:27:12.866115 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a018f673-3d94-44f2-af2c-70936fe18e1c req-5bdcc5b2-e3f5-4281-ae19-d7840bf8d657 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:27:12.867599 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-a018f673-3d94-44f2-af2c-70936fe18e1c req-5bdcc5b2-e3f5-4281-ae19-d7840bf8d657 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ae41eb5-e75e-41d9-a01d-f8f3dade95e5 HTTP/1.1" status: 200 len: 931 time: 0.0574880 Mar 11 16:27:12.915901 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-a018f673-3d94-44f2-af2c-70936fe18e1c req-5b86392b-2bfb-486e-8678-d31ebb42f2c9 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a49b004-8e94-4813-88fa-8e010a72423f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426531 Mar 11 16:27:13.810926 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-cef52ebb-6874-420e-a4c2-7d4e811445a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (52d54afa-c257-4acf-9353-cc1307944ae0), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:27:14.037052 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44266642-9e9f-4669-86f3-c47031f0c19e req-21e134f2-a996-43cb-8d6f-c145d04213a0 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:27:14.039524 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-44266642-9e9f-4669-86f3-c47031f0c19e req-21e134f2-a996-43cb-8d6f-c145d04213a0 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ae41eb5-e75e-41d9-a01d-f8f3dade95e5 HTTP/1.1" status: 200 len: 931 time: 0.0574086 Mar 11 16:27:14.088421 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-44266642-9e9f-4669-86f3-c47031f0c19e req-b67b94c0-cba5-4e03-b291-82b5874fa0a2 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a49b004-8e94-4813-88fa-8e010a72423f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418155 Mar 11 16:27:15.213973 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e6cb6f-c3fb-4d3f-a65a-1969bfad2886 req-46852f59-9882-494e-9d31-8b2ec5223506 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:27:15.215448 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-92e6cb6f-c3fb-4d3f-a65a-1969bfad2886 req-46852f59-9882-494e-9d31-8b2ec5223506 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ae41eb5-e75e-41d9-a01d-f8f3dade95e5 HTTP/1.1" status: 200 len: 931 time: 0.0574896 Mar 11 16:27:15.261560 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-92e6cb6f-c3fb-4d3f-a65a-1969bfad2886 req-6a6b0856-1ee2-49af-a34a-7e54b150851b tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a49b004-8e94-4813-88fa-8e010a72423f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404034 Mar 11 16:27:16.159766 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c2aa49e6-6457-4d56-a952-260df9542ebf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (03422851-42b1-44c9-ada6-e479436b7b23), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:27:16.379571 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132d3bd5-700c-450e-b887-2bbb49426e9b req-5432cdce-b569-41df-b66a-1091bd08eba1 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:27:16.381038 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-132d3bd5-700c-450e-b887-2bbb49426e9b req-5432cdce-b569-41df-b66a-1091bd08eba1 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ae41eb5-e75e-41d9-a01d-f8f3dade95e5 HTTP/1.1" status: 200 len: 931 time: 0.0523527 Mar 11 16:27:16.428752 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-132d3bd5-700c-450e-b887-2bbb49426e9b req-fcbae758-ee0a-42d8-9a93-312481ee15b3 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a49b004-8e94-4813-88fa-8e010a72423f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409276 Mar 11 16:27:17.469855 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ae773407-53f5-44d0-bdbe-4d88b69a915f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (d0bcdf8a-248d-4278-aa4c-95e4828d61b2), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:27:17.555203 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dc9d5c-e945-4fb7-8201-9ab12fb17600 req-483cff08-eff8-446f-90c6-f37228a16b08 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:27:17.556664 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-c5dc9d5c-e945-4fb7-8201-9ab12fb17600 req-483cff08-eff8-446f-90c6-f37228a16b08 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ae41eb5-e75e-41d9-a01d-f8f3dade95e5 HTTP/1.1" status: 200 len: 931 time: 0.0538285 Mar 11 16:27:17.609310 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-c5dc9d5c-e945-4fb7-8201-9ab12fb17600 req-ff93c36a-6198-4cb9-96ad-ccd79144c0b8 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a49b004-8e94-4813-88fa-8e010a72423f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458479 Mar 11 16:27:17.808909 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.v2.base [req-647c4273-975e-4976-be0d-4a1098e12527 req-9c1af41f-2b5d-4552-b857-813fde698152 service neutron] Request body: {'port': {'device_id': '3ae41eb5-e75e-41d9-a01d-f8f3dade95e5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=103092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:27:17.869963 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-647c4273-975e-4976-be0d-4a1098e12527 req-9c1af41f-2b5d-4552-b857-813fde698152 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (8c37eb20-6e9a-4e65-aaba-f39cab90d628), before_update {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:27:17.959344 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-296a0e3c-0644-46bf-b2a9-57624aac3dd5 req-cad78e82-75b8-482c-9738-c80991f053c2 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ff3302ce-26ae-48b1-b0bb-8e4ee3574619&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0869129 Mar 11 16:27:18.114465 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296a0e3c-0644-46bf-b2a9-57624aac3dd5 req-f5bf7f65-f367-446a-955e-23f1522aaf02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:27:18.115846 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-296a0e3c-0644-46bf-b2a9-57624aac3dd5 req-f5bf7f65-f367-446a-955e-23f1522aaf02 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f3f35569b4e74dd193f09cb7aa5a05a9&device_id=ff3302ce-26ae-48b1-b0bb-8e4ee3574619 HTTP/1.1" status: 200 len: 1129 time: 0.1093888 Mar 11 16:27:18.277912 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.notifiers.nova [req-647c4273-975e-4976-be0d-4a1098e12527 req-9c1af41f-2b5d-4552-b857-813fde698152 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c37eb20-6e9a-4e65-aaba-f39cab90d628 {{(pid=103092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:27:18.282924 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296a0e3c-0644-46bf-b2a9-57624aac3dd5 req-043c4314-b788-423a-9406-abc0002a7d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:27:18.284376 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-296a0e3c-0644-46bf-b2a9-57624aac3dd5 req-043c4314-b788-423a-9406-abc0002a7d11 service neutron] 10.222.0.18 "GET /v2.0/networks?id=9795e861-3b04-408a-82ce-319a55ca0d5c HTTP/1.1" status: 200 len: 912 time: 0.1433599 Mar 11 16:27:18.288203 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-647c4273-975e-4976-be0d-4a1098e12527 req-9c1af41f-2b5d-4552-b857-813fde698152 service neutron] Publish callbacks [] for port (8c37eb20-6e9a-4e65-aaba-f39cab90d628), precommit_update {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:27:18.334342 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.db.provisioning_blocks [req-647c4273-975e-4976-be0d-4a1098e12527 req-9c1af41f-2b5d-4552-b857-813fde698152 service neutron] Transition to ACTIVE for port object 8c37eb20-6e9a-4e65-aaba-f39cab90d628 will not be triggered until provisioned by entity L2. {{(pid=103092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 16:27:18.341238 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-647c4273-975e-4976-be0d-4a1098e12527 req-9c1af41f-2b5d-4552-b857-813fde698152 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30811645'] for port (8c37eb20-6e9a-4e65-aaba-f39cab90d628), after_update {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:27:18.390408 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-296a0e3c-0644-46bf-b2a9-57624aac3dd5 req-995aea30-3548-46df-a37d-fa1440587783 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3bb65d7b-90c4-4edf-bbf5-601a051d381a HTTP/1.1" status: 200 len: 1001 time: 0.0965195 Mar 11 16:27:18.435846 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1af41f-2b5d-4552-b857-813fde698152 service neutron] Pushing event updated for resources: {'Port': ['ID=8c37eb20-6e9a-4e65-aaba-f39cab90d628,revision_number=2']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:27:18.496984 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296a0e3c-0644-46bf-b2a9-57624aac3dd5 req-ab602b20-d97a-457e-a132-271c491b8124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:27:18.498592 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-296a0e3c-0644-46bf-b2a9-57624aac3dd5 req-ab602b20-d97a-457e-a132-271c491b8124 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a21718ed-f252-41de-a223-6ef10277caa1 HTTP/1.1" status: 200 len: 850 time: 0.0950570 Mar 11 16:27:18.557882 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.managers [req-647c4273-975e-4976-be0d-4a1098e12527 req-9c1af41f-2b5d-4552-b857-813fde698152 service neutron] Attempting to bind port 8c37eb20-6e9a-4e65-aaba-f39cab90d628 on host hv-cinder-75078 for vnic_type normal with profile {{(pid=103092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 16:27:18.558596 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.managers [req-647c4273-975e-4976-be0d-4a1098e12527 req-9c1af41f-2b5d-4552-b857-813fde698152 service neutron] Attempting to bind port 8c37eb20-6e9a-4e65-aaba-f39cab90d628 by drivers openvswitch,hyperv on host hv-cinder-75078 at level 0 using segments [{'id': 'a9e9fee8-7ed2-407e-8a16-dc30f22dcde8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'da5d2b45-20a5-46cf-a436-51ef5a03abe9'}] {{(pid=103092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 16:27:18.558596 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647c4273-975e-4976-be0d-4a1098e12527 req-9c1af41f-2b5d-4552-b857-813fde698152 service neutron] Attempting to bind port 8c37eb20-6e9a-4e65-aaba-f39cab90d628 on network da5d2b45-20a5-46cf-a436-51ef5a03abe9 {{(pid=103092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 16:27:18.565985 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647c4273-975e-4976-be0d-4a1098e12527 req-9c1af41f-2b5d-4552-b857-813fde698152 service neutron] Port 8c37eb20-6e9a-4e65-aaba-f39cab90d628 on network da5d2b45-20a5-46cf-a436-51ef5a03abe9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75078 {{(pid=103092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 16:27:18.566315 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647c4273-975e-4976-be0d-4a1098e12527 req-9c1af41f-2b5d-4552-b857-813fde698152 service neutron] Attempting to bind port 8c37eb20-6e9a-4e65-aaba-f39cab90d628 on network da5d2b45-20a5-46cf-a436-51ef5a03abe9 {{(pid=103092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 16:27:18.574697 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647c4273-975e-4976-be0d-4a1098e12527 req-9c1af41f-2b5d-4552-b857-813fde698152 service neutron] Checking agent: {'id': '42978ec7-0c45-4bcc-88e8-64ee44356522', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 19, 5), 'started_at': datetime.datetime(2022, 3, 11, 16, 19, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 27, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 16:27:18.575042 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647c4273-975e-4976-be0d-4a1098e12527 req-9c1af41f-2b5d-4552-b857-813fde698152 service neutron] Checking segment: {'id': 'a9e9fee8-7ed2-407e-8a16-dc30f22dcde8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'da5d2b45-20a5-46cf-a436-51ef5a03abe9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 16:27:18.575424 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647c4273-975e-4976-be0d-4a1098e12527 req-9c1af41f-2b5d-4552-b857-813fde698152 service neutron] Bound using segment: {'id': 'a9e9fee8-7ed2-407e-8a16-dc30f22dcde8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'da5d2b45-20a5-46cf-a436-51ef5a03abe9'} {{(pid=103092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 16:27:18.575864 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.managers [req-647c4273-975e-4976-be0d-4a1098e12527 req-9c1af41f-2b5d-4552-b857-813fde698152 service neutron] Bound port: 8c37eb20-6e9a-4e65-aaba-f39cab90d628, host: hv-cinder-75078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9e9fee8-7ed2-407e-8a16-dc30f22dcde8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'da5d2b45-20a5-46cf-a436-51ef5a03abe9'}}] {{(pid=103092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 16:27:18.576218 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-647c4273-975e-4976-be0d-4a1098e12527 req-9c1af41f-2b5d-4552-b857-813fde698152 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (8c37eb20-6e9a-4e65-aaba-f39cab90d628), before_update {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:27:18.592803 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296a0e3c-0644-46bf-b2a9-57624aac3dd5 req-6de00465-06e2-4ddb-a861-87bed823872b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:27:18.594351 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-296a0e3c-0644-46bf-b2a9-57624aac3dd5 req-6de00465-06e2-4ddb-a861-87bed823872b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9795e861-3b04-408a-82ce-319a55ca0d5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0883243 Mar 11 16:27:18.737101 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.db [req-647c4273-975e-4976-be0d-4a1098e12527 req-9c1af41f-2b5d-4552-b857-813fde698152 service neutron] For port 8c37eb20-6e9a-4e65-aaba-f39cab90d628, host hv-cinder-75078, cleared binding levels {{(pid=103092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:27:18.756498 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.db [req-647c4273-975e-4976-be0d-4a1098e12527 req-9c1af41f-2b5d-4552-b857-813fde698152 service neutron] For port 8c37eb20-6e9a-4e65-aaba-f39cab90d628, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=8c37eb20-6e9a-4e65-aaba-f39cab90d628,segment=NetworkSegment(a9e9fee8-7ed2-407e-8a16-dc30f22dcde8),segment_id=a9e9fee8-7ed2-407e-8a16-dc30f22dcde8)] {{(pid=103092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:27:18.775548 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-647c4273-975e-4976-be0d-4a1098e12527 req-9c1af41f-2b5d-4552-b857-813fde698152 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30811645'] for port (8c37eb20-6e9a-4e65-aaba-f39cab90d628), after_update {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:27:18.786712 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-296a0e3c-0644-46bf-b2a9-57624aac3dd5 req-d946bed4-f550-4b59-a335-79e61323706e service neutron] 10.222.0.18 "GET /v2.0/networks/9795e861-3b04-408a-82ce-319a55ca0d5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657879 Mar 11 16:27:18.819480 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647c4273-975e-4976-be0d-4a1098e12527 req-9c1af41f-2b5d-4552-b857-813fde698152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:27:18.820093 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-647c4273-975e-4976-be0d-4a1098e12527 req-9c1af41f-2b5d-4552-b857-813fde698152 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122971'] for port (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:27:18.821445 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-647c4273-975e-4976-be0d-4a1098e12527 req-9c1af41f-2b5d-4552-b857-813fde698152 service neutron] 10.222.0.18 "PUT /v2.0/ports/8c37eb20-6e9a-4e65-aaba-f39cab90d628 HTTP/1.1" status: 200 len: 1093 time: 1.0173910 Mar 11 16:27:18.823264 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ae41eb5-e75e-41d9-a01d-f8f3dade95e5', 'tag': '8c37eb20-6e9a-4e65-aaba-f39cab90d628'}] {{(pid=103092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:27:18.825374 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8119d67d121bc7655fb27ee4e81d05746f3857d7b024446e390c37a4f39e07a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-746ff769-5172-4e90-a364-dd8ef2a67e72" -d '{"events": [{"name": "network-changed", "server_uuid": "3ae41eb5-e75e-41d9-a01d-f8f3dade95e5", "tag": "8c37eb20-6e9a-4e65-aaba-f39cab90d628"}]}' {{(pid=103092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 16:27:18.843690 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7db7237-4c68-451e-88d0-7e3295c8cf4d req-ed5517f8-efd9-405c-bbf4-5aff2b791a28 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:27:18.844402 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-12686fd2-0f25-484f-a78a-b5cd34d8581b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (a5a5d809-3580-471a-ade1-6c5ecc269919), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:27:18.845253 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-d7db7237-4c68-451e-88d0-7e3295c8cf4d req-ed5517f8-efd9-405c-bbf4-5aff2b791a28 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ae41eb5-e75e-41d9-a01d-f8f3dade95e5 HTTP/1.1" status: 200 len: 943 time: 0.1427548 Mar 11 16:27:18.881159 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1af41f-2b5d-4552-b857-813fde698152 service neutron] Pushing event updated for resources: {'Port': ['ID=8c37eb20-6e9a-4e65-aaba-f39cab90d628,revision_number=3']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:27:19.007517 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-d7db7237-4c68-451e-88d0-7e3295c8cf4d req-e2d6a4f7-9ab6-4278-885c-7f31eba90f90 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a49b004-8e94-4813-88fa-8e010a72423f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534929 Mar 11 16:27:19.029349 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 16:27:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05f02ee1-5f2d-4d36-8bb2-79a098e2104a x-openstack-request-id: req-05f02ee1-5f2d-4d36-8bb2-79a098e2104a {{(pid=103092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 16:27:19.029637 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ae41eb5-e75e-41d9-a01d-f8f3dade95e5", "tag": "8c37eb20-6e9a-4e65-aaba-f39cab90d628", "status": "completed", "code": 200}]} {{(pid=103092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 16:27:19.029894 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-05f02ee1-5f2d-4d36-8bb2-79a098e2104a {{(pid=103092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 16:27:19.030317 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ae41eb5-e75e-41d9-a01d-f8f3dade95e5', 'tag': '8c37eb20-6e9a-4e65-aaba-f39cab90d628', 'status': 'completed', 'code': 200} Mar 11 16:27:19.037252 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647c4273-975e-4976-be0d-4a1098e12527 req-5976ddaf-5bda-474a-9e8c-f05a2441643d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:27:19.038802 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-647c4273-975e-4976-be0d-4a1098e12527 req-5976ddaf-5bda-474a-9e8c-f05a2441643d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=598e1634c4054801b830f0013726d570&device_id=3ae41eb5-e75e-41d9-a01d-f8f3dade95e5 HTTP/1.1" status: 200 len: 1127 time: 0.1345944 Mar 11 16:27:19.040721 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-296a0e3c-0644-46bf-b2a9-57624aac3dd5 req-3815d46c-3137-4022-bfcb-2eb43a11f28e service neutron] 10.222.0.18 "GET /v2.0/networks/9795e861-3b04-408a-82ce-319a55ca0d5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754153 Mar 11 16:27:19.092736 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-647c4273-975e-4976-be0d-4a1098e12527 req-17935a04-39ad-4c25-bc57-99e3c012b99a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8c37eb20-6e9a-4e65-aaba-f39cab90d628 HTTP/1.1" status: 200 len: 217 time: 0.0433807 Mar 11 16:27:19.149192 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647c4273-975e-4976-be0d-4a1098e12527 req-04e8957d-c268-463a-855e-b6ebe53eaac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:27:19.150674 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-647c4273-975e-4976-be0d-4a1098e12527 req-04e8957d-c268-463a-855e-b6ebe53eaac8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4ce60427-bf88-47b5-a7dd-ae29e6047b16 HTTP/1.1" status: 200 len: 853 time: 0.0467298 Mar 11 16:27:19.206423 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647c4273-975e-4976-be0d-4a1098e12527 req-1268e519-0982-44b0-86a7-fd93cd0523be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:27:19.208689 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-647c4273-975e-4976-be0d-4a1098e12527 req-1268e519-0982-44b0-86a7-fd93cd0523be service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=da5d2b45-20a5-46cf-a436-51ef5a03abe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0495796 Mar 11 16:27:19.305270 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-647c4273-975e-4976-be0d-4a1098e12527 req-47c6a9fa-3acc-476b-8956-80c7aafe0039 service neutron] 10.222.0.18 "GET /v2.0/networks/da5d2b45-20a5-46cf-a436-51ef5a03abe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894263 Mar 11 16:27:19.395646 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-647c4273-975e-4976-be0d-4a1098e12527 req-6ed64dca-06c1-4435-9387-6354fecf3b46 service neutron] 10.222.0.18 "GET /v2.0/networks/da5d2b45-20a5-46cf-a436-51ef5a03abe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816023 Mar 11 16:27:19.500935 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746ff769-5172-4e90-a364-dd8ef2a67e72 req-5b13fda0-7486-4504-b0ba-6d7964104819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:27:19.502458 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-746ff769-5172-4e90-a364-dd8ef2a67e72 req-5b13fda0-7486-4504-b0ba-6d7964104819 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=598e1634c4054801b830f0013726d570&device_id=3ae41eb5-e75e-41d9-a01d-f8f3dade95e5 HTTP/1.1" status: 200 len: 1127 time: 0.0514076 Mar 11 16:27:19.593495 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746ff769-5172-4e90-a364-dd8ef2a67e72 req-21967e7e-a57a-49d0-8e33-301c61e92bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:27:19.594990 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-746ff769-5172-4e90-a364-dd8ef2a67e72 req-21967e7e-a57a-49d0-8e33-301c61e92bc4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=da5d2b45-20a5-46cf-a436-51ef5a03abe9 HTTP/1.1" status: 200 len: 915 time: 0.0857139 Mar 11 16:27:19.639719 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-746ff769-5172-4e90-a364-dd8ef2a67e72 req-00dc4223-9f62-4222-b50f-18bad3d88e16 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8c37eb20-6e9a-4e65-aaba-f39cab90d628 HTTP/1.1" status: 200 len: 217 time: 0.0381858 Mar 11 16:27:19.689690 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746ff769-5172-4e90-a364-dd8ef2a67e72 req-97fba8f9-8749-441c-92f2-c29377f4bf54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:27:19.691141 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-746ff769-5172-4e90-a364-dd8ef2a67e72 req-97fba8f9-8749-441c-92f2-c29377f4bf54 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4ce60427-bf88-47b5-a7dd-ae29e6047b16 HTTP/1.1" status: 200 len: 853 time: 0.0438924 Mar 11 16:27:19.741447 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746ff769-5172-4e90-a364-dd8ef2a67e72 req-365546fa-1076-4f87-acd2-8ca0d4ac9dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:27:19.742891 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-746ff769-5172-4e90-a364-dd8ef2a67e72 req-365546fa-1076-4f87-acd2-8ca0d4ac9dc0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=da5d2b45-20a5-46cf-a436-51ef5a03abe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0443900 Mar 11 16:27:19.836366 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-746ff769-5172-4e90-a364-dd8ef2a67e72 req-1b0ecbf2-1afa-434e-90b9-2fc82f78b987 service neutron] 10.222.0.18 "GET /v2.0/networks/da5d2b45-20a5-46cf-a436-51ef5a03abe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857420 Mar 11 16:27:19.933120 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-746ff769-5172-4e90-a364-dd8ef2a67e72 req-72a76a7c-d520-450a-b569-f9d1d555d3f7 service neutron] 10.222.0.18 "GET /v2.0/networks/da5d2b45-20a5-46cf-a436-51ef5a03abe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873089 Mar 11 16:27:20.134082 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fcac4e-b910-4776-9792-9f7cba657904 req-841ab756-ac0f-42ec-a13b-a4f5e02c5fba tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:27:20.136091 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-24fcac4e-b910-4776-9792-9f7cba657904 req-841ab756-ac0f-42ec-a13b-a4f5e02c5fba tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ae41eb5-e75e-41d9-a01d-f8f3dade95e5 HTTP/1.1" status: 200 len: 943 time: 0.0555136 Mar 11 16:27:20.186660 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-24fcac4e-b910-4776-9792-9f7cba657904 req-e40da15b-5eb5-4597-a938-79230a3b3409 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a49b004-8e94-4813-88fa-8e010a72423f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451169 Mar 11 16:27:20.384420 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (1025624e-e238-47fc-86ae-58f7bb6baa16), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:27:21.305859 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf6db59-32f3-4739-acd9-ca01cb6fba71 req-8f111bfd-70eb-4c03-9f77-3854b1e372ad tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:27:21.307864 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-1cf6db59-32f3-4739-acd9-ca01cb6fba71 req-8f111bfd-70eb-4c03-9f77-3854b1e372ad tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ae41eb5-e75e-41d9-a01d-f8f3dade95e5 HTTP/1.1" status: 200 len: 943 time: 0.0539577 Mar 11 16:27:21.354936 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-1cf6db59-32f3-4739-acd9-ca01cb6fba71 req-da0eaa17-ee9d-4bfb-a5de-3de5f76ede05 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a49b004-8e94-4813-88fa-8e010a72423f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407927 Mar 11 16:27:22.474825 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afacea7-f176-4f29-acdc-d6eb73119c23 req-9242fa77-17f8-4c24-8698-9367f95531bc tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:27:22.476282 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-1afacea7-f176-4f29-acdc-d6eb73119c23 req-9242fa77-17f8-4c24-8698-9367f95531bc tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ae41eb5-e75e-41d9-a01d-f8f3dade95e5 HTTP/1.1" status: 200 len: 943 time: 0.0535512 Mar 11 16:27:22.525161 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-1afacea7-f176-4f29-acdc-d6eb73119c23 req-aad174f3-da56-4444-b04b-51aac0b35ea6 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a49b004-8e94-4813-88fa-8e010a72423f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427322 Mar 11 16:27:23.459542 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Device 8c37eb20-6e9a-4e65-aaba-f39cab90d628 details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=103093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 16:27:23.554072 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] For port 8c37eb20-6e9a-4e65-aaba-f39cab90d628, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=8c37eb20-6e9a-4e65-aaba-f39cab90d628,segment=NetworkSegment(a9e9fee8-7ed2-407e-8a16-dc30f22dcde8),segment_id=a9e9fee8-7ed2-407e-8a16-dc30f22dcde8)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:27:23.567528 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Returning: {'device': '8c37eb20-6e9a-4e65-aaba-f39cab90d628', 'network_id': 'da5d2b45-20a5-46cf-a436-51ef5a03abe9', 'port_id': '8c37eb20-6e9a-4e65-aaba-f39cab90d628', 'mac_address': 'fa:16:3e:77:ce:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ce60427-bf88-47b5-a7dd-ae29e6047b16', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 16:27:23.611026 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Current status of the port 8c37eb20-6e9a-4e65-aaba-f39cab90d628 is: DOWN; New status is: BUILD {{(pid=103093) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 16:27:23.611420 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (8c37eb20-6e9a-4e65-aaba-f39cab90d628), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:27:23.625138 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.notifiers.nova [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c37eb20-6e9a-4e65-aaba-f39cab90d628 {{(pid=103093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:27:23.645131 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] For port 8c37eb20-6e9a-4e65-aaba-f39cab90d628, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=8c37eb20-6e9a-4e65-aaba-f39cab90d628,segment=NetworkSegment(a9e9fee8-7ed2-407e-8a16-dc30f22dcde8),segment_id=a9e9fee8-7ed2-407e-8a16-dc30f22dcde8)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:27:23.650211 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947'] for port (8c37eb20-6e9a-4e65-aaba-f39cab90d628), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:27:23.656755 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d054eec8-256e-4d8a-a626-8c81bcbb7cd6 req-523a3ddb-94b8-4216-bafc-48ebb641ba10 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:27:23.658306 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-d054eec8-256e-4d8a-a626-8c81bcbb7cd6 req-523a3ddb-94b8-4216-bafc-48ebb641ba10 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ae41eb5-e75e-41d9-a01d-f8f3dade95e5 HTTP/1.1" status: 200 len: 943 time: 0.0605650 Mar 11 16:27:23.699715 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Pushing event updated for resources: {'Port': ['ID=8c37eb20-6e9a-4e65-aaba-f39cab90d628,revision_number=4']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:27:23.706841 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-d054eec8-256e-4d8a-a626-8c81bcbb7cd6 req-83db35a7-4ab6-4756-8dd3-71aade95fd8f tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a49b004-8e94-4813-88fa-8e010a72423f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428925 Mar 11 16:27:23.707023 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:27:23.707339 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:27:23.707680 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:27:23.708013 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:27:23.708340 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:27:23.708671 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:27:23.708995 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:27:23.709320 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:27:23.709799 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:27:23.709974 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:27:23.710309 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:27:23.710628 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:27:23.710944 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:27:24.050808 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] get_ports_and_sgs() called for port_ids ['8c37eb20-6e9a-4e65-aaba-f39cab90d628'] {{(pid=103093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 16:27:24.821703 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc63435-df8c-40cc-a05e-d4b09dbcb57b req-033e308d-57ef-493e-af0b-44b27d5a5146 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:27:24.823749 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-acc63435-df8c-40cc-a05e-d4b09dbcb57b req-033e308d-57ef-493e-af0b-44b27d5a5146 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ae41eb5-e75e-41d9-a01d-f8f3dade95e5 HTTP/1.1" status: 200 len: 944 time: 0.0520594 Mar 11 16:27:24.869412 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-acc63435-df8c-40cc-a05e-d4b09dbcb57b req-41263d58-655b-4e55-9865-5b94256961b3 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a49b004-8e94-4813-88fa-8e010a72423f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397773 Mar 11 16:27:25.472506 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Device 8c37eb20-6e9a-4e65-aaba-f39cab90d628 up at agent hyperv_hv-cinder-75078 {{(pid=103093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 16:27:25.522360 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Provisioning for port 8c37eb20-6e9a-4e65-aaba-f39cab90d628 completed by entity L2. {{(pid=103093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 16:27:25.526766 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Provisioning complete for port 8c37eb20-6e9a-4e65-aaba-f39cab90d628 triggered by entity L2. {{(pid=103093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 16:27:25.527139 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397499'] for port (8c37eb20-6e9a-4e65-aaba-f39cab90d628), provisioning_complete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:27:25.604642 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Current status of the port 8c37eb20-6e9a-4e65-aaba-f39cab90d628 is: BUILD; New status is: ACTIVE {{(pid=103093) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 16:27:25.605032 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (8c37eb20-6e9a-4e65-aaba-f39cab90d628), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:27:25.630990 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ae41eb5-e75e-41d9-a01d-f8f3dade95e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c37eb20-6e9a-4e65-aaba-f39cab90d628'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:27:25.633197 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f6a2c072b123b360c8eb8991e75d694e889c4c27e62ecb22fdf39ecf471eb94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2dcce32-c74e-4b41-9068-2303a6309665" -d '{"events": [{"server_uuid": "3ae41eb5-e75e-41d9-a01d-f8f3dade95e5", "name": "network-vif-plugged", "status": "completed", "tag": "8c37eb20-6e9a-4e65-aaba-f39cab90d628"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 16:27:25.646181 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] For port 8c37eb20-6e9a-4e65-aaba-f39cab90d628, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=8c37eb20-6e9a-4e65-aaba-f39cab90d628,segment=NetworkSegment(a9e9fee8-7ed2-407e-8a16-dc30f22dcde8),segment_id=a9e9fee8-7ed2-407e-8a16-dc30f22dcde8)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:27:25.650167 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947'] for port (8c37eb20-6e9a-4e65-aaba-f39cab90d628), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:27:25.703310 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Pushing event updated for resources: {'Port': ['ID=8c37eb20-6e9a-4e65-aaba-f39cab90d628,revision_number=5']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:27:25.729142 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 16:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07807d2c-9ba5-482a-847d-397df049b55e x-openstack-request-id: req-07807d2c-9ba5-482a-847d-397df049b55e {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 16:27:25.729972 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ae41eb5-e75e-41d9-a01d-f8f3dade95e5", "name": "network-vif-plugged", "status": "completed", "tag": "8c37eb20-6e9a-4e65-aaba-f39cab90d628", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 16:27:25.730231 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-07807d2c-9ba5-482a-847d-397df049b55e {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 16:27:25.730625 dv-cinder-750782-12-iscsi neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ae41eb5-e75e-41d9-a01d-f8f3dade95e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c37eb20-6e9a-4e65-aaba-f39cab90d628', 'code': 200} Mar 11 16:27:25.916402 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf321ff3-5c90-46b3-b227-35aa078a98e2 req-6bf9a6ce-5055-47da-89d9-f29267f7626c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:27:25.918530 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-cf321ff3-5c90-46b3-b227-35aa078a98e2 req-6bf9a6ce-5055-47da-89d9-f29267f7626c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3ae41eb5-e75e-41d9-a01d-f8f3dade95e5 HTTP/1.1" status: 200 len: 1129 time: 0.0496774 Mar 11 16:27:25.993300 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-cf321ff3-5c90-46b3-b227-35aa078a98e2 req-9de49133-d5c7-41de-b0cf-fc503c671e72 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=3a49b004-8e94-4813-88fa-8e010a72423f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676744 Mar 11 16:27:26.008579 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242a9fb9-7f52-4f6e-b3ea-116d0dacf9c3 req-c85801c7-c60a-41f4-a54f-2a602d46e2b5 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:27:26.010057 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-242a9fb9-7f52-4f6e-b3ea-116d0dacf9c3 req-c85801c7-c60a-41f4-a54f-2a602d46e2b5 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ae41eb5-e75e-41d9-a01d-f8f3dade95e5 HTTP/1.1" status: 200 len: 945 time: 0.0717616 Mar 11 16:27:26.058502 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-242a9fb9-7f52-4f6e-b3ea-116d0dacf9c3 req-d7088396-f25a-4f87-8930-1292dc8e5aa1 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a49b004-8e94-4813-88fa-8e010a72423f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418339 Mar 11 16:27:27.180212 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861ae023-03ee-439b-a92b-dbb852471502 req-ec4c1490-5e97-4d9f-b970-62a38c33c368 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:27:27.181669 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-861ae023-03ee-439b-a92b-dbb852471502 req-ec4c1490-5e97-4d9f-b970-62a38c33c368 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ae41eb5-e75e-41d9-a01d-f8f3dade95e5 HTTP/1.1" status: 200 len: 945 time: 0.0536928 Mar 11 16:27:27.233974 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-861ae023-03ee-439b-a92b-dbb852471502 req-2181b60b-d106-49dc-a02f-1089914c880e tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a49b004-8e94-4813-88fa-8e010a72423f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456979 Mar 11 16:27:28.350168 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd727bbe-42d8-4bab-9210-794af12bb200 req-26d5dde2-d020-40b3-b9e6-532058771b7a tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:27:28.351424 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-bd727bbe-42d8-4bab-9210-794af12bb200 req-26d5dde2-d020-40b3-b9e6-532058771b7a tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ae41eb5-e75e-41d9-a01d-f8f3dade95e5 HTTP/1.1" status: 200 len: 945 time: 0.0526712 Mar 11 16:27:28.396915 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-bd727bbe-42d8-4bab-9210-794af12bb200 req-42593da7-824e-4197-b930-051b119b9dfb tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a49b004-8e94-4813-88fa-8e010a72423f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394254 Mar 11 16:27:28.513401 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2f4b10-1b4c-45df-9ce3-c296953d4b07 req-3df1ea13-b9c5-4c5a-a62f-ac803cba5357 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:27:28.514801 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-2c2f4b10-1b4c-45df-9ce3-c296953d4b07 req-3df1ea13-b9c5-4c5a-a62f-ac803cba5357 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ae41eb5-e75e-41d9-a01d-f8f3dade95e5 HTTP/1.1" status: 200 len: 945 time: 0.0524938 Mar 11 16:27:28.561084 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-2c2f4b10-1b4c-45df-9ce3-c296953d4b07 req-962ae54f-633e-4076-9760-fa60d9834b01 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a49b004-8e94-4813-88fa-8e010a72423f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406661 Mar 11 16:27:28.890459 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1aa7b8-157d-4d08-bf43-fd75d3b1ea6e req-986b2d01-7853-4658-b1ad-009a0c4b762f tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:27:28.891920 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-3f1aa7b8-157d-4d08-bf43-fd75d3b1ea6e req-986b2d01-7853-4658-b1ad-009a0c4b762f tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ae41eb5-e75e-41d9-a01d-f8f3dade95e5 HTTP/1.1" status: 200 len: 945 time: 0.0568807 Mar 11 16:27:28.938790 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-3f1aa7b8-157d-4d08-bf43-fd75d3b1ea6e req-85981477-d1e9-43ec-9259-aaa58445e569 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a49b004-8e94-4813-88fa-8e010a72423f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413790 Mar 11 16:27:35.261816 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (42978ec7-0c45-4bcc-88e8-64ee44356522), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:27:38.322669 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f138019-a9e0-4a9d-affc-dc89a790da4f req-1690e7bf-8423-4bce-92f7-89a66110a5a1 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:27:38.324399 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-6f138019-a9e0-4a9d-affc-dc89a790da4f req-1690e7bf-8423-4bce-92f7-89a66110a5a1 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ae41eb5-e75e-41d9-a01d-f8f3dade95e5 HTTP/1.1" status: 200 len: 945 time: 0.0524764 Mar 11 16:27:38.369609 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-6f138019-a9e0-4a9d-affc-dc89a790da4f req-4df58487-5578-4c32-9dba-9aad17537eef tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a49b004-8e94-4813-88fa-8e010a72423f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397036 Mar 11 16:27:38.392210 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 44654) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:27:38.477397 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa420e8d-db3a-40ab-ade8-fb59577b3383 tempest-TestMinimumBasicScenario-1467859582 tempest-TestMinimumBasicScenario-1467859582-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:27:38.479116 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-aa420e8d-db3a-40ab-ade8-fb59577b3383 tempest-TestMinimumBasicScenario-1467859582 tempest-TestMinimumBasicScenario-1467859582-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=3ae41eb5-e75e-41d9-a01d-f8f3dade95e5 HTTP/1.1" status: 200 len: 1124 time: 0.0859287 Mar 11 16:27:38.482570 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 44658) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:27:38.487140 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.v2.base [None req-e666f094-21b5-4138-b4d1-fde848bf6727 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] Request body: {'floatingip': {'floating_network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'port_id': '8c37eb20-6e9a-4e65-aaba-f39cab90d628', 'tenant_id': '598e1634c4054801b830f0013726d570', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:27:38.509236 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-e666f094-21b5-4138-b4d1-fde848bf6727 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:27:38.607141 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-e666f094-21b5-4138-b4d1-fde848bf6727 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (None), before_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:27:38.720233 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.db.db_base_plugin_common [None req-e666f094-21b5-4138-b4d1-fde848bf6727 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] Allocated IP 172.27.0.17 (ff1c1ad1-a65f-4be8-9483-081137458b82/5240f8c4-acf8-4de2-827e-773879cfd307/f2547041-e3a2-4cb5-ac24-7aef50229aa0) {{(pid=103091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:27:38.821623 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-e666f094-21b5-4138-b4d1-fde848bf6727 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] Publish callbacks [] for port (f2547041-e3a2-4cb5-ac24-7aef50229aa0), precommit_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:27:38.855975 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-e666f094-21b5-4138-b4d1-fde848bf6727 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780137975911'] for port (f2547041-e3a2-4cb5-ac24-7aef50229aa0), after_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:27:38.897989 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e666f094-21b5-4138-b4d1-fde848bf6727 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] Network ff1c1ad1-a65f-4be8-9483-081137458b82 is already hosted by enough agents. {{(pid=103091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:27:38.903523 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.scheduler.base_scheduler [None req-e666f094-21b5-4138-b4d1-fde848bf6727 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] Resources bound (agent type, host, resource id): {{(pid=103091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:27:38.906273 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e666f094-21b5-4138-b4d1-fde848bf6727 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] Received port after_create {{(pid=103091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 16:27:38.930041 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e666f094-21b5-4138-b4d1-fde848bf6727 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] Pushing event updated for resources: {'Port': ['ID=f2547041-e3a2-4cb5-ac24-7aef50229aa0,revision_number=1']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:27:39.256000 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-e666f094-21b5-4138-b4d1-fde848bf6727 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] Publish callbacks [] for floatingip (fe623301-f0f6-4b80-893f-0e7dcd6db218), precommit_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:27:39.328638 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-e666f094-21b5-4138-b4d1-fde848bf6727 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (f2547041-e3a2-4cb5-ac24-7aef50229aa0), before_update {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:27:39.477174 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-e666f094-21b5-4138-b4d1-fde848bf6727 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] Publish callbacks [] for port (f2547041-e3a2-4cb5-ac24-7aef50229aa0), precommit_update {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:27:39.482394 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-e666f094-21b5-4138-b4d1-fde848bf6727 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947'] for port (f2547041-e3a2-4cb5-ac24-7aef50229aa0), after_update {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:27:39.514754 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-e666f094-21b5-4138-b4d1-fde848bf6727 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539899'] for floatingip (fe623301-f0f6-4b80-893f-0e7dcd6db218), after_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:27:39.564286 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e666f094-21b5-4138-b4d1-fde848bf6727 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] Pushing event updated for resources: {'Port': ['ID=f2547041-e3a2-4cb5-ac24-7aef50229aa0,revision_number=2']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:27:39.847964 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.db.l3_db [None req-e666f094-21b5-4138-b4d1-fde848bf6727 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] Floating IP fe623301-f0f6-4b80-893f-0e7dcd6db218 associated. External IP: 172.27.0.17, port: 8c37eb20-6e9a-4e65-aaba-f39cab90d628. Mar 11 16:27:40.061500 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e666f094-21b5-4138-b4d1-fde848bf6727 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] Router e7333cbb-ba2b-4f58-b070-e55b0aaba248 has already been hosted by L3 agent 03422851-42b1-44c9-ada6-e479436b7b23 {{(pid=103091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:27:40.174485 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e666f094-21b5-4138-b4d1-fde848bf6727 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] Notify agent at l3_agent.dv-cinder-750782-12-iscsi the message routers_updated {{(pid=103091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:27:40.184271 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aefc1aa-2425-4e83-a1b7-3f6f4a0b9bfe None None] Sync routers for ids ['e7333cbb-ba2b-4f58-b070-e55b0aaba248'] in dv-cinder-750782-12-iscsi {{(pid=103093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:27:40.193979 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-e666f094-21b5-4138-b4d1-fde848bf6727 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122971'] for floatingip (None), before_response {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:27:40.194225 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aefc1aa-2425-4e83-a1b7-3f6f4a0b9bfe None None] Routers {'e7333cbb-ba2b-4f58-b070-e55b0aaba248'} bound to L3 agent in host dv-cinder-750782-12-iscsi {{(pid=103093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 16:27:40.194843 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_hamode_db [None req-6aefc1aa-2425-4e83-a1b7-3f6f4a0b9bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-11T16:12:46Z,description=,heartbeat_timestamp=2022-03-11T16:27:16Z,host='dv-cinder-750782-12-iscsi',id=03422851-42b1-44c9-ada6-e479436b7b23,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:12:46Z,topic='l3_agent')) {'router_ids': ['e7333cbb-ba2b-4f58-b070-e55b0aaba248'], 'active': True} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:27:40.225800 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-e666f094-21b5-4138-b4d1-fde848bf6727 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7421196 Mar 11 16:27:40.226438 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ae41eb5-e75e-41d9-a01d-f8f3dade95e5', 'tag': '8c37eb20-6e9a-4e65-aaba-f39cab90d628'}] {{(pid=103091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:27:40.228543 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 44664) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:27:40.229022 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbfc172464096d1f7f5252f1a1e10ed885571faacea4d726e820cddde391bb83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30808b0c-4676-4a48-ac65-a3442f9b1664" -d '{"events": [{"name": "network-changed", "server_uuid": "3ae41eb5-e75e-41d9-a01d-f8f3dade95e5", "tag": "8c37eb20-6e9a-4e65-aaba-f39cab90d628"}]}' {{(pid=103091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 16:27:40.234440 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.v2.base [None req-da0aadce-2488-43d1-8721-5d9b4033c2f4 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-559542129', 'description': 'tempest-secgroup-smoke-559542129 description', 'project_id': '598e1634c4054801b830f0013726d570'}} {{(pid=103092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:27:40.257981 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-da0aadce-2488-43d1-8721-5d9b4033c2f4 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] Publish callbacks [] for security_group (None), before_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:27:40.320384 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_dvr_db [None req-6aefc1aa-2425-4e83-a1b7-3f6f4a0b9bfe None None] Set router e7333cbb-ba2b-4f58-b070-e55b0aaba248 gateway port host: dv-cinder-750782-12-iscsi {{(pid=103093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 16:27:40.334463 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 16:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9056d881-61da-49c9-9499-388944086f60 x-openstack-request-id: req-9056d881-61da-49c9-9499-388944086f60 {{(pid=103091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 16:27:40.335241 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ae41eb5-e75e-41d9-a01d-f8f3dade95e5", "tag": "8c37eb20-6e9a-4e65-aaba-f39cab90d628", "status": "completed", "code": 200}]} {{(pid=103091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 16:27:40.335782 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-9056d881-61da-49c9-9499-388944086f60 {{(pid=103091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 16:27:40.336362 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ae41eb5-e75e-41d9-a01d-f8f3dade95e5', 'tag': '8c37eb20-6e9a-4e65-aaba-f39cab90d628', 'status': 'completed', 'code': 200} Mar 11 16:27:40.336472 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-da0aadce-2488-43d1-8721-5d9b4033c2f4 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] Publish callbacks [] for security_group (2043eb09-8279-429a-8839-c1fa102939b0), precommit_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:27:40.341859 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-da0aadce-2488-43d1-8721-5d9b4033c2f4 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (2043eb09-8279-429a-8839-c1fa102939b0), after_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:27:40.395734 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-da0aadce-2488-43d1-8721-5d9b4033c2f4 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] Publish callbacks [] for security_group (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:27:40.396964 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-da0aadce-2488-43d1-8721-5d9b4033c2f4 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1672733 Mar 11 16:27:40.400236 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 44670) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:27:40.405861 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.v2.base [None req-b79a2092-74f4-4fe9-834c-06bd1f6196c7 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] Request body: {'security_group_rule': {'security_group_id': '2043eb09-8279-429a-8839-c1fa102939b0', 'project_id': '598e1634c4054801b830f0013726d570', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:27:40.406470 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0aadce-2488-43d1-8721-5d9b4033c2f4 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2043eb09-8279-429a-8839-c1fa102939b0,revision_number=1']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:27:40.422800 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30808b0c-4676-4a48-ac65-a3442f9b1664 req-c12072f5-32dc-4dc7-941c-56c148dd0daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:27:40.424560 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-30808b0c-4676-4a48-ac65-a3442f9b1664 req-c12072f5-32dc-4dc7-941c-56c148dd0daf service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=598e1634c4054801b830f0013726d570&device_id=3ae41eb5-e75e-41d9-a01d-f8f3dade95e5 HTTP/1.1" status: 200 len: 1129 time: 0.0641022 Mar 11 16:27:40.436200 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-b79a2092-74f4-4fe9-834c-06bd1f6196c7 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] Publish callbacks [] for security_group_rule (60fd5af3-7b6f-425e-9055-850d4476fdcd), before_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:27:40.497901 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-b79a2092-74f4-4fe9-834c-06bd1f6196c7 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] Publish callbacks [] for security_group_rule (60fd5af3-7b6f-425e-9055-850d4476fdcd), precommit_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:27:40.502582 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-b79a2092-74f4-4fe9-834c-06bd1f6196c7 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606776'] for security_group_rule (60fd5af3-7b6f-425e-9055-850d4476fdcd), after_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:27:40.519090 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79a2092-74f4-4fe9-834c-06bd1f6196c7 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60fd5af3-7b6f-425e-9055-850d4476fdcd,revision_number=0']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:27:40.532376 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-b79a2092-74f4-4fe9-834c-06bd1f6196c7 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:27:40.533661 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-b79a2092-74f4-4fe9-834c-06bd1f6196c7 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1321814 Mar 11 16:27:40.536266 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 44672) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:27:40.538061 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30808b0c-4676-4a48-ac65-a3442f9b1664 req-3a074206-09a2-428c-b6b4-41fb29b87f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:27:40.539737 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-30808b0c-4676-4a48-ac65-a3442f9b1664 req-3a074206-09a2-428c-b6b4-41fb29b87f3c service neutron] 10.222.0.18 "GET /v2.0/networks?id=da5d2b45-20a5-46cf-a436-51ef5a03abe9 HTTP/1.1" status: 200 len: 915 time: 0.1072919 Mar 11 16:27:40.540545 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.v2.base [None req-e152573c-a106-4073-913e-5085681fb657 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] Request body: {'security_group_rule': {'security_group_id': '2043eb09-8279-429a-8839-c1fa102939b0', 'project_id': '598e1634c4054801b830f0013726d570', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:27:40.568083 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-e152573c-a106-4073-913e-5085681fb657 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] Publish callbacks [] for security_group_rule (75650acc-f8d3-400f-a257-a83a83d98072), before_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:27:40.574157 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_hamode_db [None req-6aefc1aa-2425-4e83-a1b7-3f6f4a0b9bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7333cbb-ba2b-4f58-b070-e55b0aaba248', 'name': 'tempest-TestMinimumBasicScenario-441492581-router', 'tenant_id': '598e1634c4054801b830f0013726d570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'external_fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': 'aa17e70d-3686-49ee-9a89-1ce9b7a2d68d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:26:42Z', 'updated_at': '2022-03-11T16:26:45Z', 'revision_number': 4, 'project_id': '598e1634c4054801b830f0013726d570', 'gw_port': {'id': 'aa17e70d-3686-49ee-9a89-1ce9b7a2d68d', 'name': '', 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:43:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7333cbb-ba2b-4f58-b070-e55b0aaba248', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:26:42Z', 'updated_at': '2022-03-11T16:26:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-12-iscsi', '_floatingips': [{'id': 'fe623301-f0f6-4b80-893f-0e7dcd6db218', 'tenant_id': '598e1634c4054801b830f0013726d570', 'floating_ip_address': '172.27.0.17', 'floating_network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'router_id': 'e7333cbb-ba2b-4f58-b070-e55b0aaba248', 'port_id': '8c37eb20-6e9a-4e65-aaba-f39cab90d628', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da5d2b45-20a5-46cf-a436-51ef5a03abe9', 'mac_address': 'fa:16:3e:77:ce:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae41eb5-e75e-41d9-a01d-f8f3dade95e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:27:39Z', 'updated_at': '2022-03-11T16:27:39Z', 'revision_number': 0, 'project_id': '598e1634c4054801b830f0013726d570', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c904cd7f-5d79-44a8-9dfa-208d62685c1e', 'name': '', 'network_id': 'da5d2b45-20a5-46cf-a436-51ef5a03abe9', 'tenant_id': '598e1634c4054801b830f0013726d570', 'mac_address': 'fa:16:3e:78:06:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7333cbb-ba2b-4f58-b070-e55b0aaba248', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '4ce60427-bf88-47b5-a7dd-ae29e6047b16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:26:44Z', 'updated_at': '2022-03-11T16:26:51Z', 'revision_number': 5, 'project_id': '598e1634c4054801b830f0013726d570', 'subnets': [{'id': '4ce60427-bf88-47b5-a7dd-ae29e6047b16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-12-iscsi', False) {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:27:40.609598 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aefc1aa-2425-4e83-a1b7-3f6f4a0b9bfe None None] Checking router: e7333cbb-ba2b-4f58-b070-e55b0aaba248 for host: dv-cinder-750782-12-iscsi {{(pid=103093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:27:40.622119 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aefc1aa-2425-4e83-a1b7-3f6f4a0b9bfe None None] Routers {'e7333cbb-ba2b-4f58-b070-e55b0aaba248'} bound to L3 agent in host dv-cinder-750782-12-iscsi {{(pid=103093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 16:27:40.623256 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_hamode_db [None req-6aefc1aa-2425-4e83-a1b7-3f6f4a0b9bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-11T16:12:46Z,description=,heartbeat_timestamp=2022-03-11T16:27:16Z,host='dv-cinder-750782-12-iscsi',id=03422851-42b1-44c9-ada6-e479436b7b23,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:12:46Z,topic='l3_agent')) {'router_ids': ['e7333cbb-ba2b-4f58-b070-e55b0aaba248'], 'active': True} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:27:40.629673 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-e152573c-a106-4073-913e-5085681fb657 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] Publish callbacks [] for security_group_rule (75650acc-f8d3-400f-a257-a83a83d98072), precommit_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:27:40.634220 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-e152573c-a106-4073-913e-5085681fb657 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606776'] for security_group_rule (75650acc-f8d3-400f-a257-a83a83d98072), after_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:27:40.658005 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-e152573c-a106-4073-913e-5085681fb657 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:27:40.662343 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-e152573c-a106-4073-913e-5085681fb657 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1250198 Mar 11 16:27:40.667260 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 44674) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:27:40.672470 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.v2.base [None req-92b72f32-ea1b-43bb-9189-662167926e25 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] Request body: {'security_group_rule': {'security_group_id': '2043eb09-8279-429a-8839-c1fa102939b0', 'project_id': '598e1634c4054801b830f0013726d570', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:27:40.681752 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e152573c-a106-4073-913e-5085681fb657 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75650acc-f8d3-400f-a257-a83a83d98072,revision_number=0']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:27:40.711542 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-92b72f32-ea1b-43bb-9189-662167926e25 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] Publish callbacks [] for security_group_rule (34f78f82-3456-43ad-ba9d-f64395bf2b16), before_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:27:40.747814 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_dvr_db [None req-6aefc1aa-2425-4e83-a1b7-3f6f4a0b9bfe None None] Set router e7333cbb-ba2b-4f58-b070-e55b0aaba248 gateway port host: dv-cinder-750782-12-iscsi {{(pid=103093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 16:27:40.771863 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-92b72f32-ea1b-43bb-9189-662167926e25 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] Publish callbacks [] for security_group_rule (34f78f82-3456-43ad-ba9d-f64395bf2b16), precommit_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:27:40.776407 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-92b72f32-ea1b-43bb-9189-662167926e25 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606776'] for security_group_rule (34f78f82-3456-43ad-ba9d-f64395bf2b16), after_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:27:40.796564 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b72f32-ea1b-43bb-9189-662167926e25 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34f78f82-3456-43ad-ba9d-f64395bf2b16,revision_number=0']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:27:40.805112 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-92b72f32-ea1b-43bb-9189-662167926e25 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:27:40.806539 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-92b72f32-ea1b-43bb-9189-662167926e25 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1375592 Mar 11 16:27:40.810087 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 44676) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:27:40.814604 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.v2.base [None req-6b569e52-aa7b-4e6f-a061-6ab629ec7b47 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] Request body: {'security_group_rule': {'security_group_id': '2043eb09-8279-429a-8839-c1fa102939b0', 'project_id': '598e1634c4054801b830f0013726d570', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:27:40.831440 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-30808b0c-4676-4a48-ac65-a3442f9b1664 req-189f608a-1bb4-4c99-9908-34b55a1a2416 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8c37eb20-6e9a-4e65-aaba-f39cab90d628 HTTP/1.1" status: 200 len: 998 time: 0.2849517 Mar 11 16:27:40.842088 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-6b569e52-aa7b-4e6f-a061-6ab629ec7b47 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] Publish callbacks [] for security_group_rule (071dfc3b-8b56-4d7b-80b3-9c8000b7bb4d), before_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:27:40.890979 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30808b0c-4676-4a48-ac65-a3442f9b1664 req-e58aee76-2e2f-4def-a026-6edccbfe233a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:27:40.893510 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-30808b0c-4676-4a48-ac65-a3442f9b1664 req-e58aee76-2e2f-4def-a026-6edccbfe233a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4ce60427-bf88-47b5-a7dd-ae29e6047b16 HTTP/1.1" status: 200 len: 853 time: 0.0547860 Mar 11 16:27:40.908487 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-6b569e52-aa7b-4e6f-a061-6ab629ec7b47 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] Publish callbacks [] for security_group_rule (071dfc3b-8b56-4d7b-80b3-9c8000b7bb4d), precommit_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:27:40.913791 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-6b569e52-aa7b-4e6f-a061-6ab629ec7b47 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606776'] for security_group_rule (071dfc3b-8b56-4d7b-80b3-9c8000b7bb4d), after_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:27:40.938250 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b569e52-aa7b-4e6f-a061-6ab629ec7b47 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=071dfc3b-8b56-4d7b-80b3-9c8000b7bb4d,revision_number=0']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:27:40.949528 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-6b569e52-aa7b-4e6f-a061-6ab629ec7b47 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:27:40.954105 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-6b569e52-aa7b-4e6f-a061-6ab629ec7b47 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1401837 Mar 11 16:27:40.954501 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 44678) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:27:40.959261 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.v2.base [None req-208d5cb5-4a59-4ebe-bb37-b76cc76c7f82 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] Request body: {'security_group_rule': {'security_group_id': '2043eb09-8279-429a-8839-c1fa102939b0', 'project_id': '598e1634c4054801b830f0013726d570', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:27:40.960138 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30808b0c-4676-4a48-ac65-a3442f9b1664 req-09d1ff35-9fcd-44c1-bfa9-09ae3f487b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:27:40.961758 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-30808b0c-4676-4a48-ac65-a3442f9b1664 req-09d1ff35-9fcd-44c1-bfa9-09ae3f487b1c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=da5d2b45-20a5-46cf-a436-51ef5a03abe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0617177 Mar 11 16:27:40.983509 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.db.securitygroups_db [None req-208d5cb5-4a59-4ebe-bb37-b76cc76c7f82 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] Project 598e1634c4054801b830f0013726d570 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 16:27:40.989573 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-208d5cb5-4a59-4ebe-bb37-b76cc76c7f82 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] Publish callbacks [] for security_group_rule (cef85c89-9b0c-4484-90e1-db79b598a60f), before_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:27:41.053763 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-208d5cb5-4a59-4ebe-bb37-b76cc76c7f82 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] Publish callbacks [] for security_group_rule (cef85c89-9b0c-4484-90e1-db79b598a60f), precommit_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:27:41.059934 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-208d5cb5-4a59-4ebe-bb37-b76cc76c7f82 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606776'] for security_group_rule (cef85c89-9b0c-4484-90e1-db79b598a60f), after_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:27:41.063648 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-30808b0c-4676-4a48-ac65-a3442f9b1664 req-7313244e-a22d-424d-85cd-bb161f2a814f service neutron] 10.222.0.18 "GET /v2.0/networks/da5d2b45-20a5-46cf-a436-51ef5a03abe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951858 Mar 11 16:27:41.079832 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208d5cb5-4a59-4ebe-bb37-b76cc76c7f82 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cef85c89-9b0c-4484-90e1-db79b598a60f,revision_number=0']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:27:41.092141 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-208d5cb5-4a59-4ebe-bb37-b76cc76c7f82 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:27:41.094097 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-208d5cb5-4a59-4ebe-bb37-b76cc76c7f82 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1382890 Mar 11 16:27:41.097772 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 44680) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:27:41.102466 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.v2.base [None req-45d1e463-9799-42f2-9100-157472680edd tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] Request body: {'security_group_rule': {'security_group_id': '2043eb09-8279-429a-8839-c1fa102939b0', 'project_id': '598e1634c4054801b830f0013726d570', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:27:41.124991 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.db.securitygroups_db [None req-45d1e463-9799-42f2-9100-157472680edd tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] Project 598e1634c4054801b830f0013726d570 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 16:27:41.131270 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-45d1e463-9799-42f2-9100-157472680edd tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] Publish callbacks [] for security_group_rule (5ad73250-ab5f-4047-bed0-7cbdf8e66868), before_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:27:41.155911 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_hamode_db [None req-6aefc1aa-2425-4e83-a1b7-3f6f4a0b9bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7333cbb-ba2b-4f58-b070-e55b0aaba248', 'name': 'tempest-TestMinimumBasicScenario-441492581-router', 'tenant_id': '598e1634c4054801b830f0013726d570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'external_fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': 'aa17e70d-3686-49ee-9a89-1ce9b7a2d68d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:26:42Z', 'updated_at': '2022-03-11T16:26:45Z', 'revision_number': 4, 'project_id': '598e1634c4054801b830f0013726d570', 'gw_port': {'id': 'aa17e70d-3686-49ee-9a89-1ce9b7a2d68d', 'name': '', 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:43:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7333cbb-ba2b-4f58-b070-e55b0aaba248', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:26:42Z', 'updated_at': '2022-03-11T16:26:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-12-iscsi', '_floatingips': [{'id': 'fe623301-f0f6-4b80-893f-0e7dcd6db218', 'tenant_id': '598e1634c4054801b830f0013726d570', 'floating_ip_address': '172.27.0.17', 'floating_network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'router_id': 'e7333cbb-ba2b-4f58-b070-e55b0aaba248', 'port_id': '8c37eb20-6e9a-4e65-aaba-f39cab90d628', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da5d2b45-20a5-46cf-a436-51ef5a03abe9', 'mac_address': 'fa:16:3e:77:ce:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae41eb5-e75e-41d9-a01d-f8f3dade95e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:27:39Z', 'updated_at': '2022-03-11T16:27:39Z', 'revision_number': 0, 'project_id': '598e1634c4054801b830f0013726d570', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c904cd7f-5d79-44a8-9dfa-208d62685c1e', 'name': '', 'network_id': 'da5d2b45-20a5-46cf-a436-51ef5a03abe9', 'tenant_id': '598e1634c4054801b830f0013726d570', 'mac_address': 'fa:16:3e:78:06:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7333cbb-ba2b-4f58-b070-e55b0aaba248', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '4ce60427-bf88-47b5-a7dd-ae29e6047b16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:26:44Z', 'updated_at': '2022-03-11T16:26:51Z', 'revision_number': 5, 'project_id': '598e1634c4054801b830f0013726d570', 'subnets': [{'id': '4ce60427-bf88-47b5-a7dd-ae29e6047b16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-12-iscsi', False) {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:27:41.173830 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-30808b0c-4676-4a48-ac65-a3442f9b1664 req-5ffa86f3-e551-43cc-9feb-d299e95483c0 service neutron] 10.222.0.18 "GET /v2.0/networks/da5d2b45-20a5-46cf-a436-51ef5a03abe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043782 Mar 11 16:27:41.189744 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aefc1aa-2425-4e83-a1b7-3f6f4a0b9bfe None None] The sync data for ids ['e7333cbb-ba2b-4f58-b070-e55b0aaba248'] in dv-cinder-750782-12-iscsi is: [{'id': 'e7333cbb-ba2b-4f58-b070-e55b0aaba248', 'name': 'tempest-TestMinimumBasicScenario-441492581-router', 'tenant_id': '598e1634c4054801b830f0013726d570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'external_fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': 'aa17e70d-3686-49ee-9a89-1ce9b7a2d68d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:26:42Z', 'updated_at': '2022-03-11T16:26:45Z', 'revision_number': 4, 'project_id': '598e1634c4054801b830f0013726d570', 'gw_port': {'id': 'aa17e70d-3686-49ee-9a89-1ce9b7a2d68d', 'name': '', 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:43:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7333cbb-ba2b-4f58-b070-e55b0aaba248', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:26:42Z', 'updated_at': '2022-03-11T16:26:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-12-iscsi', '_floatingips': [{'id': 'fe623301-f0f6-4b80-893f-0e7dcd6db218', 'tenant_id': '598e1634c4054801b830f0013726d570', 'floating_ip_address': '172.27.0.17', 'floating_network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'router_id': 'e7333cbb-ba2b-4f58-b070-e55b0aaba248', 'port_id': '8c37eb20-6e9a-4e65-aaba-f39cab90d628', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da5d2b45-20a5-46cf-a436-51ef5a03abe9', 'mac_address': 'fa:16:3e:77:ce:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae41eb5-e75e-41d9-a01d-f8f3dade95e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:27:39Z', 'updated_at': '2022-03-11T16:27:39Z', 'revision_number': 0, 'project_id': '598e1634c4054801b830f0013726d570', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c904cd7f-5d79-44a8-9dfa-208d62685c1e', 'name': '', 'network_id': 'da5d2b45-20a5-46cf-a436-51ef5a03abe9', 'tenant_id': '598e1634c4054801b830f0013726d570', 'mac_address': 'fa:16:3e:78:06:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7333cbb-ba2b-4f58-b070-e55b0aaba248', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '4ce60427-bf88-47b5-a7dd-ae29e6047b16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:26:44Z', 'updated_at': '2022-03-11T16:26:51Z', 'revision_number': 5, 'project_id': '598e1634c4054801b830f0013726d570', 'subnets': [{'id': '4ce60427-bf88-47b5-a7dd-ae29e6047b16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:27:41.202008 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-45d1e463-9799-42f2-9100-157472680edd tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] Publish callbacks [] for security_group_rule (5ad73250-ab5f-4047-bed0-7cbdf8e66868), precommit_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:27:41.206100 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-45d1e463-9799-42f2-9100-157472680edd tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606776'] for security_group_rule (5ad73250-ab5f-4047-bed0-7cbdf8e66868), after_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:27:41.225415 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d1e463-9799-42f2-9100-157472680edd tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ad73250-ab5f-4047-bed0-7cbdf8e66868,revision_number=0']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:27:41.233639 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-45d1e463-9799-42f2-9100-157472680edd tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:27:41.234945 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-45d1e463-9799-42f2-9100-157472680edd tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1360633 Mar 11 16:27:41.337660 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-44e789f9-1b67-49d8-ba0f-b7914a55a2a0 req-5bccd07d-89b1-4314-82be-56361a8e6fa2 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-559542129&fields=id&tenant_id=598e1634c4054801b830f0013726d570 HTTP/1.1" status: 200 len: 267 time: 0.0471938 Mar 11 16:27:41.397534 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e789f9-1b67-49d8-ba0f-b7914a55a2a0 req-7524473f-d223-4f00-a183-5a2ef2a4fd76 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:27:41.399113 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-44e789f9-1b67-49d8-ba0f-b7914a55a2a0 req-7524473f-d223-4f00-a183-5a2ef2a4fd76 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ae41eb5-e75e-41d9-a01d-f8f3dade95e5 HTTP/1.1" status: 200 len: 945 time: 0.0548618 Mar 11 16:27:41.406239 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7975dc95-9c91-4166-a564-08be72a2f62d None None] New status for floating IP fe623301-f0f6-4b80-893f-0e7dcd6db218: ACTIVE {{(pid=103094) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 16:27:41.412517 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.v2.base [req-44e789f9-1b67-49d8-ba0f-b7914a55a2a0 req-a8befaec-6003-4a99-bdbe-d91dd75b209c tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] Request body: {'port': {'security_groups': ['3a49b004-8e94-4813-88fa-8e010a72423f', '2043eb09-8279-429a-8839-c1fa102939b0']}} {{(pid=103092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:27:41.490390 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-44e789f9-1b67-49d8-ba0f-b7914a55a2a0 req-a8befaec-6003-4a99-bdbe-d91dd75b209c tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (8c37eb20-6e9a-4e65-aaba-f39cab90d628), before_update {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:27:41.685235 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.db [req-44e789f9-1b67-49d8-ba0f-b7914a55a2a0 req-a8befaec-6003-4a99-bdbe-d91dd75b209c tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] For port 8c37eb20-6e9a-4e65-aaba-f39cab90d628, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=8c37eb20-6e9a-4e65-aaba-f39cab90d628,segment=NetworkSegment(a9e9fee8-7ed2-407e-8a16-dc30f22dcde8),segment_id=a9e9fee8-7ed2-407e-8a16-dc30f22dcde8)] {{(pid=103092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:27:41.715376 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-44e789f9-1b67-49d8-ba0f-b7914a55a2a0 req-a8befaec-6003-4a99-bdbe-d91dd75b209c tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] Publish callbacks [] for port (8c37eb20-6e9a-4e65-aaba-f39cab90d628), precommit_update {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:27:41.720085 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-44e789f9-1b67-49d8-ba0f-b7914a55a2a0 req-a8befaec-6003-4a99-bdbe-d91dd75b209c tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30811645'] for port (8c37eb20-6e9a-4e65-aaba-f39cab90d628), after_update {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:27:41.732697 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] get_ports_and_sgs() called for port_ids ['8c37eb20-6e9a-4e65-aaba-f39cab90d628'] {{(pid=103093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 16:27:41.763714 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e789f9-1b67-49d8-ba0f-b7914a55a2a0 req-a8befaec-6003-4a99-bdbe-d91dd75b209c tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:27:41.764343 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-44e789f9-1b67-49d8-ba0f-b7914a55a2a0 req-a8befaec-6003-4a99-bdbe-d91dd75b209c tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122971'] for port (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:27:41.765831 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-44e789f9-1b67-49d8-ba0f-b7914a55a2a0 req-a8befaec-6003-4a99-bdbe-d91dd75b209c tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] 10.222.0.72 "PUT /v2.0/ports/8c37eb20-6e9a-4e65-aaba-f39cab90d628 HTTP/1.1" status: 200 len: 981 time: 0.3580275 Mar 11 16:27:41.766320 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ae41eb5-e75e-41d9-a01d-f8f3dade95e5', 'tag': '8c37eb20-6e9a-4e65-aaba-f39cab90d628'}] {{(pid=103092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:27:41.768749 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8119d67d121bc7655fb27ee4e81d05746f3857d7b024446e390c37a4f39e07a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5e947e6-8e74-4cab-bcc1-153e567e1b96" -d '{"events": [{"name": "network-changed", "server_uuid": "3ae41eb5-e75e-41d9-a01d-f8f3dade95e5", "tag": "8c37eb20-6e9a-4e65-aaba-f39cab90d628"}]}' {{(pid=103092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 16:27:41.798757 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8befaec-6003-4a99-bdbe-d91dd75b209c tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] Pushing event updated for resources: {'Port': ['ID=8c37eb20-6e9a-4e65-aaba-f39cab90d628,revision_number=6']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:27:41.828638 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 16:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44d54f0f-1ab6-42f4-bb09-57fbf01fc737 x-openstack-request-id: req-44d54f0f-1ab6-42f4-bb09-57fbf01fc737 {{(pid=103092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 16:27:41.829301 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ae41eb5-e75e-41d9-a01d-f8f3dade95e5", "tag": "8c37eb20-6e9a-4e65-aaba-f39cab90d628", "status": "completed", "code": 200}]} {{(pid=103092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 16:27:41.829715 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-44d54f0f-1ab6-42f4-bb09-57fbf01fc737 {{(pid=103092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 16:27:41.830310 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ae41eb5-e75e-41d9-a01d-f8f3dade95e5', 'tag': '8c37eb20-6e9a-4e65-aaba-f39cab90d628', 'status': 'completed', 'code': 200} Mar 11 16:27:41.885411 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] get_ports_and_sgs() called for port_ids ['8c37eb20-6e9a-4e65-aaba-f39cab90d628'] {{(pid=103093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 16:27:41.946509 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1305cc-e53d-4817-bf88-703d860a138e req-a894a8ce-1d2c-4445-9238-599e9226e0b5 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:27:41.948052 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-0c1305cc-e53d-4817-bf88-703d860a138e req-a894a8ce-1d2c-4445-9238-599e9226e0b5 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ae41eb5-e75e-41d9-a01d-f8f3dade95e5 HTTP/1.1" status: 200 len: 984 time: 0.1114337 Mar 11 16:27:41.964303 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e947e6-8e74-4cab-bcc1-153e567e1b96 req-292cba74-4c39-4016-90e1-7cf16b7763d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:27:41.966773 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-b5e947e6-8e74-4cab-bcc1-153e567e1b96 req-292cba74-4c39-4016-90e1-7cf16b7763d1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=598e1634c4054801b830f0013726d570&device_id=3ae41eb5-e75e-41d9-a01d-f8f3dade95e5 HTTP/1.1" status: 200 len: 1168 time: 0.0821419 Mar 11 16:27:42.077528 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-0c1305cc-e53d-4817-bf88-703d860a138e req-a6439d57-9a2d-4823-98d8-0e4be4a9b048 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] 10.222.0.72 "GET /v2.0/security-groups?id=2043eb09-8279-429a-8839-c1fa102939b0&id=3a49b004-8e94-4813-88fa-8e010a72423f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1211083 Mar 11 16:27:42.081095 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [None req-84df9789-b6f1-4227-9e36-512ed645a9fc None None] Provisioning complete for port 8c37eb20-6e9a-4e65-aaba-f39cab90d628 triggered by entity DHCP. {{(pid=103093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 16:27:42.081469 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-84df9789-b6f1-4227-9e36-512ed645a9fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397499'] for port (8c37eb20-6e9a-4e65-aaba-f39cab90d628), provisioning_complete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:27:42.103501 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e947e6-8e74-4cab-bcc1-153e567e1b96 req-560a2dec-e692-46d6-874a-da251029e11b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:27:42.105489 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-b5e947e6-8e74-4cab-bcc1-153e567e1b96 req-560a2dec-e692-46d6-874a-da251029e11b service neutron] 10.222.0.18 "GET /v2.0/networks?id=da5d2b45-20a5-46cf-a436-51ef5a03abe9 HTTP/1.1" status: 200 len: 915 time: 0.1282933 Mar 11 16:27:42.177556 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-b5e947e6-8e74-4cab-bcc1-153e567e1b96 req-5e93c6b1-0161-442e-8efe-319b7e1a8b17 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8c37eb20-6e9a-4e65-aaba-f39cab90d628 HTTP/1.1" status: 200 len: 1000 time: 0.0656433 Mar 11 16:27:42.225145 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.agents_db [None req-ed17eba3-c4d2-4aaa-a64c-93b8434a4a48 None None] Agent healthcheck: found 6 active agents {{(pid=103094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 16:27:42.232760 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e947e6-8e74-4cab-bcc1-153e567e1b96 req-a30e47e4-b52d-4fe4-9544-0b7e78b95467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:27:42.234277 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-b5e947e6-8e74-4cab-bcc1-153e567e1b96 req-a30e47e4-b52d-4fe4-9544-0b7e78b95467 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4ce60427-bf88-47b5-a7dd-ae29e6047b16 HTTP/1.1" status: 200 len: 853 time: 0.0473113 Mar 11 16:27:42.284129 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e947e6-8e74-4cab-bcc1-153e567e1b96 req-dca3915e-1716-4c92-ac9e-2ebc84a5b997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:27:42.285662 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-b5e947e6-8e74-4cab-bcc1-153e567e1b96 req-dca3915e-1716-4c92-ac9e-2ebc84a5b997 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=da5d2b45-20a5-46cf-a436-51ef5a03abe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0451994 Mar 11 16:27:42.314930 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-84df9789-b6f1-4227-9e36-512ed645a9fc None None] Current status of the port 8c37eb20-6e9a-4e65-aaba-f39cab90d628 is: ACTIVE; New status is: ACTIVE {{(pid=103093) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 16:27:42.384475 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-b5e947e6-8e74-4cab-bcc1-153e567e1b96 req-01ba0581-d2c8-46bc-a1f6-76f2547e775c service neutron] 10.222.0.18 "GET /v2.0/networks/da5d2b45-20a5-46cf-a436-51ef5a03abe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903304 Mar 11 16:27:42.480290 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-b5e947e6-8e74-4cab-bcc1-153e567e1b96 req-4d4a915a-0dd0-434a-aff9-01da81737e1d service neutron] 10.222.0.18 "GET /v2.0/networks/da5d2b45-20a5-46cf-a436-51ef5a03abe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894449 Mar 11 16:27:43.803088 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b56aec21-78db-49bb-8f7b-650fd33ff666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (52d54afa-c257-4acf-9353-cc1307944ae0), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:27:46.162052 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2137abca-98de-431e-b594-2602957589cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (03422851-42b1-44c9-ada6-e479436b7b23), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:27:47.471862 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ae773407-53f5-44d0-bdbe-4d88b69a915f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (d0bcdf8a-248d-4278-aa4c-95e4828d61b2), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:27:48.844863 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-12686fd2-0f25-484f-a78a-b5cd34d8581b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (a5a5d809-3580-471a-ade1-6c5ecc269919), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:27:50.391006 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (1025624e-e238-47fc-86ae-58f7bb6baa16), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:27:53.228670 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493176e3-7062-4494-bede-0f1142d73813 req-beaa59bf-8bdd-4989-9099-0daf077ca401 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:27:53.230190 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-493176e3-7062-4494-bede-0f1142d73813 req-beaa59bf-8bdd-4989-9099-0daf077ca401 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/ports?device_id=ff3302ce-26ae-48b1-b0bb-8e4ee3574619 HTTP/1.1" status: 200 len: 945 time: 0.0552733 Mar 11 16:27:53.277973 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-493176e3-7062-4494-bede-0f1142d73813 req-6e055e41-13c2-4283-a3aa-7b370f2485b3 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c0c943-e611-4d20-8bcb-3980a39beca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411036 Mar 11 16:27:54.399582 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f388977-0dbf-4f01-9467-4a1533442b1c req-181e0648-9f83-4281-98db-7512c0363e11 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:27:54.401071 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-5f388977-0dbf-4f01-9467-4a1533442b1c req-181e0648-9f83-4281-98db-7512c0363e11 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/ports?device_id=ff3302ce-26ae-48b1-b0bb-8e4ee3574619 HTTP/1.1" status: 200 len: 945 time: 0.0528111 Mar 11 16:27:54.448566 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-5f388977-0dbf-4f01-9467-4a1533442b1c req-f9baf92d-5541-408e-a9dc-d069800b2025 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c0c943-e611-4d20-8bcb-3980a39beca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413299 Mar 11 16:27:55.571492 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4283c4-8763-4e0c-b160-98d9f045777e req-d5dd6986-eec2-4132-b67a-676d92ec22d6 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:27:55.572946 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-dd4283c4-8763-4e0c-b160-98d9f045777e req-d5dd6986-eec2-4132-b67a-676d92ec22d6 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/ports?device_id=ff3302ce-26ae-48b1-b0bb-8e4ee3574619 HTTP/1.1" status: 200 len: 945 time: 0.0567670 Mar 11 16:27:55.620491 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-dd4283c4-8763-4e0c-b160-98d9f045777e req-9ca77624-2610-4bfa-a6b8-f086ee302874 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c0c943-e611-4d20-8bcb-3980a39beca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412967 Mar 11 16:27:56.740953 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a071fd09-dcdc-4b54-ad97-e3671833199b req-cd3571d1-faa8-4a14-9c6d-f803deb9f383 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:27:56.742527 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-a071fd09-dcdc-4b54-ad97-e3671833199b req-cd3571d1-faa8-4a14-9c6d-f803deb9f383 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/ports?device_id=ff3302ce-26ae-48b1-b0bb-8e4ee3574619 HTTP/1.1" status: 200 len: 945 time: 0.0538871 Mar 11 16:27:56.788934 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-a071fd09-dcdc-4b54-ad97-e3671833199b req-541aca88-42dd-49d8-996e-87b3a04a40f3 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c0c943-e611-4d20-8bcb-3980a39beca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398748 Mar 11 16:27:57.908390 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a9e251-98b2-4ce2-9b02-069f868581ed req-61c80f96-5aad-422d-aa84-d771f3567c42 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:27:57.909860 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-54a9e251-98b2-4ce2-9b02-069f868581ed req-61c80f96-5aad-422d-aa84-d771f3567c42 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/ports?device_id=ff3302ce-26ae-48b1-b0bb-8e4ee3574619 HTTP/1.1" status: 200 len: 945 time: 0.0539594 Mar 11 16:27:57.964898 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-54a9e251-98b2-4ce2-9b02-069f868581ed req-dded900f-9769-42b6-8487-532e1e8abb20 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c0c943-e611-4d20-8bcb-3980a39beca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494583 Mar 11 16:27:59.082607 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df713628-34f8-466c-ae41-f8b98f1cfb13 req-16d0d7da-4628-4d3b-88ea-c3ae8b424b0d tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:27:59.084077 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-df713628-34f8-466c-ae41-f8b98f1cfb13 req-16d0d7da-4628-4d3b-88ea-c3ae8b424b0d tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/ports?device_id=ff3302ce-26ae-48b1-b0bb-8e4ee3574619 HTTP/1.1" status: 200 len: 945 time: 0.0524621 Mar 11 16:27:59.131755 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-df713628-34f8-466c-ae41-f8b98f1cfb13 req-5e4092b8-01a5-4b41-9ea4-49f25f102740 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c0c943-e611-4d20-8bcb-3980a39beca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420861 Mar 11 16:28:00.254477 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ff9447-1964-46ed-b337-aa49bf9359c6 req-22730095-71d7-4a7c-9a36-142e5c0d93ae tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:00.255957 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-71ff9447-1964-46ed-b337-aa49bf9359c6 req-22730095-71d7-4a7c-9a36-142e5c0d93ae tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/ports?device_id=ff3302ce-26ae-48b1-b0bb-8e4ee3574619 HTTP/1.1" status: 200 len: 945 time: 0.0549619 Mar 11 16:28:00.305590 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-71ff9447-1964-46ed-b337-aa49bf9359c6 req-cb11b83b-7ec3-4164-90a8-c730bb9ee03f tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c0c943-e611-4d20-8bcb-3980a39beca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441959 Mar 11 16:28:00.617325 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67043983-70d6-45e3-8d6e-d4ea881d4d02 req-b1d74353-2221-4c96-9925-a9e5306e0ff7 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:00.618807 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-67043983-70d6-45e3-8d6e-d4ea881d4d02 req-b1d74353-2221-4c96-9925-a9e5306e0ff7 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/ports?device_id=60375808-c014-47f7-ac87-9338e5ec7ae2 HTTP/1.1" status: 200 len: 945 time: 0.0564759 Mar 11 16:28:00.666298 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-67043983-70d6-45e3-8d6e-d4ea881d4d02 req-a3a69f7f-657f-45da-a6e6-d1daf2e6a6eb tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/security-groups?id=f587cf86-8369-464d-8b58-665dbb6d5f14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410867 Mar 11 16:28:01.427113 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75080175-507f-4125-bc74-9661b206dff9 req-755b046d-a142-43fa-862a-97d55e8d5298 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:01.428608 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-75080175-507f-4125-bc74-9661b206dff9 req-755b046d-a142-43fa-862a-97d55e8d5298 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/ports?device_id=ff3302ce-26ae-48b1-b0bb-8e4ee3574619 HTTP/1.1" status: 200 len: 945 time: 0.0523808 Mar 11 16:28:01.476081 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-75080175-507f-4125-bc74-9661b206dff9 req-b882bc81-23a0-4a9c-bf77-9e34a286dbad tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c0c943-e611-4d20-8bcb-3980a39beca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420067 Mar 11 16:28:01.791242 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603919b2-8018-4af5-b1c4-e11647a5ce2b req-b8982074-1d9c-4fdc-81f5-97ae14863a0f tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:01.792729 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-603919b2-8018-4af5-b1c4-e11647a5ce2b req-b8982074-1d9c-4fdc-81f5-97ae14863a0f tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/ports?device_id=60375808-c014-47f7-ac87-9338e5ec7ae2 HTTP/1.1" status: 200 len: 945 time: 0.0571485 Mar 11 16:28:01.839857 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-603919b2-8018-4af5-b1c4-e11647a5ce2b req-9e20e167-e2c2-414d-81b5-c8f20093f557 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/security-groups?id=f587cf86-8369-464d-8b58-665dbb6d5f14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406873 Mar 11 16:28:02.483935 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4147f489-c774-4987-ad29-939b29426eba req-edefcac8-4aae-4e55-a72e-0f2a12a0112a tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:02.485416 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-4147f489-c774-4987-ad29-939b29426eba req-edefcac8-4aae-4e55-a72e-0f2a12a0112a tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.18 "GET /v2.0/ports?device_id=60375808-c014-47f7-ac87-9338e5ec7ae2 HTTP/1.1" status: 200 len: 945 time: 0.0534790 Mar 11 16:28:02.622498 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658cbe2f-0efc-4b36-a917-62051081c6f7 req-402ec085-268b-429c-913c-73afc1226d51 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:02.623943 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-658cbe2f-0efc-4b36-a917-62051081c6f7 req-402ec085-268b-429c-913c-73afc1226d51 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/ports?device_id=ff3302ce-26ae-48b1-b0bb-8e4ee3574619 HTTP/1.1" status: 200 len: 945 time: 0.0704122 Mar 11 16:28:02.626865 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.plugin [req-4147f489-c774-4987-ad29-939b29426eba req-53125444-6069-4d4f-8454-ac86a0049902 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Deleting port 0045ec83-fa40-4993-ad84-9961382e2c6d {{(pid=103092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 16:28:02.627201 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-4147f489-c774-4987-ad29-939b29426eba req-53125444-6069-4d4f-8454-ac86a0049902 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780138536942'] for port (0045ec83-fa40-4993-ad84-9961382e2c6d), before_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:28:02.729038 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-658cbe2f-0efc-4b36-a917-62051081c6f7 req-ae746002-0c7d-4d91-a5ea-31111b41f4c1 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c0c943-e611-4d20-8bcb-3980a39beca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989223 Mar 11 16:28:02.751184 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.db [req-4147f489-c774-4987-ad29-939b29426eba req-53125444-6069-4d4f-8454-ac86a0049902 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] For port 0045ec83-fa40-4993-ad84-9961382e2c6d, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=0045ec83-fa40-4993-ad84-9961382e2c6d,segment=NetworkSegment(d0d5eee1-b4bb-471c-a057-81102a55b99f),segment_id=d0d5eee1-b4bb-471c-a057-81102a55b99f)] {{(pid=103092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:28:02.751542 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-4147f489-c774-4987-ad29-939b29426eba req-53125444-6069-4d4f-8454-ac86a0049902 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538029'] for port (0045ec83-fa40-4993-ad84-9961382e2c6d), precommit_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:28:03.062498 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-4147f489-c774-4987-ad29-939b29426eba req-53125444-6069-4d4f-8454-ac86a0049902 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:28:03.062751 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-4147f489-c774-4987-ad29-939b29426eba req-53125444-6069-4d4f-8454-ac86a0049902 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539899'] for floatingip (61eb9b5e-06c5-44cc-b468-78521a7fb4b5), after_update {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:28:03.063115 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.db.l3_db [req-4147f489-c774-4987-ad29-939b29426eba req-53125444-6069-4d4f-8454-ac86a0049902 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Floating IP 61eb9b5e-06c5-44cc-b468-78521a7fb4b5 disassociated. External IP: 172.27.0.162, port: 0045ec83-fa40-4993-ad84-9961382e2c6d. Mar 11 16:28:03.063443 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.plugin [req-4147f489-c774-4987-ad29-939b29426eba req-53125444-6069-4d4f-8454-ac86a0049902 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Calling delete_port for 0045ec83-fa40-4993-ad84-9961382e2c6d owned by compute:nova {{(pid=103092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 16:28:03.083250 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3213e54-685e-4d37-9ee3-4d0dab7e3ec8 req-a6a14e5f-8d30-47cd-8876-f61da964e0a1 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:03.084712 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-c3213e54-685e-4d37-9ee3-4d0dab7e3ec8 req-a6a14e5f-8d30-47cd-8876-f61da964e0a1 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/ports?device_id=60375808-c014-47f7-ac87-9338e5ec7ae2 HTTP/1.1" status: 200 len: 945 time: 0.1754146 Mar 11 16:28:03.183120 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-c3213e54-685e-4d37-9ee3-4d0dab7e3ec8 req-ae5051b1-306a-457c-b931-195b868bab74 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/security-groups?id=f587cf86-8369-464d-8b58-665dbb6d5f14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655427 Mar 11 16:28:03.244081 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-4147f489-c774-4987-ad29-939b29426eba req-53125444-6069-4d4f-8454-ac86a0049902 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780138542421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780137975920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30811620'] for port (0045ec83-fa40-4993-ad84-9961382e2c6d), after_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:28:03.276316 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53125444-6069-4d4f-8454-ac86a0049902 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Pushing event deleted for resources: {'Port': ['ID=0045ec83-fa40-4993-ad84-9961382e2c6d,revision_number=None']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:28:03.288281 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53125444-6069-4d4f-8454-ac86a0049902 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:28:03.288631 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53125444-6069-4d4f-8454-ac86a0049902 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:28:03.288972 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53125444-6069-4d4f-8454-ac86a0049902 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:28:03.289309 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53125444-6069-4d4f-8454-ac86a0049902 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:28:03.289718 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53125444-6069-4d4f-8454-ac86a0049902 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:28:03.290074 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53125444-6069-4d4f-8454-ac86a0049902 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:28:03.290430 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53125444-6069-4d4f-8454-ac86a0049902 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:28:03.290741 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53125444-6069-4d4f-8454-ac86a0049902 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:28:03.291068 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53125444-6069-4d4f-8454-ac86a0049902 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:28:03.292010 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53125444-6069-4d4f-8454-ac86a0049902 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:28:03.292381 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53125444-6069-4d4f-8454-ac86a0049902 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:28:03.292691 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53125444-6069-4d4f-8454-ac86a0049902 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:28:03.293009 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53125444-6069-4d4f-8454-ac86a0049902 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:28:03.416199 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4147f489-c774-4987-ad29-939b29426eba req-53125444-6069-4d4f-8454-ac86a0049902 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Router 0445e330-dbfe-4390-80a7-5bd62ee92899 has already been hosted by L3 agent 03422851-42b1-44c9-ada6-e479436b7b23 {{(pid=103092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:28:03.756093 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4147f489-c774-4987-ad29-939b29426eba req-53125444-6069-4d4f-8454-ac86a0049902 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Notify agent at l3_agent.dv-cinder-750782-12-iscsi the message routers_updated {{(pid=103092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:28:03.767253 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67da633-8a02-4bd8-b672-672d2b8fa4f7 None None] Sync routers for ids ['0445e330-dbfe-4390-80a7-5bd62ee92899'] in dv-cinder-750782-12-iscsi {{(pid=103093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:28:03.780862 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67da633-8a02-4bd8-b672-672d2b8fa4f7 None None] Routers {'0445e330-dbfe-4390-80a7-5bd62ee92899'} bound to L3 agent in host dv-cinder-750782-12-iscsi {{(pid=103093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 16:28:03.782452 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_hamode_db [None req-b67da633-8a02-4bd8-b672-672d2b8fa4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-11T16:12:46Z,description=,heartbeat_timestamp=2022-03-11T16:27:46Z,host='dv-cinder-750782-12-iscsi',id=03422851-42b1-44c9-ada6-e479436b7b23,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:12:46Z,topic='l3_agent')) {'router_ids': ['0445e330-dbfe-4390-80a7-5bd62ee92899'], 'active': True} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:28:03.799925 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.db.l3_dvrscheduler_db [req-4147f489-c774-4987-ad29-939b29426eba req-53125444-6069-4d4f-8454-ac86a0049902 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] No DVR routers for this DVR port 0045ec83-fa40-4993-ad84-9961382e2c6d on host hv-cinder-75078 {{(pid=103092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:28:03.803738 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-4147f489-c774-4987-ad29-939b29426eba req-53125444-6069-4d4f-8454-ac86a0049902 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122971'] for port (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:28:03.806979 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-4147f489-c774-4987-ad29-939b29426eba req-53125444-6069-4d4f-8454-ac86a0049902 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.18 "DELETE /v2.0/ports/0045ec83-fa40-4993-ad84-9961382e2c6d HTTP/1.1" status: 204 len: 173 time: 1.3144269 Mar 11 16:28:03.807372 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60375808-c014-47f7-ac87-9338e5ec7ae2', 'name': 'network-vif-deleted', 'tag': '0045ec83-fa40-4993-ad84-9961382e2c6d'}] {{(pid=103092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:28:03.810565 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8119d67d121bc7655fb27ee4e81d05746f3857d7b024446e390c37a4f39e07a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aa0f1d9-33ba-4221-b32f-7778325785c1" -d '{"events": [{"server_uuid": "60375808-c014-47f7-ac87-9338e5ec7ae2", "name": "network-vif-deleted", "tag": "0045ec83-fa40-4993-ad84-9961382e2c6d"}]}' {{(pid=103092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 16:28:03.850327 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 16:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecd491cb-eb52-4fa1-bbd9-66143b71a2db x-openstack-request-id: req-ecd491cb-eb52-4fa1-bbd9-66143b71a2db {{(pid=103092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 16:28:03.850684 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60375808-c014-47f7-ac87-9338e5ec7ae2", "name": "network-vif-deleted", "tag": "0045ec83-fa40-4993-ad84-9961382e2c6d", "status": "completed", "code": 200}]} {{(pid=103092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 16:28:03.851009 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-ecd491cb-eb52-4fa1-bbd9-66143b71a2db {{(pid=103092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 16:28:03.851452 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60375808-c014-47f7-ac87-9338e5ec7ae2', 'name': 'network-vif-deleted', 'tag': '0045ec83-fa40-4993-ad84-9961382e2c6d', 'status': 'completed', 'code': 200} Mar 11 16:28:03.879808 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42de948-5837-44f6-a115-b32bf9ada831 req-fcb1c4dc-05e7-4080-9c21-7c26c4fa6473 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:03.881370 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-d42de948-5837-44f6-a115-b32bf9ada831 req-fcb1c4dc-05e7-4080-9c21-7c26c4fa6473 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/ports?device_id=ff3302ce-26ae-48b1-b0bb-8e4ee3574619 HTTP/1.1" status: 200 len: 945 time: 0.0795240 Mar 11 16:28:03.935918 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-d42de948-5837-44f6-a115-b32bf9ada831 req-8f655290-69fd-43a3-81f9-d2a9c575c97e tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c0c943-e611-4d20-8bcb-3980a39beca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478985 Mar 11 16:28:03.936138 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_dvr_db [None req-b67da633-8a02-4bd8-b672-672d2b8fa4f7 None None] Set router 0445e330-dbfe-4390-80a7-5bd62ee92899 gateway port host: dv-cinder-750782-12-iscsi {{(pid=103093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 16:28:04.183089 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_hamode_db [None req-b67da633-8a02-4bd8-b672-672d2b8fa4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0445e330-dbfe-4390-80a7-5bd62ee92899', 'name': 'tempest-AttachVolumeNegativeTest-1800470620-router', 'tenant_id': '3f90eba451e343e49c0fa456ba2b00cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'external_fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': 'dc4b8562-4065-4207-bec1-befa1889d519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:21:10Z', 'updated_at': '2022-03-11T16:21:21Z', 'revision_number': 4, 'project_id': '3f90eba451e343e49c0fa456ba2b00cd', 'gw_port': {'id': 'dc4b8562-4065-4207-bec1-befa1889d519', 'name': '', 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:52:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0445e330-dbfe-4390-80a7-5bd62ee92899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:12Z', 'updated_at': '2022-03-11T16:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-12-iscsi', '_floatingips': [{'id': '4d7d6ce1-1fe3-4beb-8c77-16606cc7cbf5', 'tenant_id': '3f90eba451e343e49c0fa456ba2b00cd', 'floating_ip_address': '172.27.0.34', 'floating_network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'router_id': '0445e330-dbfe-4390-80a7-5bd62ee92899', 'port_id': '8304800e-283b-4335-b718-cb629f615213', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f3aea45-b741-4cf8-ad8b-40753fc82fad', 'mac_address': 'fa:16:3e:24:d4:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de856d05-5a1e-4b6f-90f5-822c15eb61f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:21:34Z', 'updated_at': '2022-03-11T16:22:27Z', 'revision_number': 2, 'project_id': '3f90eba451e343e49c0fa456ba2b00cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ac48933-906b-451f-9262-acdcb1369688', 'name': '', 'network_id': '5f3aea45-b741-4cf8-ad8b-40753fc82fad', 'tenant_id': '3f90eba451e343e49c0fa456ba2b00cd', 'mac_address': 'fa:16:3e:a5:32:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0445e330-dbfe-4390-80a7-5bd62ee92899', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'acc28c21-3e47-4bf8-b31f-cbbed70c6f99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:19Z', 'updated_at': '2022-03-11T16:21:30Z', 'revision_number': 5, 'project_id': '3f90eba451e343e49c0fa456ba2b00cd', 'subnets': [{'id': 'acc28c21-3e47-4bf8-b31f-cbbed70c6f99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-12-iscsi', False) {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:28:04.211471 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67da633-8a02-4bd8-b672-672d2b8fa4f7 None None] Checking router: 0445e330-dbfe-4390-80a7-5bd62ee92899 for host: dv-cinder-750782-12-iscsi {{(pid=103093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:28:04.222647 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67da633-8a02-4bd8-b672-672d2b8fa4f7 None None] Routers {'0445e330-dbfe-4390-80a7-5bd62ee92899'} bound to L3 agent in host dv-cinder-750782-12-iscsi {{(pid=103093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 16:28:04.223213 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_hamode_db [None req-b67da633-8a02-4bd8-b672-672d2b8fa4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-11T16:12:46Z,description=,heartbeat_timestamp=2022-03-11T16:27:46Z,host='dv-cinder-750782-12-iscsi',id=03422851-42b1-44c9-ada6-e479436b7b23,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:12:46Z,topic='l3_agent')) {'router_ids': ['0445e330-dbfe-4390-80a7-5bd62ee92899'], 'active': True} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:28:04.320405 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-c198b7c7-4d76-407d-9c94-f563c2357357 req-1cddcfc5-74aa-4ba7-aead-dcd5fb5eec33 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/ports?device_id=60375808-c014-47f7-ac87-9338e5ec7ae2 HTTP/1.1" status: 200 len: 210 time: 0.0392239 Mar 11 16:28:04.355476 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_dvr_db [None req-b67da633-8a02-4bd8-b672-672d2b8fa4f7 None None] Set router 0445e330-dbfe-4390-80a7-5bd62ee92899 gateway port host: dv-cinder-750782-12-iscsi {{(pid=103093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 16:28:04.594801 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_hamode_db [None req-b67da633-8a02-4bd8-b672-672d2b8fa4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0445e330-dbfe-4390-80a7-5bd62ee92899', 'name': 'tempest-AttachVolumeNegativeTest-1800470620-router', 'tenant_id': '3f90eba451e343e49c0fa456ba2b00cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'external_fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': 'dc4b8562-4065-4207-bec1-befa1889d519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:21:10Z', 'updated_at': '2022-03-11T16:21:21Z', 'revision_number': 4, 'project_id': '3f90eba451e343e49c0fa456ba2b00cd', 'gw_port': {'id': 'dc4b8562-4065-4207-bec1-befa1889d519', 'name': '', 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:52:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0445e330-dbfe-4390-80a7-5bd62ee92899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:12Z', 'updated_at': '2022-03-11T16:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-12-iscsi', '_floatingips': [{'id': '4d7d6ce1-1fe3-4beb-8c77-16606cc7cbf5', 'tenant_id': '3f90eba451e343e49c0fa456ba2b00cd', 'floating_ip_address': '172.27.0.34', 'floating_network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'router_id': '0445e330-dbfe-4390-80a7-5bd62ee92899', 'port_id': '8304800e-283b-4335-b718-cb629f615213', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f3aea45-b741-4cf8-ad8b-40753fc82fad', 'mac_address': 'fa:16:3e:24:d4:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de856d05-5a1e-4b6f-90f5-822c15eb61f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:21:34Z', 'updated_at': '2022-03-11T16:22:27Z', 'revision_number': 2, 'project_id': '3f90eba451e343e49c0fa456ba2b00cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ac48933-906b-451f-9262-acdcb1369688', 'name': '', 'network_id': '5f3aea45-b741-4cf8-ad8b-40753fc82fad', 'tenant_id': '3f90eba451e343e49c0fa456ba2b00cd', 'mac_address': 'fa:16:3e:a5:32:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0445e330-dbfe-4390-80a7-5bd62ee92899', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'acc28c21-3e47-4bf8-b31f-cbbed70c6f99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:19Z', 'updated_at': '2022-03-11T16:21:30Z', 'revision_number': 5, 'project_id': '3f90eba451e343e49c0fa456ba2b00cd', 'subnets': [{'id': 'acc28c21-3e47-4bf8-b31f-cbbed70c6f99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-12-iscsi', False) {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:28:04.621683 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67da633-8a02-4bd8-b672-672d2b8fa4f7 None None] The sync data for ids ['0445e330-dbfe-4390-80a7-5bd62ee92899'] in dv-cinder-750782-12-iscsi is: [{'id': '0445e330-dbfe-4390-80a7-5bd62ee92899', 'name': 'tempest-AttachVolumeNegativeTest-1800470620-router', 'tenant_id': '3f90eba451e343e49c0fa456ba2b00cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'external_fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': 'dc4b8562-4065-4207-bec1-befa1889d519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:21:10Z', 'updated_at': '2022-03-11T16:21:21Z', 'revision_number': 4, 'project_id': '3f90eba451e343e49c0fa456ba2b00cd', 'gw_port': {'id': 'dc4b8562-4065-4207-bec1-befa1889d519', 'name': '', 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:52:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0445e330-dbfe-4390-80a7-5bd62ee92899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:12Z', 'updated_at': '2022-03-11T16:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-12-iscsi', '_floatingips': [{'id': '4d7d6ce1-1fe3-4beb-8c77-16606cc7cbf5', 'tenant_id': '3f90eba451e343e49c0fa456ba2b00cd', 'floating_ip_address': '172.27.0.34', 'floating_network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'router_id': '0445e330-dbfe-4390-80a7-5bd62ee92899', 'port_id': '8304800e-283b-4335-b718-cb629f615213', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f3aea45-b741-4cf8-ad8b-40753fc82fad', 'mac_address': 'fa:16:3e:24:d4:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de856d05-5a1e-4b6f-90f5-822c15eb61f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:21:34Z', 'updated_at': '2022-03-11T16:22:27Z', 'revision_number': 2, 'project_id': '3f90eba451e343e49c0fa456ba2b00cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ac48933-906b-451f-9262-acdcb1369688', 'name': '', 'network_id': '5f3aea45-b741-4cf8-ad8b-40753fc82fad', 'tenant_id': '3f90eba451e343e49c0fa456ba2b00cd', 'mac_address': 'fa:16:3e:a5:32:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0445e330-dbfe-4390-80a7-5bd62ee92899', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'acc28c21-3e47-4bf8-b31f-cbbed70c6f99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:19Z', 'updated_at': '2022-03-11T16:21:30Z', 'revision_number': 5, 'project_id': '3f90eba451e343e49c0fa456ba2b00cd', 'subnets': [{'id': 'acc28c21-3e47-4bf8-b31f-cbbed70c6f99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:28:04.851342 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6a3076-7af9-48e9-a2ce-25a3ee354da5 None None] New status for floating IP 61eb9b5e-06c5-44cc-b468-78521a7fb4b5: DOWN {{(pid=103094) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 16:28:05.073347 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5373e63-be3d-49b4-9467-b122cdd06485 req-94ba1585-4a91-47a7-a5f8-c42642b9835a tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:05.075025 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-f5373e63-be3d-49b4-9467-b122cdd06485 req-94ba1585-4a91-47a7-a5f8-c42642b9835a tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/ports?device_id=ff3302ce-26ae-48b1-b0bb-8e4ee3574619 HTTP/1.1" status: 200 len: 945 time: 0.0531883 Mar 11 16:28:05.122308 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-f5373e63-be3d-49b4-9467-b122cdd06485 req-2ce3689c-ae31-4014-98f1-12b78693d07e tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c0c943-e611-4d20-8bcb-3980a39beca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404072 Mar 11 16:28:05.255989 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (42978ec7-0c45-4bcc-88e8-64ee44356522), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:28:06.245567 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d8f6bc-391b-4334-b856-442de06a633c req-f2aa5e24-94ca-47b8-a25d-97c723667be1 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:06.248273 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-87d8f6bc-391b-4334-b856-442de06a633c req-f2aa5e24-94ca-47b8-a25d-97c723667be1 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/ports?device_id=ff3302ce-26ae-48b1-b0bb-8e4ee3574619 HTTP/1.1" status: 200 len: 945 time: 0.0562449 Mar 11 16:28:06.296368 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-87d8f6bc-391b-4334-b856-442de06a633c req-d2c550f4-ebda-4e50-b63f-4c03169bdaac tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c0c943-e611-4d20-8bcb-3980a39beca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423553 Mar 11 16:28:06.420492 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 44774) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:28:06.475628 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-8bd8b4d2-89f6-484b-aed4-1d5fc810b233 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks [] for security_group (f587cf86-8369-464d-8b58-665dbb6d5f14), before_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:28:06.499563 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-8bd8b4d2-89f6-484b-aed4-1d5fc810b233 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks [] for security_group (f587cf86-8369-464d-8b58-665dbb6d5f14), precommit_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:28:06.550918 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-8bd8b4d2-89f6-484b-aed4-1d5fc810b233 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (f587cf86-8369-464d-8b58-665dbb6d5f14), after_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:28:06.553470 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-8bd8b4d2-89f6-484b-aed4-1d5fc810b233 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks [] for security_group (None), before_response {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:28:06.554650 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-8bd8b4d2-89f6-484b-aed4-1d5fc810b233 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "DELETE /v2.0/security-groups/f587cf86-8369-464d-8b58-665dbb6d5f14 HTTP/1.1" status: 204 len: 168 time: 0.1330616 Mar 11 16:28:06.557530 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 44776) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:28:06.564876 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd8b4d2-89f6-484b-aed4-1d5fc810b233 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f587cf86-8369-464d-8b58-665dbb6d5f14,revision_number=None']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:28:06.571170 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.api.v2.resource [None req-5f3035c3-8c1d-4717-b726-766ebc66f654 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] show failed (client error): The resource could not be found. Mar 11 16:28:06.572031 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd8b4d2-89f6-484b-aed4-1d5fc810b233 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:28:06.572184 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-5f3035c3-8c1d-4717-b726-766ebc66f654 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/security-groups/f587cf86-8369-464d-8b58-665dbb6d5f14 HTTP/1.1" status: 404 len: 347 time: 0.0134420 Mar 11 16:28:06.572588 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd8b4d2-89f6-484b-aed4-1d5fc810b233 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:28:06.572688 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd8b4d2-89f6-484b-aed4-1d5fc810b233 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:28:06.573022 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd8b4d2-89f6-484b-aed4-1d5fc810b233 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:28:06.573357 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd8b4d2-89f6-484b-aed4-1d5fc810b233 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:28:06.573684 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd8b4d2-89f6-484b-aed4-1d5fc810b233 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:28:06.574039 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd8b4d2-89f6-484b-aed4-1d5fc810b233 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:28:06.574629 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd8b4d2-89f6-484b-aed4-1d5fc810b233 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:28:06.575104 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 44778) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:28:06.575312 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd8b4d2-89f6-484b-aed4-1d5fc810b233 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:28:06.575644 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd8b4d2-89f6-484b-aed4-1d5fc810b233 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:28:06.576195 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd8b4d2-89f6-484b-aed4-1d5fc810b233 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:28:06.576517 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd8b4d2-89f6-484b-aed4-1d5fc810b233 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:28:06.576838 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd8b4d2-89f6-484b-aed4-1d5fc810b233 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:28:06.716946 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.plugin [None req-d9c14cb1-991e-4a5c-8689-9aeec6e1d463 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Deleting port 4dd4e1ad-d9ac-4927-9610-fe5829b0d99a {{(pid=103092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 16:28:06.717285 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-d9c14cb1-991e-4a5c-8689-9aeec6e1d463 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780138536942'] for port (4dd4e1ad-d9ac-4927-9610-fe5829b0d99a), before_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:28:06.797597 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-d9c14cb1-991e-4a5c-8689-9aeec6e1d463 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538029'] for port (4dd4e1ad-d9ac-4927-9610-fe5829b0d99a), precommit_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:28:06.798174 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-d9c14cb1-991e-4a5c-8689-9aeec6e1d463 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks [] for floatingip (4dd4e1ad-d9ac-4927-9610-fe5829b0d99a), precommit_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:28:06.811586 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.plugin [None req-d9c14cb1-991e-4a5c-8689-9aeec6e1d463 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Calling delete_port for 4dd4e1ad-d9ac-4927-9610-fe5829b0d99a owned by network:floatingip {{(pid=103092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 16:28:06.953008 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-d9c14cb1-991e-4a5c-8689-9aeec6e1d463 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780138542421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780137975920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30811620'] for port (4dd4e1ad-d9ac-4927-9610-fe5829b0d99a), after_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:28:06.975889 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c14cb1-991e-4a5c-8689-9aeec6e1d463 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Pushing event deleted for resources: {'Port': ['ID=4dd4e1ad-d9ac-4927-9610-fe5829b0d99a,revision_number=None']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:28:07.039888 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-d9c14cb1-991e-4a5c-8689-9aeec6e1d463 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks [] for floatingip (61eb9b5e-06c5-44cc-b468-78521a7fb4b5), after_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:28:07.042504 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-d9c14cb1-991e-4a5c-8689-9aeec6e1d463 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122971'] for floatingip (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:28:07.043861 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-d9c14cb1-991e-4a5c-8689-9aeec6e1d463 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "DELETE /v2.0/floatingips/61eb9b5e-06c5-44cc-b468-78521a7fb4b5 HTTP/1.1" status: 204 len: 168 time: 0.4678388 Mar 11 16:28:07.419170 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8300dbb-7304-4840-989c-d5ccd596185e req-13a7ea6e-3c7e-4a57-8ead-d95bc2db6811 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:07.421472 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-d8300dbb-7304-4840-989c-d5ccd596185e req-13a7ea6e-3c7e-4a57-8ead-d95bc2db6811 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/ports?device_id=ff3302ce-26ae-48b1-b0bb-8e4ee3574619 HTTP/1.1" status: 200 len: 945 time: 0.0572422 Mar 11 16:28:07.494766 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-d8300dbb-7304-4840-989c-d5ccd596185e req-9eff5a9d-f8fb-4cda-8220-30127f36b407 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c0c943-e611-4d20-8bcb-3980a39beca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670812 Mar 11 16:28:07.508212 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-214ad7ae-049f-4736-8cf2-c80053d4c956 req-611f67c2-bdc7-4f21-8a1a-876ae6b482e0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=de856d05-5a1e-4b6f-90f5-822c15eb61f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0647881 Mar 11 16:28:07.578841 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214ad7ae-049f-4736-8cf2-c80053d4c956 req-6ec75022-1faa-4115-838e-2356827412f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:07.580305 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-214ad7ae-049f-4736-8cf2-c80053d4c956 req-6ec75022-1faa-4115-838e-2356827412f2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3f90eba451e343e49c0fa456ba2b00cd&device_id=de856d05-5a1e-4b6f-90f5-822c15eb61f0 HTTP/1.1" status: 200 len: 1129 time: 0.0455823 Mar 11 16:28:07.688804 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214ad7ae-049f-4736-8cf2-c80053d4c956 req-d36cf70a-f45a-485e-b502-29073c985f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:07.690296 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-214ad7ae-049f-4736-8cf2-c80053d4c956 req-d36cf70a-f45a-485e-b502-29073c985f89 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5f3aea45-b741-4cf8-ad8b-40753fc82fad HTTP/1.1" status: 200 len: 916 time: 0.0895236 Mar 11 16:28:07.761751 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-214ad7ae-049f-4736-8cf2-c80053d4c956 req-46336f6f-e6a2-4bfd-b38a-b0f7ae1cf866 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8304800e-283b-4335-b718-cb629f615213 HTTP/1.1" status: 200 len: 1000 time: 0.0643432 Mar 11 16:28:07.810797 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Device 0045ec83-fa40-4993-ad84-9961382e2c6d no longer exists at agent hyperv_hv-cinder-75078 {{(pid=103093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 16:28:07.823624 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214ad7ae-049f-4736-8cf2-c80053d4c956 req-b14ece13-d73a-44fb-a8bb-e5483b0e104a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:07.826366 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-214ad7ae-049f-4736-8cf2-c80053d4c956 req-b14ece13-d73a-44fb-a8bb-e5483b0e104a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=acc28c21-3e47-4bf8-b31f-cbbed70c6f99 HTTP/1.1" status: 200 len: 854 time: 0.0555284 Mar 11 16:28:07.838341 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] No Port match for: 0045ec83-fa40-4993-ad84-9961382e2c6d {{(pid=103093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 16:28:07.838895 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Device 0045ec83-fa40-4993-ad84-9961382e2c6d not bound to the agent host hv-cinder-75078 {{(pid=103093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 16:28:07.878868 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214ad7ae-049f-4736-8cf2-c80053d4c956 req-030c5a1a-9382-4515-b64b-cbb165fe7695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:07.880392 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-214ad7ae-049f-4736-8cf2-c80053d4c956 req-030c5a1a-9382-4515-b64b-cbb165fe7695 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5f3aea45-b741-4cf8-ad8b-40753fc82fad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0478497 Mar 11 16:28:07.986044 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-214ad7ae-049f-4736-8cf2-c80053d4c956 req-7695056d-ee4a-41b4-b6ad-608c74bb6308 service neutron] 10.222.0.18 "GET /v2.0/networks/5f3aea45-b741-4cf8-ad8b-40753fc82fad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956721 Mar 11 16:28:08.091399 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-214ad7ae-049f-4736-8cf2-c80053d4c956 req-0a30b38a-adf9-443d-99e7-fc9cbb3b084b service neutron] 10.222.0.18 "GET /v2.0/networks/5f3aea45-b741-4cf8-ad8b-40753fc82fad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992143 Mar 11 16:28:08.632642 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb42ee95-0ba3-47d5-98c9-6d58bb7f115d req-1f4009c2-6949-4a5b-a117-7821c20f9eb6 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:08.634044 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-fb42ee95-0ba3-47d5-98c9-6d58bb7f115d req-1f4009c2-6949-4a5b-a117-7821c20f9eb6 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/ports?device_id=ff3302ce-26ae-48b1-b0bb-8e4ee3574619 HTTP/1.1" status: 200 len: 945 time: 0.0672886 Mar 11 16:28:08.704172 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-fb42ee95-0ba3-47d5-98c9-6d58bb7f115d req-4e08f2f5-8452-42e9-b4c4-47c6831ccf52 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c0c943-e611-4d20-8bcb-3980a39beca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523796 Mar 11 16:28:08.712138 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04db98fa-24e5-47d4-8fc8-12a6e6f4fcb6 req-7eeb509c-0102-4cea-8a6d-65c7f3c6d4e9 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:08.713623 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-04db98fa-24e5-47d4-8fc8-12a6e6f4fcb6 req-7eeb509c-0102-4cea-8a6d-65c7f3c6d4e9 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/ports?device_id=de856d05-5a1e-4b6f-90f5-822c15eb61f0 HTTP/1.1" status: 200 len: 945 time: 0.1011753 Mar 11 16:28:08.777628 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-04db98fa-24e5-47d4-8fc8-12a6e6f4fcb6 req-cbee5b8b-82b6-46a7-bb8b-a3c22788916a tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/security-groups?id=7c276c18-4868-4599-beba-04acf139a2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567944 Mar 11 16:28:08.951616 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd58cc14-0572-4fd1-84ac-c60b61f194cf req-472b1741-b96b-4d59-b908-ad4563e20966 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:08.953115 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-dd58cc14-0572-4fd1-84ac-c60b61f194cf req-472b1741-b96b-4d59-b908-ad4563e20966 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/ports?device_id=ff3302ce-26ae-48b1-b0bb-8e4ee3574619 HTTP/1.1" status: 200 len: 945 time: 0.0583665 Mar 11 16:28:09.031043 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-dd58cc14-0572-4fd1-84ac-c60b61f194cf req-02edbc19-dd45-49d6-a70a-9b065b40548f tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c0c943-e611-4d20-8bcb-3980a39beca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722291 Mar 11 16:28:09.040879 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d58a7b-d94a-4dbf-bc89-ae42c005e05f req-4f1b8757-fc93-4910-a35a-432a3cf03f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:09.044904 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-29d58a7b-d94a-4dbf-bc89-ae42c005e05f req-4f1b8757-fc93-4910-a35a-432a3cf03f6f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f3f35569b4e74dd193f09cb7aa5a05a9&device_id=ff3302ce-26ae-48b1-b0bb-8e4ee3574619 HTTP/1.1" status: 200 len: 1129 time: 0.0759819 Mar 11 16:28:09.139189 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d58a7b-d94a-4dbf-bc89-ae42c005e05f req-fc6c7b00-4df6-4965-b089-9584e8a0e71d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:09.140651 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-29d58a7b-d94a-4dbf-bc89-ae42c005e05f req-fc6c7b00-4df6-4965-b089-9584e8a0e71d service neutron] 10.222.0.18 "GET /v2.0/networks?id=9795e861-3b04-408a-82ce-319a55ca0d5c HTTP/1.1" status: 200 len: 912 time: 0.0870497 Mar 11 16:28:09.213495 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-29d58a7b-d94a-4dbf-bc89-ae42c005e05f req-8a25fffd-570c-471e-884e-5edcbc341123 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3bb65d7b-90c4-4edf-bbf5-601a051d381a HTTP/1.1" status: 200 len: 1001 time: 0.0653214 Mar 11 16:28:09.263539 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d58a7b-d94a-4dbf-bc89-ae42c005e05f req-b0ad291c-48d3-4db9-bf23-8b367eb7ef65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:09.265031 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-29d58a7b-d94a-4dbf-bc89-ae42c005e05f req-b0ad291c-48d3-4db9-bf23-8b367eb7ef65 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a21718ed-f252-41de-a223-6ef10277caa1 HTTP/1.1" status: 200 len: 850 time: 0.0454931 Mar 11 16:28:09.316737 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d58a7b-d94a-4dbf-bc89-ae42c005e05f req-1ed112e9-f2bd-4420-b890-de32ccde7143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:09.318270 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-29d58a7b-d94a-4dbf-bc89-ae42c005e05f req-1ed112e9-f2bd-4420-b890-de32ccde7143 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9795e861-3b04-408a-82ce-319a55ca0d5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0447800 Mar 11 16:28:09.412083 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-29d58a7b-d94a-4dbf-bc89-ae42c005e05f req-0d67bb02-5955-41c1-9d26-54dbbbdefee4 service neutron] 10.222.0.18 "GET /v2.0/networks/9795e861-3b04-408a-82ce-319a55ca0d5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854909 Mar 11 16:28:09.504410 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-29d58a7b-d94a-4dbf-bc89-ae42c005e05f req-6dc51b01-6758-4a62-a9dc-420dc9a0f525 service neutron] 10.222.0.18 "GET /v2.0/networks/9795e861-3b04-408a-82ce-319a55ca0d5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835602 Mar 11 16:28:09.625558 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0e6051-d351-4641-a8d7-1665b2a3c5bc req-3725cc85-b7f7-42c1-8067-02d33d7e07c4 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:09.627074 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-1f0e6051-d351-4641-a8d7-1665b2a3c5bc req-3725cc85-b7f7-42c1-8067-02d33d7e07c4 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.18 "GET /v2.0/ports?device_id=de856d05-5a1e-4b6f-90f5-822c15eb61f0 HTTP/1.1" status: 200 len: 945 time: 0.0566175 Mar 11 16:28:09.727682 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.plugin [req-1f0e6051-d351-4641-a8d7-1665b2a3c5bc req-4e05848b-3dca-490c-b2da-3d78357e654b tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Deleting port 8304800e-283b-4335-b718-cb629f615213 {{(pid=103092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 16:28:09.728724 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-1f0e6051-d351-4641-a8d7-1665b2a3c5bc req-4e05848b-3dca-490c-b2da-3d78357e654b tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780138536942'] for port (8304800e-283b-4335-b718-cb629f615213), before_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:28:09.827018 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.db [req-1f0e6051-d351-4641-a8d7-1665b2a3c5bc req-4e05848b-3dca-490c-b2da-3d78357e654b tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] For port 8304800e-283b-4335-b718-cb629f615213, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=8304800e-283b-4335-b718-cb629f615213,segment=NetworkSegment(d0d5eee1-b4bb-471c-a057-81102a55b99f),segment_id=d0d5eee1-b4bb-471c-a057-81102a55b99f)] {{(pid=103092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:28:09.827382 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-1f0e6051-d351-4641-a8d7-1665b2a3c5bc req-4e05848b-3dca-490c-b2da-3d78357e654b tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538029'] for port (8304800e-283b-4335-b718-cb629f615213), precommit_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:28:09.988510 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365521d2-333f-44f7-9138-dcc130a0f257 req-cda3eb80-bcff-4f85-b541-107256e3233b tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:09.989992 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-365521d2-333f-44f7-9138-dcc130a0f257 req-cda3eb80-bcff-4f85-b541-107256e3233b tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/ports?device_id=de856d05-5a1e-4b6f-90f5-822c15eb61f0 HTTP/1.1" status: 200 len: 945 time: 0.1200535 Mar 11 16:28:10.067961 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-1f0e6051-d351-4641-a8d7-1665b2a3c5bc req-4e05848b-3dca-490c-b2da-3d78357e654b tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:28:10.068334 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-1f0e6051-d351-4641-a8d7-1665b2a3c5bc req-4e05848b-3dca-490c-b2da-3d78357e654b tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539899'] for floatingip (4d7d6ce1-1fe3-4beb-8c77-16606cc7cbf5), after_update {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:28:10.068645 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.db.l3_db [req-1f0e6051-d351-4641-a8d7-1665b2a3c5bc req-4e05848b-3dca-490c-b2da-3d78357e654b tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Floating IP 4d7d6ce1-1fe3-4beb-8c77-16606cc7cbf5 disassociated. External IP: 172.27.0.34, port: 8304800e-283b-4335-b718-cb629f615213. Mar 11 16:28:10.068984 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.plugin [req-1f0e6051-d351-4641-a8d7-1665b2a3c5bc req-4e05848b-3dca-490c-b2da-3d78357e654b tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Calling delete_port for 8304800e-283b-4335-b718-cb629f615213 owned by compute:nova {{(pid=103092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 16:28:10.092859 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-365521d2-333f-44f7-9138-dcc130a0f257 req-36c83c42-ee8b-4d4e-8f2e-a51a89f4a208 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/security-groups?id=7c276c18-4868-4599-beba-04acf139a2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761414 Mar 11 16:28:10.218011 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897769cf-a531-4204-a74d-d932175c3e4a req-fd204c53-1c62-4b3d-abc9-9693d90a8819 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:10.219507 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-897769cf-a531-4204-a74d-d932175c3e4a req-fd204c53-1c62-4b3d-abc9-9693d90a8819 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/ports?device_id=ff3302ce-26ae-48b1-b0bb-8e4ee3574619 HTTP/1.1" status: 200 len: 945 time: 0.0914676 Mar 11 16:28:10.317727 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-897769cf-a531-4204-a74d-d932175c3e4a req-29f6f501-4d2f-4bf4-9493-166025854dda tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c0c943-e611-4d20-8bcb-3980a39beca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924337 Mar 11 16:28:10.318826 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-1f0e6051-d351-4641-a8d7-1665b2a3c5bc req-4e05848b-3dca-490c-b2da-3d78357e654b tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780138542421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780137975920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30811620'] for port (8304800e-283b-4335-b718-cb629f615213), after_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:28:10.350338 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e05848b-3dca-490c-b2da-3d78357e654b tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Pushing event deleted for resources: {'Port': ['ID=8304800e-283b-4335-b718-cb629f615213,revision_number=None']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:28:10.465461 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1f0e6051-d351-4641-a8d7-1665b2a3c5bc req-4e05848b-3dca-490c-b2da-3d78357e654b tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Router 0445e330-dbfe-4390-80a7-5bd62ee92899 has already been hosted by L3 agent 03422851-42b1-44c9-ada6-e479436b7b23 {{(pid=103092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:28:10.576162 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1f0e6051-d351-4641-a8d7-1665b2a3c5bc req-4e05848b-3dca-490c-b2da-3d78357e654b tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Notify agent at l3_agent.dv-cinder-750782-12-iscsi the message routers_updated {{(pid=103092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:28:10.586853 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b70b46-82cf-405a-bfa6-8d59ac0d1651 None None] Sync routers for ids ['0445e330-dbfe-4390-80a7-5bd62ee92899'] in dv-cinder-750782-12-iscsi {{(pid=103093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:28:10.597114 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b70b46-82cf-405a-bfa6-8d59ac0d1651 None None] Routers {'0445e330-dbfe-4390-80a7-5bd62ee92899'} bound to L3 agent in host dv-cinder-750782-12-iscsi {{(pid=103093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 16:28:10.597717 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_hamode_db [None req-a4b70b46-82cf-405a-bfa6-8d59ac0d1651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-11T16:12:46Z,description=,heartbeat_timestamp=2022-03-11T16:27:46Z,host='dv-cinder-750782-12-iscsi',id=03422851-42b1-44c9-ada6-e479436b7b23,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:12:46Z,topic='l3_agent')) {'router_ids': ['0445e330-dbfe-4390-80a7-5bd62ee92899'], 'active': True} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:28:10.617783 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f0e6051-d351-4641-a8d7-1665b2a3c5bc req-4e05848b-3dca-490c-b2da-3d78357e654b tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] No DVR routers for this DVR port 8304800e-283b-4335-b718-cb629f615213 on host hv-cinder-75078 {{(pid=103092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:28:10.620250 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-1f0e6051-d351-4641-a8d7-1665b2a3c5bc req-4e05848b-3dca-490c-b2da-3d78357e654b tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122971'] for port (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:28:10.624614 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-1f0e6051-d351-4641-a8d7-1665b2a3c5bc req-4e05848b-3dca-490c-b2da-3d78357e654b tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.18 "DELETE /v2.0/ports/8304800e-283b-4335-b718-cb629f615213 HTTP/1.1" status: 204 len: 173 time: 0.9897389 Mar 11 16:28:10.625050 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de856d05-5a1e-4b6f-90f5-822c15eb61f0', 'name': 'network-vif-deleted', 'tag': '8304800e-283b-4335-b718-cb629f615213'}] {{(pid=103092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:28:10.627287 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8119d67d121bc7655fb27ee4e81d05746f3857d7b024446e390c37a4f39e07a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1af5fca-9813-4c05-8a01-214adcbe200a" -d '{"events": [{"server_uuid": "de856d05-5a1e-4b6f-90f5-822c15eb61f0", "name": "network-vif-deleted", "tag": "8304800e-283b-4335-b718-cb629f615213"}]}' {{(pid=103092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 16:28:10.664895 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 16:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05eebeb0-4fa6-4430-b222-3ec9da3b9f4b x-openstack-request-id: req-05eebeb0-4fa6-4430-b222-3ec9da3b9f4b {{(pid=103092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 16:28:10.665102 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de856d05-5a1e-4b6f-90f5-822c15eb61f0", "name": "network-vif-deleted", "tag": "8304800e-283b-4335-b718-cb629f615213", "status": "completed", "code": 200}]} {{(pid=103092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 16:28:10.665415 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-05eebeb0-4fa6-4430-b222-3ec9da3b9f4b {{(pid=103092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 16:28:10.665872 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de856d05-5a1e-4b6f-90f5-822c15eb61f0', 'name': 'network-vif-deleted', 'tag': '8304800e-283b-4335-b718-cb629f615213', 'status': 'completed', 'code': 200} Mar 11 16:28:10.873470 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_dvr_db [None req-a4b70b46-82cf-405a-bfa6-8d59ac0d1651 None None] Set router 0445e330-dbfe-4390-80a7-5bd62ee92899 gateway port host: dv-cinder-750782-12-iscsi {{(pid=103093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 16:28:11.185167 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_hamode_db [None req-a4b70b46-82cf-405a-bfa6-8d59ac0d1651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0445e330-dbfe-4390-80a7-5bd62ee92899', 'name': 'tempest-AttachVolumeNegativeTest-1800470620-router', 'tenant_id': '3f90eba451e343e49c0fa456ba2b00cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'external_fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': 'dc4b8562-4065-4207-bec1-befa1889d519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:21:10Z', 'updated_at': '2022-03-11T16:21:21Z', 'revision_number': 4, 'project_id': '3f90eba451e343e49c0fa456ba2b00cd', 'gw_port': {'id': 'dc4b8562-4065-4207-bec1-befa1889d519', 'name': '', 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:52:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0445e330-dbfe-4390-80a7-5bd62ee92899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:12Z', 'updated_at': '2022-03-11T16:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-12-iscsi', '_interfaces': [{'id': '8ac48933-906b-451f-9262-acdcb1369688', 'name': '', 'network_id': '5f3aea45-b741-4cf8-ad8b-40753fc82fad', 'tenant_id': '3f90eba451e343e49c0fa456ba2b00cd', 'mac_address': 'fa:16:3e:a5:32:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0445e330-dbfe-4390-80a7-5bd62ee92899', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'acc28c21-3e47-4bf8-b31f-cbbed70c6f99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:19Z', 'updated_at': '2022-03-11T16:21:30Z', 'revision_number': 5, 'project_id': '3f90eba451e343e49c0fa456ba2b00cd', 'subnets': [{'id': 'acc28c21-3e47-4bf8-b31f-cbbed70c6f99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-12-iscsi', False) {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:28:11.224786 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-b66bdf56-0bcd-4605-80ff-33f6355e98de req-84c05d5f-d107-45c5-b664-15b490b273b1 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/ports?device_id=de856d05-5a1e-4b6f-90f5-822c15eb61f0 HTTP/1.1" status: 200 len: 210 time: 0.0315325 Mar 11 16:28:11.228140 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b70b46-82cf-405a-bfa6-8d59ac0d1651 None None] Checking router: 0445e330-dbfe-4390-80a7-5bd62ee92899 for host: dv-cinder-750782-12-iscsi {{(pid=103093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:28:11.248179 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b70b46-82cf-405a-bfa6-8d59ac0d1651 None None] Routers {'0445e330-dbfe-4390-80a7-5bd62ee92899'} bound to L3 agent in host dv-cinder-750782-12-iscsi {{(pid=103093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 16:28:11.249000 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_hamode_db [None req-a4b70b46-82cf-405a-bfa6-8d59ac0d1651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-11T16:12:46Z,description=,heartbeat_timestamp=2022-03-11T16:27:46Z,host='dv-cinder-750782-12-iscsi',id=03422851-42b1-44c9-ada6-e479436b7b23,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:12:46Z,topic='l3_agent')) {'router_ids': ['0445e330-dbfe-4390-80a7-5bd62ee92899'], 'active': True} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:28:11.363498 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_dvr_db [None req-a4b70b46-82cf-405a-bfa6-8d59ac0d1651 None None] Set router 0445e330-dbfe-4390-80a7-5bd62ee92899 gateway port host: dv-cinder-750782-12-iscsi {{(pid=103093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 16:28:11.445065 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6d8acb-7e1d-4721-a93f-cd3e8575d48a req-809fb066-ca16-4ca8-a4cd-87c6192aa280 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:11.446599 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-3a6d8acb-7e1d-4721-a93f-cd3e8575d48a req-809fb066-ca16-4ca8-a4cd-87c6192aa280 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/ports?device_id=ff3302ce-26ae-48b1-b0bb-8e4ee3574619 HTTP/1.1" status: 200 len: 945 time: 0.0562773 Mar 11 16:28:11.493619 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-3a6d8acb-7e1d-4721-a93f-cd3e8575d48a req-a1ed00d1-ffc3-4991-8287-983dfcda9767 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c0c943-e611-4d20-8bcb-3980a39beca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398891 Mar 11 16:28:11.565760 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_hamode_db [None req-a4b70b46-82cf-405a-bfa6-8d59ac0d1651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0445e330-dbfe-4390-80a7-5bd62ee92899', 'name': 'tempest-AttachVolumeNegativeTest-1800470620-router', 'tenant_id': '3f90eba451e343e49c0fa456ba2b00cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'external_fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': 'dc4b8562-4065-4207-bec1-befa1889d519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:21:10Z', 'updated_at': '2022-03-11T16:21:21Z', 'revision_number': 4, 'project_id': '3f90eba451e343e49c0fa456ba2b00cd', 'gw_port': {'id': 'dc4b8562-4065-4207-bec1-befa1889d519', 'name': '', 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:52:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0445e330-dbfe-4390-80a7-5bd62ee92899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:12Z', 'updated_at': '2022-03-11T16:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-12-iscsi', '_interfaces': [{'id': '8ac48933-906b-451f-9262-acdcb1369688', 'name': '', 'network_id': '5f3aea45-b741-4cf8-ad8b-40753fc82fad', 'tenant_id': '3f90eba451e343e49c0fa456ba2b00cd', 'mac_address': 'fa:16:3e:a5:32:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0445e330-dbfe-4390-80a7-5bd62ee92899', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'acc28c21-3e47-4bf8-b31f-cbbed70c6f99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:19Z', 'updated_at': '2022-03-11T16:21:30Z', 'revision_number': 5, 'project_id': '3f90eba451e343e49c0fa456ba2b00cd', 'subnets': [{'id': 'acc28c21-3e47-4bf8-b31f-cbbed70c6f99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-12-iscsi', False) {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:28:11.596011 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b70b46-82cf-405a-bfa6-8d59ac0d1651 None None] The sync data for ids ['0445e330-dbfe-4390-80a7-5bd62ee92899'] in dv-cinder-750782-12-iscsi is: [{'id': '0445e330-dbfe-4390-80a7-5bd62ee92899', 'name': 'tempest-AttachVolumeNegativeTest-1800470620-router', 'tenant_id': '3f90eba451e343e49c0fa456ba2b00cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'external_fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': 'dc4b8562-4065-4207-bec1-befa1889d519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:21:10Z', 'updated_at': '2022-03-11T16:21:21Z', 'revision_number': 4, 'project_id': '3f90eba451e343e49c0fa456ba2b00cd', 'gw_port': {'id': 'dc4b8562-4065-4207-bec1-befa1889d519', 'name': '', 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:52:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0445e330-dbfe-4390-80a7-5bd62ee92899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:12Z', 'updated_at': '2022-03-11T16:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-12-iscsi', '_interfaces': [{'id': '8ac48933-906b-451f-9262-acdcb1369688', 'name': '', 'network_id': '5f3aea45-b741-4cf8-ad8b-40753fc82fad', 'tenant_id': '3f90eba451e343e49c0fa456ba2b00cd', 'mac_address': 'fa:16:3e:a5:32:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0445e330-dbfe-4390-80a7-5bd62ee92899', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'acc28c21-3e47-4bf8-b31f-cbbed70c6f99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:19Z', 'updated_at': '2022-03-11T16:21:30Z', 'revision_number': 5, 'project_id': '3f90eba451e343e49c0fa456ba2b00cd', 'subnets': [{'id': 'acc28c21-3e47-4bf8-b31f-cbbed70c6f99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:28:11.820094 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e37b67-214d-4728-85b7-c43c9d186926 None None] New status for floating IP 4d7d6ce1-1fe3-4beb-8c77-16606cc7cbf5: DOWN {{(pid=103094) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 16:28:12.318360 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 44836) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:28:12.381817 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-96df56cd-4d78-425b-8d98-6ef13f2df3f7 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks [] for security_group (7c276c18-4868-4599-beba-04acf139a2dc), before_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:28:12.408050 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-96df56cd-4d78-425b-8d98-6ef13f2df3f7 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks [] for security_group (7c276c18-4868-4599-beba-04acf139a2dc), precommit_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:28:12.460669 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-96df56cd-4d78-425b-8d98-6ef13f2df3f7 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (7c276c18-4868-4599-beba-04acf139a2dc), after_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:28:12.464593 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-96df56cd-4d78-425b-8d98-6ef13f2df3f7 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks [] for security_group (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:28:12.466120 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-96df56cd-4d78-425b-8d98-6ef13f2df3f7 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "DELETE /v2.0/security-groups/7c276c18-4868-4599-beba-04acf139a2dc HTTP/1.1" status: 204 len: 168 time: 0.1465814 Mar 11 16:28:12.469381 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 44840) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:28:12.480249 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96df56cd-4d78-425b-8d98-6ef13f2df3f7 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c276c18-4868-4599-beba-04acf139a2dc,revision_number=None']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:28:12.493237 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.api.v2.resource [None req-532f6932-e0b9-45c0-ba78-461ce87ce8a1 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] show failed (client error): The resource could not be found. Mar 11 16:28:12.494642 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-532f6932-e0b9-45c0-ba78-461ce87ce8a1 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/security-groups/7c276c18-4868-4599-beba-04acf139a2dc HTTP/1.1" status: 404 len: 347 time: 0.0240042 Mar 11 16:28:12.501460 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 44842) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:28:12.638102 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.plugins.ml2.plugin [None req-6cf26e32-588a-4cb2-bedd-8f2c7ebf6f3d tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Deleting port 907ab3b4-2d5e-4ab1-bb0a-f3bd31b3720f {{(pid=103091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 16:28:12.638432 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-6cf26e32-588a-4cb2-bedd-8f2c7ebf6f3d tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780138536942'] for port (907ab3b4-2d5e-4ab1-bb0a-f3bd31b3720f), before_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:28:12.718441 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-6cf26e32-588a-4cb2-bedd-8f2c7ebf6f3d tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538029'] for port (907ab3b4-2d5e-4ab1-bb0a-f3bd31b3720f), precommit_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:28:12.718752 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-6cf26e32-588a-4cb2-bedd-8f2c7ebf6f3d tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks [] for floatingip (907ab3b4-2d5e-4ab1-bb0a-f3bd31b3720f), precommit_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:28:12.731173 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.plugins.ml2.plugin [None req-6cf26e32-588a-4cb2-bedd-8f2c7ebf6f3d tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Calling delete_port for 907ab3b4-2d5e-4ab1-bb0a-f3bd31b3720f owned by network:floatingip {{(pid=103091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 16:28:12.879457 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-6cf26e32-588a-4cb2-bedd-8f2c7ebf6f3d tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780138542421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780137975920'] for port (907ab3b4-2d5e-4ab1-bb0a-f3bd31b3720f), after_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:28:12.906876 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf26e32-588a-4cb2-bedd-8f2c7ebf6f3d tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Pushing event deleted for resources: {'Port': ['ID=907ab3b4-2d5e-4ab1-bb0a-f3bd31b3720f,revision_number=None']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:28:12.931669 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-6cf26e32-588a-4cb2-bedd-8f2c7ebf6f3d tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks [] for floatingip (4d7d6ce1-1fe3-4beb-8c77-16606cc7cbf5), after_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:28:12.934551 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-6cf26e32-588a-4cb2-bedd-8f2c7ebf6f3d tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122971'] for floatingip (None), before_response {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:28:12.935692 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-6cf26e32-588a-4cb2-bedd-8f2c7ebf6f3d tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "DELETE /v2.0/floatingips/4d7d6ce1-1fe3-4beb-8c77-16606cc7cbf5 HTTP/1.1" status: 204 len: 168 time: 0.4331784 Mar 11 16:28:13.413882 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 44848) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:28:13.418796 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.v2.base [None req-a562d304-588d-4759-bd7b-31de0696e35f tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1692871332', 'description': 'tempest-description--1766204121'}} {{(pid=103092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:28:13.440131 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-a562d304-588d-4759-bd7b-31de0696e35f tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks [] for security_group (None), before_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:28:13.514597 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-a562d304-588d-4759-bd7b-31de0696e35f tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks [] for security_group (43f1cb9b-4a46-4c59-840d-6289addc6fe0), precommit_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:28:13.518361 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-a562d304-588d-4759-bd7b-31de0696e35f tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (43f1cb9b-4a46-4c59-840d-6289addc6fe0), after_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:28:13.550347 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-a562d304-588d-4759-bd7b-31de0696e35f tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks [] for security_group (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:28:13.551580 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-a562d304-588d-4759-bd7b-31de0696e35f tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1366673 Mar 11 16:28:13.552524 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a562d304-588d-4759-bd7b-31de0696e35f tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43f1cb9b-4a46-4c59-840d-6289addc6fe0,revision_number=1']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:28:13.554663 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 44854) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:28:13.561422 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.v2.base [None req-cce9bf6d-f36a-4ada-889c-4ff498c9ba18 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Request body: {'security_group_rule': {'security_group_id': '43f1cb9b-4a46-4c59-840d-6289addc6fe0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:28:13.591888 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-cce9bf6d-f36a-4ada-889c-4ff498c9ba18 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks [] for security_group_rule (744aa226-0d6e-4de0-a5ea-fa345c0ce9c3), before_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:28:13.673393 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-cce9bf6d-f36a-4ada-889c-4ff498c9ba18 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks [] for security_group_rule (744aa226-0d6e-4de0-a5ea-fa345c0ce9c3), precommit_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:28:13.678000 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-cce9bf6d-f36a-4ada-889c-4ff498c9ba18 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606776'] for security_group_rule (744aa226-0d6e-4de0-a5ea-fa345c0ce9c3), after_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:28:13.699220 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce9bf6d-f36a-4ada-889c-4ff498c9ba18 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=744aa226-0d6e-4de0-a5ea-fa345c0ce9c3,revision_number=0']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:28:13.705699 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-cce9bf6d-f36a-4ada-889c-4ff498c9ba18 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:28:13.706975 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-cce9bf6d-f36a-4ada-889c-4ff498c9ba18 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1505806 Mar 11 16:28:13.709893 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 44858) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:28:13.714511 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.v2.base [None req-eb32c627-7991-4193-8673-d0ab4da84ac1 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Request body: {'security_group_rule': {'security_group_id': '43f1cb9b-4a46-4c59-840d-6289addc6fe0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:28:13.744146 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-eb32c627-7991-4193-8673-d0ab4da84ac1 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks [] for security_group_rule (539b75ce-34e9-45f0-bd02-610c6ee0696d), before_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:28:13.806388 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-122290fd-6ce3-4deb-92c1-63a615b0d5ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (52d54afa-c257-4acf-9353-cc1307944ae0), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:28:13.821183 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-eb32c627-7991-4193-8673-d0ab4da84ac1 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks [] for security_group_rule (539b75ce-34e9-45f0-bd02-610c6ee0696d), precommit_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:28:13.822694 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-eb32c627-7991-4193-8673-d0ab4da84ac1 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606776'] for security_group_rule (539b75ce-34e9-45f0-bd02-610c6ee0696d), after_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:28:13.844380 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb32c627-7991-4193-8673-d0ab4da84ac1 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=539b75ce-34e9-45f0-bd02-610c6ee0696d,revision_number=0']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:28:13.850455 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-eb32c627-7991-4193-8673-d0ab4da84ac1 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:28:13.854467 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-eb32c627-7991-4193-8673-d0ab4da84ac1 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1406651 Mar 11 16:28:13.854731 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 44860) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:28:13.861652 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.v2.base [None req-5788c6a5-2a0b-477b-a5e4-5e87dedb36b0 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Request body: {'floatingip': {'floating_network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82'}} {{(pid=103091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:28:13.862200 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Device 8304800e-283b-4335-b718-cb629f615213 no longer exists at agent hyperv_hv-cinder-75078 {{(pid=103093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 16:28:13.885814 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] No Port match for: 8304800e-283b-4335-b718-cb629f615213 {{(pid=103093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 16:28:13.886552 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Device 8304800e-283b-4335-b718-cb629f615213 not bound to the agent host hv-cinder-75078 {{(pid=103093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 16:28:13.894352 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-5788c6a5-2a0b-477b-a5e4-5e87dedb36b0 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:28:13.895114 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02d48b5-44ae-4174-af77-4c6250acccfa req-e66faf37-068d-4860-af89-845079a926df tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:13.896758 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-b02d48b5-44ae-4174-af77-4c6250acccfa req-e66faf37-068d-4860-af89-845079a926df tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=478c05ae-53fc-4f37-9e47-5b58ee2f7275 HTTP/1.1" status: 200 len: 946 time: 0.0587485 Mar 11 16:28:13.945941 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-b02d48b5-44ae-4174-af77-4c6250acccfa req-060433fb-4894-4838-ab1f-d2e70ac99253 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/security-groups?id=33dc4511-4987-40c1-bc00-25a6576ab3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425079 Mar 11 16:28:13.998644 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-5788c6a5-2a0b-477b-a5e4-5e87dedb36b0 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (None), before_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:28:14.113338 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.db.db_base_plugin_common [None req-5788c6a5-2a0b-477b-a5e4-5e87dedb36b0 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Allocated IP 172.27.0.207 (ff1c1ad1-a65f-4be8-9483-081137458b82/5240f8c4-acf8-4de2-827e-773879cfd307/2bbe2b81-cd74-4046-9f27-5f331548b40d) {{(pid=103091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:28:14.222223 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-5788c6a5-2a0b-477b-a5e4-5e87dedb36b0 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks [] for port (2bbe2b81-cd74-4046-9f27-5f331548b40d), precommit_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:28:14.255961 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-5788c6a5-2a0b-477b-a5e4-5e87dedb36b0 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780137975911'] for port (2bbe2b81-cd74-4046-9f27-5f331548b40d), after_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:28:14.295907 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5788c6a5-2a0b-477b-a5e4-5e87dedb36b0 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Network ff1c1ad1-a65f-4be8-9483-081137458b82 is already hosted by enough agents. {{(pid=103091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:28:14.300763 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.scheduler.base_scheduler [None req-5788c6a5-2a0b-477b-a5e4-5e87dedb36b0 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Resources bound (agent type, host, resource id): {{(pid=103091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:28:14.304309 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5788c6a5-2a0b-477b-a5e4-5e87dedb36b0 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Received port after_create {{(pid=103091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 16:28:14.315335 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5788c6a5-2a0b-477b-a5e4-5e87dedb36b0 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Pushing event updated for resources: {'Port': ['ID=2bbe2b81-cd74-4046-9f27-5f331548b40d,revision_number=1']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:28:14.365907 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-5788c6a5-2a0b-477b-a5e4-5e87dedb36b0 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks [] for floatingip (a9adeee9-cc7e-4f7b-8c8f-4dfd81082d30), precommit_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:28:14.406852 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-5788c6a5-2a0b-477b-a5e4-5e87dedb36b0 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (2bbe2b81-cd74-4046-9f27-5f331548b40d), before_update {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:28:14.559388 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-5788c6a5-2a0b-477b-a5e4-5e87dedb36b0 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks [] for port (2bbe2b81-cd74-4046-9f27-5f331548b40d), precommit_update {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:28:14.563949 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-5788c6a5-2a0b-477b-a5e4-5e87dedb36b0 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947'] for port (2bbe2b81-cd74-4046-9f27-5f331548b40d), after_update {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:28:14.599176 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-5788c6a5-2a0b-477b-a5e4-5e87dedb36b0 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539899'] for floatingip (a9adeee9-cc7e-4f7b-8c8f-4dfd81082d30), after_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:28:14.620841 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5788c6a5-2a0b-477b-a5e4-5e87dedb36b0 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Pushing event updated for resources: {'Port': ['ID=2bbe2b81-cd74-4046-9f27-5f331548b40d,revision_number=2']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:28:14.626629 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-5788c6a5-2a0b-477b-a5e4-5e87dedb36b0 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122971'] for floatingip (None), before_response {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:28:14.634312 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-5788c6a5-2a0b-477b-a5e4-5e87dedb36b0 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7715521 Mar 11 16:28:14.780903 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-357579f6-8b8f-46e6-ab6c-da6dca77fcaf req-d1bf9473-ff2e-4f54-b120-7d8db4bddfb3 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--1692871332&fields=id&tenant_id=3f90eba451e343e49c0fa456ba2b00cd HTTP/1.1" status: 200 len: 267 time: 0.0421240 Mar 11 16:28:14.896765 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357579f6-8b8f-46e6-ab6c-da6dca77fcaf req-2f8d24a7-c816-43c1-a89f-ebe5de8c060f tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:14.898233 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-357579f6-8b8f-46e6-ab6c-da6dca77fcaf req-2f8d24a7-c816-43c1-a89f-ebe5de8c060f tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/networks?id=5f3aea45-b741-4cf8-ad8b-40753fc82fad HTTP/1.1" status: 200 len: 815 time: 0.1104109 Mar 11 16:28:14.912962 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-357579f6-8b8f-46e6-ab6c-da6dca77fcaf req-f7a1fa15-8e8f-4811-b2b6-57467f1a6b60 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/quotas/3f90eba451e343e49c0fa456ba2b00cd HTTP/1.1" status: 200 len: 375 time: 0.0087183 Mar 11 16:28:14.968014 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-357579f6-8b8f-46e6-ab6c-da6dca77fcaf req-1b9a1fef-f7d5-4ad6-bddd-8a2fbd88c614 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=3f90eba451e343e49c0fa456ba2b00cd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0501189 Mar 11 16:28:15.097859 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-357579f6-8b8f-46e6-ab6c-da6dca77fcaf req-f59934b7-ee09-476f-9643-a9f2b300235e service neutron] 10.222.0.72 "GET /v2.0/networks/5f3aea45-b741-4cf8-ad8b-40753fc82fad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187811 Mar 11 16:28:15.129317 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae426034-311a-465c-b341-971e81c40e8c req-bb453e39-86fe-44ad-9976-232c2aa0be1e tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:15.130742 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-ae426034-311a-465c-b341-971e81c40e8c req-bb453e39-86fe-44ad-9976-232c2aa0be1e tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=478c05ae-53fc-4f37-9e47-5b58ee2f7275 HTTP/1.1" status: 200 len: 946 time: 0.0910690 Mar 11 16:28:15.260402 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-ae426034-311a-465c-b341-971e81c40e8c req-482078fe-c9cf-4481-b535-efc269a1df85 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/security-groups?id=33dc4511-4987-40c1-bc00-25a6576ab3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1226060 Mar 11 16:28:15.266353 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-357579f6-8b8f-46e6-ab6c-da6dca77fcaf req-dd1e148e-aa78-4d75-894d-ea95eed01068 service neutron] 10.222.0.72 "GET /v2.0/networks/5f3aea45-b741-4cf8-ad8b-40753fc82fad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624601 Mar 11 16:28:15.445825 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-69bb1bf2-11d5-4429-a467-043b48bb9747 req-8c09ea96-e375-4fa5-ada2-fcda35e45de1 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/ports?device_id=99431ad6-db3e-4ba2-844c-55f7a0adf3d1 HTTP/1.1" status: 200 len: 210 time: 0.0285645 Mar 11 16:28:15.728026 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7355af19-028f-47f4-8030-cec8bdd5ddd0 req-6f084252-c079-429e-a2e6-3c5f17de6078 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:15.729490 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-7355af19-028f-47f4-8030-cec8bdd5ddd0 req-6f084252-c079-429e-a2e6-3c5f17de6078 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.18 "GET /v2.0/ports?device_id=478c05ae-53fc-4f37-9e47-5b58ee2f7275 HTTP/1.1" status: 200 len: 946 time: 0.0554633 Mar 11 16:28:15.831535 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.plugin [req-7355af19-028f-47f4-8030-cec8bdd5ddd0 req-00a9d371-3005-492d-bbc6-7cebe7bc5ef1 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Deleting port b2fdd8a9-d396-4e44-9ff5-4e706efd4b70 {{(pid=103092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 16:28:15.832207 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-7355af19-028f-47f4-8030-cec8bdd5ddd0 req-00a9d371-3005-492d-bbc6-7cebe7bc5ef1 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780138536942'] for port (b2fdd8a9-d396-4e44-9ff5-4e706efd4b70), before_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:28:16.154386 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.db [req-7355af19-028f-47f4-8030-cec8bdd5ddd0 req-00a9d371-3005-492d-bbc6-7cebe7bc5ef1 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] For port b2fdd8a9-d396-4e44-9ff5-4e706efd4b70, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=b2fdd8a9-d396-4e44-9ff5-4e706efd4b70,segment=NetworkSegment(a719ed4c-1b21-4087-84c5-f4c81307e7ed),segment_id=a719ed4c-1b21-4087-84c5-f4c81307e7ed)] {{(pid=103092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:28:16.154753 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-7355af19-028f-47f4-8030-cec8bdd5ddd0 req-00a9d371-3005-492d-bbc6-7cebe7bc5ef1 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538029'] for port (b2fdd8a9-d396-4e44-9ff5-4e706efd4b70), precommit_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:28:16.164521 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-699de660-9375-4143-9ff3-448832e226fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (03422851-42b1-44c9-ada6-e479436b7b23), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:28:16.369926 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-7355af19-028f-47f4-8030-cec8bdd5ddd0 req-00a9d371-3005-492d-bbc6-7cebe7bc5ef1 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:28:16.370303 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-7355af19-028f-47f4-8030-cec8bdd5ddd0 req-00a9d371-3005-492d-bbc6-7cebe7bc5ef1 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539899'] for floatingip (5c186cf0-f979-49ff-ba93-0e5ecda94390), after_update {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:28:16.370615 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.db.l3_db [req-7355af19-028f-47f4-8030-cec8bdd5ddd0 req-00a9d371-3005-492d-bbc6-7cebe7bc5ef1 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Floating IP 5c186cf0-f979-49ff-ba93-0e5ecda94390 disassociated. External IP: 172.27.0.46, port: b2fdd8a9-d396-4e44-9ff5-4e706efd4b70. Mar 11 16:28:16.371059 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.plugin [req-7355af19-028f-47f4-8030-cec8bdd5ddd0 req-00a9d371-3005-492d-bbc6-7cebe7bc5ef1 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Calling delete_port for b2fdd8a9-d396-4e44-9ff5-4e706efd4b70 owned by compute:nova {{(pid=103092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 16:28:16.537452 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357579f6-8b8f-46e6-ab6c-da6dca77fcaf req-e01d0265-27f0-46aa-b00e-2056c09075ef tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:16.538855 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-357579f6-8b8f-46e6-ab6c-da6dca77fcaf req-e01d0265-27f0-46aa-b00e-2056c09075ef tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.18 "GET /v2.0/networks?id=5f3aea45-b741-4cf8-ad8b-40753fc82fad HTTP/1.1" status: 200 len: 815 time: 0.2184408 Mar 11 16:28:16.565800 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d78fdc-5df0-40aa-abf0-a536ad3f70c6 req-6a73e15c-c4b1-4b35-9a86-d975c5af3330 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:16.567173 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-43d78fdc-5df0-40aa-abf0-a536ad3f70c6 req-6a73e15c-c4b1-4b35-9a86-d975c5af3330 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=478c05ae-53fc-4f37-9e47-5b58ee2f7275 HTTP/1.1" status: 200 len: 946 time: 0.2139220 Mar 11 16:28:16.571615 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-8bfbd2a7-09eb-40d9-a2bf-5812e8cdcf14 req-9e93c574-f9d4-425d-9e14-e87c33476241 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/ports?device_id=99431ad6-db3e-4ba2-844c-55f7a0adf3d1 HTTP/1.1" status: 200 len: 210 time: 0.0507174 Mar 11 16:28:16.702391 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-7355af19-028f-47f4-8030-cec8bdd5ddd0 req-00a9d371-3005-492d-bbc6-7cebe7bc5ef1 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780138542421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780137975920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30811620'] for port (b2fdd8a9-d396-4e44-9ff5-4e706efd4b70), after_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:28:16.708380 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-43d78fdc-5df0-40aa-abf0-a536ad3f70c6 req-280fd3dd-f2e1-46c5-b6cf-138bb9a128c4 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/security-groups?id=33dc4511-4987-40c1-bc00-25a6576ab3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1243145 Mar 11 16:28:16.714577 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-357579f6-8b8f-46e6-ab6c-da6dca77fcaf req-fedeba85-e02e-4639-af1a-ca41c7bf77bb tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3f90eba451e343e49c0fa456ba2b00cd HTTP/1.1" status: 200 len: 380 time: 0.1465182 Mar 11 16:28:16.742802 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.v2.base [req-357579f6-8b8f-46e6-ab6c-da6dca77fcaf req-0f607df0-4a04-4be8-bc53-1e368f0d0a43 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Request body: {'port': {'device_id': '99431ad6-db3e-4ba2-844c-55f7a0adf3d1', 'network_id': '5f3aea45-b741-4cf8-ad8b-40753fc82fad', 'admin_state_up': True, 'tenant_id': '3f90eba451e343e49c0fa456ba2b00cd', 'security_groups': ['43f1cb9b-4a46-4c59-840d-6289addc6fe0']}} {{(pid=103092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:28:16.748990 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a9d371-3005-492d-bbc6-7cebe7bc5ef1 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Pushing event deleted for resources: {'Port': ['ID=b2fdd8a9-d396-4e44-9ff5-4e706efd4b70,revision_number=None']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:28:16.941699 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-357579f6-8b8f-46e6-ab6c-da6dca77fcaf req-0f607df0-4a04-4be8-bc53-1e368f0d0a43 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Made reservation on behalf of 3f90eba451e343e49c0fa456ba2b00cd for: {'port': 1} {{(pid=103092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:28:16.944981 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-357579f6-8b8f-46e6-ab6c-da6dca77fcaf req-0f607df0-4a04-4be8-bc53-1e368f0d0a43 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (None), before_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:28:16.957166 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7355af19-028f-47f4-8030-cec8bdd5ddd0 req-00a9d371-3005-492d-bbc6-7cebe7bc5ef1 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Router 839b5096-b9c0-4547-9685-d62aca0b2418 has already been hosted by L3 agent 03422851-42b1-44c9-ada6-e479436b7b23 {{(pid=103092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:28:17.160201 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.db.db_base_plugin_common [req-357579f6-8b8f-46e6-ab6c-da6dca77fcaf req-0f607df0-4a04-4be8-bc53-1e368f0d0a43 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Allocated IP 172.20.0.5 (5f3aea45-b741-4cf8-ad8b-40753fc82fad/acc28c21-3e47-4bf8-b31f-cbbed70c6f99/cefc575a-6e0e-420a-b287-cdda5a18f32a) {{(pid=103092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:28:17.162517 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7355af19-028f-47f4-8030-cec8bdd5ddd0 req-00a9d371-3005-492d-bbc6-7cebe7bc5ef1 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Notify agent at l3_agent.dv-cinder-750782-12-iscsi the message routers_updated {{(pid=103092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:28:17.176117 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098aaef2-9709-41c9-8264-ebf7c7d2ceae None None] Sync routers for ids ['839b5096-b9c0-4547-9685-d62aca0b2418'] in dv-cinder-750782-12-iscsi {{(pid=103093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:28:17.188537 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098aaef2-9709-41c9-8264-ebf7c7d2ceae None None] Routers {'839b5096-b9c0-4547-9685-d62aca0b2418'} bound to L3 agent in host dv-cinder-750782-12-iscsi {{(pid=103093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 16:28:17.189151 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_hamode_db [None req-098aaef2-9709-41c9-8264-ebf7c7d2ceae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-11T16:12:46Z,description=,heartbeat_timestamp=2022-03-11T16:28:16Z,host='dv-cinder-750782-12-iscsi',id=03422851-42b1-44c9-ada6-e479436b7b23,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:12:46Z,topic='l3_agent')) {'router_ids': ['839b5096-b9c0-4547-9685-d62aca0b2418'], 'active': True} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:28:17.218961 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.db.l3_dvrscheduler_db [req-7355af19-028f-47f4-8030-cec8bdd5ddd0 req-00a9d371-3005-492d-bbc6-7cebe7bc5ef1 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] No DVR routers for this DVR port b2fdd8a9-d396-4e44-9ff5-4e706efd4b70 on host hv-cinder-75078 {{(pid=103092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:28:17.226239 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-7355af19-028f-47f4-8030-cec8bdd5ddd0 req-00a9d371-3005-492d-bbc6-7cebe7bc5ef1 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122971'] for port (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:28:17.229458 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-7355af19-028f-47f4-8030-cec8bdd5ddd0 req-00a9d371-3005-492d-bbc6-7cebe7bc5ef1 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.18 "DELETE /v2.0/ports/b2fdd8a9-d396-4e44-9ff5-4e706efd4b70 HTTP/1.1" status: 204 len: 173 time: 1.4935153 Mar 11 16:28:17.229908 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '478c05ae-53fc-4f37-9e47-5b58ee2f7275', 'name': 'network-vif-deleted', 'tag': 'b2fdd8a9-d396-4e44-9ff5-4e706efd4b70'}] {{(pid=103092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:28:17.233241 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8119d67d121bc7655fb27ee4e81d05746f3857d7b024446e390c37a4f39e07a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86668c12-d75c-4caa-9945-0f787ee8b36d" -d '{"events": [{"server_uuid": "478c05ae-53fc-4f37-9e47-5b58ee2f7275", "name": "network-vif-deleted", "tag": "b2fdd8a9-d396-4e44-9ff5-4e706efd4b70"}]}' {{(pid=103092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 16:28:17.276886 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 16:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-181a8339-01b4-4414-942c-60bfc2ed0fea x-openstack-request-id: req-181a8339-01b4-4414-942c-60bfc2ed0fea {{(pid=103092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 16:28:17.277405 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "478c05ae-53fc-4f37-9e47-5b58ee2f7275", "name": "network-vif-deleted", "tag": "b2fdd8a9-d396-4e44-9ff5-4e706efd4b70", "status": "completed", "code": 200}]} {{(pid=103092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 16:28:17.277630 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-181a8339-01b4-4414-942c-60bfc2ed0fea {{(pid=103092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 16:28:17.278194 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '478c05ae-53fc-4f37-9e47-5b58ee2f7275', 'name': 'network-vif-deleted', 'tag': 'b2fdd8a9-d396-4e44-9ff5-4e706efd4b70', 'status': 'completed', 'code': 200} Mar 11 16:28:17.350685 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_dvr_db [None req-098aaef2-9709-41c9-8264-ebf7c7d2ceae None None] Set router 839b5096-b9c0-4547-9685-d62aca0b2418 gateway port host: dv-cinder-750782-12-iscsi {{(pid=103093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 16:28:17.369899 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-357579f6-8b8f-46e6-ab6c-da6dca77fcaf req-0f607df0-4a04-4be8-bc53-1e368f0d0a43 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks [] for port (cefc575a-6e0e-420a-b287-cdda5a18f32a), precommit_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:28:17.407460 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-357579f6-8b8f-46e6-ab6c-da6dca77fcaf req-0f607df0-4a04-4be8-bc53-1e368f0d0a43 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780137975911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30811620'] for port (cefc575a-6e0e-420a-b287-cdda5a18f32a), after_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:28:17.453910 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-357579f6-8b8f-46e6-ab6c-da6dca77fcaf req-0f607df0-4a04-4be8-bc53-1e368f0d0a43 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Network 5f3aea45-b741-4cf8-ad8b-40753fc82fad is already hosted by enough agents. {{(pid=103092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:28:17.461073 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.scheduler.base_scheduler [req-357579f6-8b8f-46e6-ab6c-da6dca77fcaf req-0f607df0-4a04-4be8-bc53-1e368f0d0a43 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Resources bound (agent type, host, resource id): {{(pid=103092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:28:17.466098 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.db.l3_dvrscheduler_db [req-357579f6-8b8f-46e6-ab6c-da6dca77fcaf req-0f607df0-4a04-4be8-bc53-1e368f0d0a43 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Received port after_create {{(pid=103092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 16:28:17.470216 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f607df0-4a04-4be8-bc53-1e368f0d0a43 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Pushing event updated for resources: {'Port': ['ID=cefc575a-6e0e-420a-b287-cdda5a18f32a,revision_number=1']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:28:17.519806 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357579f6-8b8f-46e6-ab6c-da6dca77fcaf req-0f607df0-4a04-4be8-bc53-1e368f0d0a43 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:17.520523 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-357579f6-8b8f-46e6-ab6c-da6dca77fcaf req-0f607df0-4a04-4be8-bc53-1e368f0d0a43 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122971'] for port (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:28:17.521258 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ae773407-53f5-44d0-bdbe-4d88b69a915f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (d0bcdf8a-248d-4278-aa4c-95e4828d61b2), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:28:17.537989 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-357579f6-8b8f-46e6-ab6c-da6dca77fcaf req-0f607df0-4a04-4be8-bc53-1e368f0d0a43 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8177450 Mar 11 16:28:17.551059 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.v2.base [req-357579f6-8b8f-46e6-ab6c-da6dca77fcaf req-56fc2b82-f891-46ec-9e2b-222fb82abdf9 service neutron] Request body: {'port': {'device_id': '99431ad6-db3e-4ba2-844c-55f7a0adf3d1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=103092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:28:17.591000 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_hamode_db [None req-098aaef2-9709-41c9-8264-ebf7c7d2ceae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '839b5096-b9c0-4547-9685-d62aca0b2418', 'name': 'tempest-AttachVolumeShelveTestJSON-1853710950-router', 'tenant_id': 'a951288cde284b359074a2755c43fd3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'external_fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': '502e9fb5-5295-4eef-85c5-d90406a3e043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:21:05Z', 'updated_at': '2022-03-11T16:21:13Z', 'revision_number': 4, 'project_id': 'a951288cde284b359074a2755c43fd3f', 'gw_port': {'id': '502e9fb5-5295-4eef-85c5-d90406a3e043', 'name': '', 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:55:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839b5096-b9c0-4547-9685-d62aca0b2418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:05Z', 'updated_at': '2022-03-11T16:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-12-iscsi', '_interfaces': [{'id': '640132e4-6f5b-4a16-bcab-35e5b7d111df', 'name': '', 'network_id': '4d385937-5589-47ac-b063-981bb549e693', 'tenant_id': 'a951288cde284b359074a2755c43fd3f', 'mac_address': 'fa:16:3e:45:59:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839b5096-b9c0-4547-9685-d62aca0b2418', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '1fa91c63-7953-4f02-bfd2-c0a4c4e05e10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:10Z', 'updated_at': '2022-03-11T16:21:28Z', 'revision_number': 5, 'project_id': 'a951288cde284b359074a2755c43fd3f', 'subnets': [{'id': '1fa91c63-7953-4f02-bfd2-c0a4c4e05e10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-12-iscsi', False) {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:28:17.617882 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-357579f6-8b8f-46e6-ab6c-da6dca77fcaf req-56fc2b82-f891-46ec-9e2b-222fb82abdf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (cefc575a-6e0e-420a-b287-cdda5a18f32a), before_update {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:28:17.639698 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098aaef2-9709-41c9-8264-ebf7c7d2ceae None None] Checking router: 839b5096-b9c0-4547-9685-d62aca0b2418 for host: dv-cinder-750782-12-iscsi {{(pid=103093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:28:17.649521 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098aaef2-9709-41c9-8264-ebf7c7d2ceae None None] Routers {'839b5096-b9c0-4547-9685-d62aca0b2418'} bound to L3 agent in host dv-cinder-750782-12-iscsi {{(pid=103093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 16:28:17.650317 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_hamode_db [None req-098aaef2-9709-41c9-8264-ebf7c7d2ceae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-11T16:12:46Z,description=,heartbeat_timestamp=2022-03-11T16:28:16Z,host='dv-cinder-750782-12-iscsi',id=03422851-42b1-44c9-ada6-e479436b7b23,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:12:46Z,topic='l3_agent')) {'router_ids': ['839b5096-b9c0-4547-9685-d62aca0b2418'], 'active': True} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:28:17.795998 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_dvr_db [None req-098aaef2-9709-41c9-8264-ebf7c7d2ceae None None] Set router 839b5096-b9c0-4547-9685-d62aca0b2418 gateway port host: dv-cinder-750782-12-iscsi {{(pid=103093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 16:28:17.823234 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3fae52-9c3c-4841-8103-5c330ebe96de req-fe51c116-d597-466b-ae0c-c6d2d1610a95 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:17.826457 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-0f3fae52-9c3c-4841-8103-5c330ebe96de req-fe51c116-d597-466b-ae0c-c6d2d1610a95 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/ports?device_id=99431ad6-db3e-4ba2-844c-55f7a0adf3d1 HTTP/1.1" status: 200 len: 931 time: 0.1447325 Mar 11 16:28:17.828036 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [None req-355d076c-d50a-4e78-b48f-3e7ff7145a4f None None] Provisioning complete for port cefc575a-6e0e-420a-b287-cdda5a18f32a triggered by entity DHCP. {{(pid=103093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 16:28:17.828382 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-355d076c-d50a-4e78-b48f-3e7ff7145a4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397499'] for port (cefc575a-6e0e-420a-b287-cdda5a18f32a), provisioning_complete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:28:17.892585 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-af7f93bf-56d9-491b-803e-2c10ff57d5cf req-008468c6-0402-405b-8084-85ee85463450 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=478c05ae-53fc-4f37-9e47-5b58ee2f7275 HTTP/1.1" status: 200 len: 210 time: 0.0502837 Mar 11 16:28:17.962771 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-0f3fae52-9c3c-4841-8103-5c330ebe96de req-4cd11f6f-611a-47e3-bb87-1540010b4207 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/security-groups?id=43f1cb9b-4a46-4c59-840d-6289addc6fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185889 Mar 11 16:28:18.038225 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-355d076c-d50a-4e78-b48f-3e7ff7145a4f None None] Port cefc575a-6e0e-420a-b287-cdda5a18f32a cannot update to ACTIVE because it is not bound. {{(pid=103093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 16:28:18.044657 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.notifiers.nova [req-357579f6-8b8f-46e6-ab6c-da6dca77fcaf req-56fc2b82-f891-46ec-9e2b-222fb82abdf9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cefc575a-6e0e-420a-b287-cdda5a18f32a {{(pid=103092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:28:18.052666 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-357579f6-8b8f-46e6-ab6c-da6dca77fcaf req-56fc2b82-f891-46ec-9e2b-222fb82abdf9 service neutron] Publish callbacks [] for port (cefc575a-6e0e-420a-b287-cdda5a18f32a), precommit_update {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:28:18.065244 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.db.provisioning_blocks [req-357579f6-8b8f-46e6-ab6c-da6dca77fcaf req-56fc2b82-f891-46ec-9e2b-222fb82abdf9 service neutron] Transition to ACTIVE for port object cefc575a-6e0e-420a-b287-cdda5a18f32a will not be triggered until provisioned by entity L2. {{(pid=103092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 16:28:18.069323 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-357579f6-8b8f-46e6-ab6c-da6dca77fcaf req-56fc2b82-f891-46ec-9e2b-222fb82abdf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30811645'] for port (cefc575a-6e0e-420a-b287-cdda5a18f32a), after_update {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:28:18.128347 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fc2b82-f891-46ec-9e2b-222fb82abdf9 service neutron] Pushing event updated for resources: {'Port': ['ID=cefc575a-6e0e-420a-b287-cdda5a18f32a,revision_number=2']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:28:18.179108 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_hamode_db [None req-098aaef2-9709-41c9-8264-ebf7c7d2ceae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '839b5096-b9c0-4547-9685-d62aca0b2418', 'name': 'tempest-AttachVolumeShelveTestJSON-1853710950-router', 'tenant_id': 'a951288cde284b359074a2755c43fd3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'external_fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': '502e9fb5-5295-4eef-85c5-d90406a3e043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:21:05Z', 'updated_at': '2022-03-11T16:21:13Z', 'revision_number': 4, 'project_id': 'a951288cde284b359074a2755c43fd3f', 'gw_port': {'id': '502e9fb5-5295-4eef-85c5-d90406a3e043', 'name': '', 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:55:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839b5096-b9c0-4547-9685-d62aca0b2418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:05Z', 'updated_at': '2022-03-11T16:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-12-iscsi', '_interfaces': [{'id': '640132e4-6f5b-4a16-bcab-35e5b7d111df', 'name': '', 'network_id': '4d385937-5589-47ac-b063-981bb549e693', 'tenant_id': 'a951288cde284b359074a2755c43fd3f', 'mac_address': 'fa:16:3e:45:59:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839b5096-b9c0-4547-9685-d62aca0b2418', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '1fa91c63-7953-4f02-bfd2-c0a4c4e05e10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:10Z', 'updated_at': '2022-03-11T16:21:28Z', 'revision_number': 5, 'project_id': 'a951288cde284b359074a2755c43fd3f', 'subnets': [{'id': '1fa91c63-7953-4f02-bfd2-c0a4c4e05e10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-12-iscsi', False) {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:28:18.198493 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.managers [req-357579f6-8b8f-46e6-ab6c-da6dca77fcaf req-56fc2b82-f891-46ec-9e2b-222fb82abdf9 service neutron] Attempting to bind port cefc575a-6e0e-420a-b287-cdda5a18f32a on host hv-cinder-75078 for vnic_type normal with profile {{(pid=103092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 16:28:18.198868 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.managers [req-357579f6-8b8f-46e6-ab6c-da6dca77fcaf req-56fc2b82-f891-46ec-9e2b-222fb82abdf9 service neutron] Attempting to bind port cefc575a-6e0e-420a-b287-cdda5a18f32a by drivers openvswitch,hyperv on host hv-cinder-75078 at level 0 using segments [{'id': 'd0d5eee1-b4bb-471c-a057-81102a55b99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '5f3aea45-b741-4cf8-ad8b-40753fc82fad'}] {{(pid=103092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 16:28:18.199176 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-357579f6-8b8f-46e6-ab6c-da6dca77fcaf req-56fc2b82-f891-46ec-9e2b-222fb82abdf9 service neutron] Attempting to bind port cefc575a-6e0e-420a-b287-cdda5a18f32a on network 5f3aea45-b741-4cf8-ad8b-40753fc82fad {{(pid=103092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 16:28:18.204172 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-357579f6-8b8f-46e6-ab6c-da6dca77fcaf req-56fc2b82-f891-46ec-9e2b-222fb82abdf9 service neutron] Port cefc575a-6e0e-420a-b287-cdda5a18f32a on network 5f3aea45-b741-4cf8-ad8b-40753fc82fad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75078 {{(pid=103092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 16:28:18.204493 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-357579f6-8b8f-46e6-ab6c-da6dca77fcaf req-56fc2b82-f891-46ec-9e2b-222fb82abdf9 service neutron] Attempting to bind port cefc575a-6e0e-420a-b287-cdda5a18f32a on network 5f3aea45-b741-4cf8-ad8b-40753fc82fad {{(pid=103092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 16:28:18.207449 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098aaef2-9709-41c9-8264-ebf7c7d2ceae None None] The sync data for ids ['839b5096-b9c0-4547-9685-d62aca0b2418'] in dv-cinder-750782-12-iscsi is: [{'id': '839b5096-b9c0-4547-9685-d62aca0b2418', 'name': 'tempest-AttachVolumeShelveTestJSON-1853710950-router', 'tenant_id': 'a951288cde284b359074a2755c43fd3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'external_fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': '502e9fb5-5295-4eef-85c5-d90406a3e043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:21:05Z', 'updated_at': '2022-03-11T16:21:13Z', 'revision_number': 4, 'project_id': 'a951288cde284b359074a2755c43fd3f', 'gw_port': {'id': '502e9fb5-5295-4eef-85c5-d90406a3e043', 'name': '', 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:55:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839b5096-b9c0-4547-9685-d62aca0b2418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:05Z', 'updated_at': '2022-03-11T16:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-12-iscsi', '_interfaces': [{'id': '640132e4-6f5b-4a16-bcab-35e5b7d111df', 'name': '', 'network_id': '4d385937-5589-47ac-b063-981bb549e693', 'tenant_id': 'a951288cde284b359074a2755c43fd3f', 'mac_address': 'fa:16:3e:45:59:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839b5096-b9c0-4547-9685-d62aca0b2418', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '1fa91c63-7953-4f02-bfd2-c0a4c4e05e10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:10Z', 'updated_at': '2022-03-11T16:21:28Z', 'revision_number': 5, 'project_id': 'a951288cde284b359074a2755c43fd3f', 'subnets': [{'id': '1fa91c63-7953-4f02-bfd2-c0a4c4e05e10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:28:18.211226 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-357579f6-8b8f-46e6-ab6c-da6dca77fcaf req-56fc2b82-f891-46ec-9e2b-222fb82abdf9 service neutron] Checking agent: {'id': '42978ec7-0c45-4bcc-88e8-64ee44356522', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 19, 5), 'started_at': datetime.datetime(2022, 3, 11, 16, 19, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 28, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 16:28:18.211226 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-357579f6-8b8f-46e6-ab6c-da6dca77fcaf req-56fc2b82-f891-46ec-9e2b-222fb82abdf9 service neutron] Checking segment: {'id': 'd0d5eee1-b4bb-471c-a057-81102a55b99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '5f3aea45-b741-4cf8-ad8b-40753fc82fad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 16:28:18.211425 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-357579f6-8b8f-46e6-ab6c-da6dca77fcaf req-56fc2b82-f891-46ec-9e2b-222fb82abdf9 service neutron] Bound using segment: {'id': 'd0d5eee1-b4bb-471c-a057-81102a55b99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '5f3aea45-b741-4cf8-ad8b-40753fc82fad'} {{(pid=103092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 16:28:18.211853 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.managers [req-357579f6-8b8f-46e6-ab6c-da6dca77fcaf req-56fc2b82-f891-46ec-9e2b-222fb82abdf9 service neutron] Bound port: cefc575a-6e0e-420a-b287-cdda5a18f32a, host: hv-cinder-75078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0d5eee1-b4bb-471c-a057-81102a55b99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '5f3aea45-b741-4cf8-ad8b-40753fc82fad'}}] {{(pid=103092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 16:28:18.212211 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-357579f6-8b8f-46e6-ab6c-da6dca77fcaf req-56fc2b82-f891-46ec-9e2b-222fb82abdf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (cefc575a-6e0e-420a-b287-cdda5a18f32a), before_update {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:28:18.286727 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.db [req-357579f6-8b8f-46e6-ab6c-da6dca77fcaf req-56fc2b82-f891-46ec-9e2b-222fb82abdf9 service neutron] For port cefc575a-6e0e-420a-b287-cdda5a18f32a, host hv-cinder-75078, cleared binding levels {{(pid=103092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:28:18.291701 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.db [req-357579f6-8b8f-46e6-ab6c-da6dca77fcaf req-56fc2b82-f891-46ec-9e2b-222fb82abdf9 service neutron] For port cefc575a-6e0e-420a-b287-cdda5a18f32a, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=cefc575a-6e0e-420a-b287-cdda5a18f32a,segment=NetworkSegment(d0d5eee1-b4bb-471c-a057-81102a55b99f),segment_id=d0d5eee1-b4bb-471c-a057-81102a55b99f)] {{(pid=103092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:28:18.299977 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-357579f6-8b8f-46e6-ab6c-da6dca77fcaf req-56fc2b82-f891-46ec-9e2b-222fb82abdf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30811645'] for port (cefc575a-6e0e-420a-b287-cdda5a18f32a), after_update {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:28:18.337596 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357579f6-8b8f-46e6-ab6c-da6dca77fcaf req-56fc2b82-f891-46ec-9e2b-222fb82abdf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:18.338225 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-357579f6-8b8f-46e6-ab6c-da6dca77fcaf req-56fc2b82-f891-46ec-9e2b-222fb82abdf9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122971'] for port (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:28:18.340169 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-357579f6-8b8f-46e6-ab6c-da6dca77fcaf req-56fc2b82-f891-46ec-9e2b-222fb82abdf9 service neutron] 10.222.0.18 "PUT /v2.0/ports/cefc575a-6e0e-420a-b287-cdda5a18f32a HTTP/1.1" status: 200 len: 1093 time: 0.7931280 Mar 11 16:28:18.387070 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fc2b82-f891-46ec-9e2b-222fb82abdf9 service neutron] Pushing event updated for resources: {'Port': ['ID=cefc575a-6e0e-420a-b287-cdda5a18f32a,revision_number=3']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:28:18.454187 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357579f6-8b8f-46e6-ab6c-da6dca77fcaf req-10504b98-9eab-4707-b7bd-6875d947f2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:18.455716 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-357579f6-8b8f-46e6-ab6c-da6dca77fcaf req-10504b98-9eab-4707-b7bd-6875d947f2c9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3f90eba451e343e49c0fa456ba2b00cd&device_id=99431ad6-db3e-4ba2-844c-55f7a0adf3d1 HTTP/1.1" status: 200 len: 1127 time: 0.0546942 Mar 11 16:28:18.493222 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbfb971d-8c13-4930-b6af-04f61ef5601d None None] New status for floating IP 5c186cf0-f979-49ff-ba93-0e5ecda94390: DOWN {{(pid=103094) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 16:28:18.501429 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-357579f6-8b8f-46e6-ab6c-da6dca77fcaf req-743b3ce9-c21c-43cd-b811-1331f0196113 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cefc575a-6e0e-420a-b287-cdda5a18f32a HTTP/1.1" status: 200 len: 217 time: 0.0384388 Mar 11 16:28:18.555116 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357579f6-8b8f-46e6-ab6c-da6dca77fcaf req-06ff1e00-45c3-427a-9e37-e536b19cb2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:18.556698 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-357579f6-8b8f-46e6-ab6c-da6dca77fcaf req-06ff1e00-45c3-427a-9e37-e536b19cb2ee service neutron] 10.222.0.18 "GET /v2.0/subnets?id=acc28c21-3e47-4bf8-b31f-cbbed70c6f99 HTTP/1.1" status: 200 len: 854 time: 0.0496862 Mar 11 16:28:18.616519 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357579f6-8b8f-46e6-ab6c-da6dca77fcaf req-d3285fa5-fefc-435d-aea1-987777676844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:18.618240 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-357579f6-8b8f-46e6-ab6c-da6dca77fcaf req-d3285fa5-fefc-435d-aea1-987777676844 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5f3aea45-b741-4cf8-ad8b-40753fc82fad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0541561 Mar 11 16:28:18.712122 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-357579f6-8b8f-46e6-ab6c-da6dca77fcaf req-960f6e6b-bfa5-4bae-a6f4-6e8e49539b17 service neutron] 10.222.0.18 "GET /v2.0/networks/5f3aea45-b741-4cf8-ad8b-40753fc82fad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861213 Mar 11 16:28:18.804502 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-357579f6-8b8f-46e6-ab6c-da6dca77fcaf req-8d353c73-92fe-4915-b59b-08813060074d service neutron] 10.222.0.18 "GET /v2.0/networks/5f3aea45-b741-4cf8-ad8b-40753fc82fad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866032 Mar 11 16:28:18.845691 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-12686fd2-0f25-484f-a78a-b5cd34d8581b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (a5a5d809-3580-471a-ade1-6c5ecc269919), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:28:18.984336 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 44910) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:28:19.040025 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-1c71bdb8-d365-4101-bb27-fa38acd399f1 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Publish callbacks [] for security_group (33dc4511-4987-40c1-bc00-25a6576ab3f8), before_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:28:19.064955 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-1c71bdb8-d365-4101-bb27-fa38acd399f1 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Publish callbacks [] for security_group (33dc4511-4987-40c1-bc00-25a6576ab3f8), precommit_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:28:19.083145 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dc288f-2d8b-42d6-8c1c-751b626519f2 req-e63b047a-ddc4-4593-89aa-881eef479a9f tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:19.084631 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-a4dc288f-2d8b-42d6-8c1c-751b626519f2 req-e63b047a-ddc4-4593-89aa-881eef479a9f tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/ports?device_id=99431ad6-db3e-4ba2-844c-55f7a0adf3d1 HTTP/1.1" status: 200 len: 943 time: 0.0539260 Mar 11 16:28:19.113210 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-1c71bdb8-d365-4101-bb27-fa38acd399f1 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (33dc4511-4987-40c1-bc00-25a6576ab3f8), after_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:28:19.115850 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-1c71bdb8-d365-4101-bb27-fa38acd399f1 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Publish callbacks [] for security_group (None), before_response {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:28:19.117036 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-1c71bdb8-d365-4101-bb27-fa38acd399f1 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "DELETE /v2.0/security-groups/33dc4511-4987-40c1-bc00-25a6576ab3f8 HTTP/1.1" status: 204 len: 168 time: 0.1316206 Mar 11 16:28:19.123284 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 44914) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:28:19.127062 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c71bdb8-d365-4101-bb27-fa38acd399f1 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33dc4511-4987-40c1-bc00-25a6576ab3f8,revision_number=None']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:28:19.147258 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.api.v2.resource [None req-b132f4f9-cb6a-4132-b455-00085a79ec8f tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] show failed (client error): The resource could not be found. Mar 11 16:28:19.148606 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-b132f4f9-cb6a-4132-b455-00085a79ec8f tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/security-groups/33dc4511-4987-40c1-bc00-25a6576ab3f8 HTTP/1.1" status: 404 len: 347 time: 0.0242255 Mar 11 16:28:19.151899 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-a4dc288f-2d8b-42d6-8c1c-751b626519f2 req-0658f26a-d99b-442c-bd45-d0a7dbc7caa1 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/security-groups?id=43f1cb9b-4a46-4c59-840d-6289addc6fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614617 Mar 11 16:28:19.154231 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 44916) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:28:19.223656 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.agents_db [None req-ed17eba3-c4d2-4aaa-a64c-93b8434a4a48 None None] Agent healthcheck: found 6 active agents {{(pid=103094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 16:28:19.279619 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99431ad6-db3e-4ba2-844c-55f7a0adf3d1', 'tag': 'cefc575a-6e0e-420a-b287-cdda5a18f32a'}] {{(pid=103092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:28:19.281930 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8119d67d121bc7655fb27ee4e81d05746f3857d7b024446e390c37a4f39e07a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6d66125-8160-4380-8d3b-e47ab53b53b1" -d '{"events": [{"name": "network-changed", "server_uuid": "99431ad6-db3e-4ba2-844c-55f7a0adf3d1", "tag": "cefc575a-6e0e-420a-b287-cdda5a18f32a"}]}' {{(pid=103092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 16:28:19.286032 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.plugins.ml2.plugin [None req-12e2ba96-d848-4ef0-8d4c-51a0c52cf4fc tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Deleting port 5a48e4b4-8325-421e-9428-5205f252f5e3 {{(pid=103091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 16:28:19.286474 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-12e2ba96-d848-4ef0-8d4c-51a0c52cf4fc tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780138536942'] for port (5a48e4b4-8325-421e-9428-5205f252f5e3), before_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:28:19.316938 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 16:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2981eec-a6ff-4322-8e9a-e46048670929 x-openstack-request-id: req-c2981eec-a6ff-4322-8e9a-e46048670929 {{(pid=103092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 16:28:19.317234 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99431ad6-db3e-4ba2-844c-55f7a0adf3d1", "tag": "cefc575a-6e0e-420a-b287-cdda5a18f32a", "status": "completed", "code": 200}]} {{(pid=103092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 16:28:19.317492 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-c2981eec-a6ff-4322-8e9a-e46048670929 {{(pid=103092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 16:28:19.317885 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99431ad6-db3e-4ba2-844c-55f7a0adf3d1', 'tag': 'cefc575a-6e0e-420a-b287-cdda5a18f32a', 'status': 'completed', 'code': 200} Mar 11 16:28:19.373900 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-12e2ba96-d848-4ef0-8d4c-51a0c52cf4fc tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538029'] for port (5a48e4b4-8325-421e-9428-5205f252f5e3), precommit_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:28:19.374260 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-12e2ba96-d848-4ef0-8d4c-51a0c52cf4fc tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Publish callbacks [] for floatingip (5a48e4b4-8325-421e-9428-5205f252f5e3), precommit_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:28:19.386458 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.plugins.ml2.plugin [None req-12e2ba96-d848-4ef0-8d4c-51a0c52cf4fc tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Calling delete_port for 5a48e4b4-8325-421e-9428-5205f252f5e3 owned by network:floatingip {{(pid=103091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 16:28:19.393558 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d66125-8160-4380-8d3b-e47ab53b53b1 req-625f5738-25dc-48c2-9e31-37a22c409cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:19.395097 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-e6d66125-8160-4380-8d3b-e47ab53b53b1 req-625f5738-25dc-48c2-9e31-37a22c409cc4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3f90eba451e343e49c0fa456ba2b00cd&device_id=99431ad6-db3e-4ba2-844c-55f7a0adf3d1 HTTP/1.1" status: 200 len: 1127 time: 0.0541298 Mar 11 16:28:19.486516 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d66125-8160-4380-8d3b-e47ab53b53b1 req-3f69dff9-1b33-46b4-a190-c94befa80d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:19.488024 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-e6d66125-8160-4380-8d3b-e47ab53b53b1 req-3f69dff9-1b33-46b4-a190-c94befa80d13 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5f3aea45-b741-4cf8-ad8b-40753fc82fad HTTP/1.1" status: 200 len: 916 time: 0.0861919 Mar 11 16:28:19.521437 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-12e2ba96-d848-4ef0-8d4c-51a0c52cf4fc tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780138542421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780137975920'] for port (5a48e4b4-8325-421e-9428-5205f252f5e3), after_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:28:19.534729 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-e6d66125-8160-4380-8d3b-e47ab53b53b1 req-08147aa9-7047-4f85-a20e-e8857801d4a8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cefc575a-6e0e-420a-b287-cdda5a18f32a HTTP/1.1" status: 200 len: 217 time: 0.0393844 Mar 11 16:28:19.548554 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e2ba96-d848-4ef0-8d4c-51a0c52cf4fc tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Pushing event deleted for resources: {'Port': ['ID=5a48e4b4-8325-421e-9428-5205f252f5e3,revision_number=None']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:28:19.572141 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-12e2ba96-d848-4ef0-8d4c-51a0c52cf4fc tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Publish callbacks [] for floatingip (5c186cf0-f979-49ff-ba93-0e5ecda94390), after_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:28:19.574874 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-12e2ba96-d848-4ef0-8d4c-51a0c52cf4fc tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122971'] for floatingip (None), before_response {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:28:19.576263 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-12e2ba96-d848-4ef0-8d4c-51a0c52cf4fc tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "DELETE /v2.0/floatingips/5c186cf0-f979-49ff-ba93-0e5ecda94390 HTTP/1.1" status: 204 len: 168 time: 0.4209785 Mar 11 16:28:19.587669 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d66125-8160-4380-8d3b-e47ab53b53b1 req-2842ed6d-f233-4e94-80a6-b9577bdb3419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:19.589201 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-e6d66125-8160-4380-8d3b-e47ab53b53b1 req-2842ed6d-f233-4e94-80a6-b9577bdb3419 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=acc28c21-3e47-4bf8-b31f-cbbed70c6f99 HTTP/1.1" status: 200 len: 854 time: 0.0486445 Mar 11 16:28:19.644896 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d66125-8160-4380-8d3b-e47ab53b53b1 req-761b2ec0-8e0f-431d-80dc-1a3fe7d18533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:19.646472 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-e6d66125-8160-4380-8d3b-e47ab53b53b1 req-761b2ec0-8e0f-431d-80dc-1a3fe7d18533 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5f3aea45-b741-4cf8-ad8b-40753fc82fad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0513389 Mar 11 16:28:19.744740 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-e6d66125-8160-4380-8d3b-e47ab53b53b1 req-d1f2503b-2d58-499d-9ec9-a108aa3cfb2f service neutron] 10.222.0.18 "GET /v2.0/networks/5f3aea45-b741-4cf8-ad8b-40753fc82fad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916538 Mar 11 16:28:19.837757 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-e6d66125-8160-4380-8d3b-e47ab53b53b1 req-e5de2256-6ec9-40a1-b876-96159236be3f service neutron] 10.222.0.18 "GET /v2.0/networks/5f3aea45-b741-4cf8-ad8b-40753fc82fad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850513 Mar 11 16:28:19.873036 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Device b2fdd8a9-d396-4e44-9ff5-4e706efd4b70 no longer exists at agent hyperv_hv-cinder-75078 {{(pid=103093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 16:28:19.898134 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] No Port match for: b2fdd8a9-d396-4e44-9ff5-4e706efd4b70 {{(pid=103093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 16:28:19.898477 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Device b2fdd8a9-d396-4e44-9ff5-4e706efd4b70 not bound to the agent host hv-cinder-75078 {{(pid=103093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 16:28:19.972547 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 44926) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:28:19.977112 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.v2.base [None req-7094e39f-479e-4cac-99fa-e70ff32c3dae tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1743596674', 'description': 'tempest-description--1612749273'}} {{(pid=103091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:28:20.000684 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-7094e39f-479e-4cac-99fa-e70ff32c3dae tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Publish callbacks [] for security_group (None), before_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:28:20.003834 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74850f4c-dc8b-4164-b25a-a4fee7c2dd47 req-cabdbbbe-bb0b-4740-bfbe-e3066a902a78 tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:20.005442 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-74850f4c-dc8b-4164-b25a-a4fee7c2dd47 req-cabdbbbe-bb0b-4740-bfbe-e3066a902a78 tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] 10.222.0.72 "GET /v2.0/ports?device_id=23d45a6c-bffb-4a43-a089-e2fef8735ae2 HTTP/1.1" status: 200 len: 945 time: 0.0596790 Mar 11 16:28:20.056936 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-74850f4c-dc8b-4164-b25a-a4fee7c2dd47 req-cc473af7-f01b-4ff3-a6ad-c04c76feeb56 tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] 10.222.0.72 "GET /v2.0/security-groups?id=e4010db0-717d-4dac-8612-b3ae381282ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457215 Mar 11 16:28:20.071185 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-7094e39f-479e-4cac-99fa-e70ff32c3dae tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Publish callbacks [] for security_group (e1b324ab-1dec-4ca3-84fa-33a28865bcc4), precommit_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:28:20.075394 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-7094e39f-479e-4cac-99fa-e70ff32c3dae tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (e1b324ab-1dec-4ca3-84fa-33a28865bcc4), after_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:28:20.106443 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-7094e39f-479e-4cac-99fa-e70ff32c3dae tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Publish callbacks [] for security_group (None), before_response {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:28:20.107689 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-7094e39f-479e-4cac-99fa-e70ff32c3dae tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1341124 Mar 11 16:28:20.109589 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7094e39f-479e-4cac-99fa-e70ff32c3dae tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1b324ab-1dec-4ca3-84fa-33a28865bcc4,revision_number=1']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:28:20.110823 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 44928) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:28:20.115385 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.v2.base [None req-05581046-088b-46eb-afcf-af9ed6d89459 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Request body: {'security_group_rule': {'security_group_id': 'e1b324ab-1dec-4ca3-84fa-33a28865bcc4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:28:20.140260 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-05581046-088b-46eb-afcf-af9ed6d89459 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Publish callbacks [] for security_group_rule (7056a503-a5a6-41c1-af45-82bcf705a2c4), before_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:28:20.197267 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-05581046-088b-46eb-afcf-af9ed6d89459 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Publish callbacks [] for security_group_rule (7056a503-a5a6-41c1-af45-82bcf705a2c4), precommit_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:28:20.202716 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-05581046-088b-46eb-afcf-af9ed6d89459 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606776'] for security_group_rule (7056a503-a5a6-41c1-af45-82bcf705a2c4), after_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:28:20.221021 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05581046-088b-46eb-afcf-af9ed6d89459 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7056a503-a5a6-41c1-af45-82bcf705a2c4,revision_number=0']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:28:20.237645 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-05581046-088b-46eb-afcf-af9ed6d89459 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:28:20.238790 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-05581046-088b-46eb-afcf-af9ed6d89459 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1270108 Mar 11 16:28:20.241530 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 44932) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:28:20.260402 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.v2.base [None req-26d9543d-3c3b-479d-9e13-6d080a82f366 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Request body: {'security_group_rule': {'security_group_id': 'e1b324ab-1dec-4ca3-84fa-33a28865bcc4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:28:20.296133 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-26d9543d-3c3b-479d-9e13-6d080a82f366 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Publish callbacks [] for security_group_rule (19888c6b-f351-41bf-b3e9-59ac58bf1062), before_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:28:20.306461 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f105b301-3dec-4a8e-b819-fee14d623cbf req-e7b9ac53-8f62-48ed-881b-f882a7aa9e61 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:20.308074 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-f105b301-3dec-4a8e-b819-fee14d623cbf req-e7b9ac53-8f62-48ed-881b-f882a7aa9e61 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/ports?device_id=99431ad6-db3e-4ba2-844c-55f7a0adf3d1 HTTP/1.1" status: 200 len: 943 time: 0.0825875 Mar 11 16:28:20.383870 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (1025624e-e238-47fc-86ae-58f7bb6baa16), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:28:20.392916 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-f105b301-3dec-4a8e-b819-fee14d623cbf req-8bd19594-ef14-4732-b9b7-95c7e2d35a7e tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/security-groups?id=43f1cb9b-4a46-4c59-840d-6289addc6fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779927 Mar 11 16:28:20.394577 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-26d9543d-3c3b-479d-9e13-6d080a82f366 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Publish callbacks [] for security_group_rule (19888c6b-f351-41bf-b3e9-59ac58bf1062), precommit_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:28:20.407160 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-26d9543d-3c3b-479d-9e13-6d080a82f366 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606776'] for security_group_rule (19888c6b-f351-41bf-b3e9-59ac58bf1062), after_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:28:20.426517 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d9543d-3c3b-479d-9e13-6d080a82f366 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19888c6b-f351-41bf-b3e9-59ac58bf1062,revision_number=0']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:28:20.435839 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-26d9543d-3c3b-479d-9e13-6d080a82f366 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:28:20.437026 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-26d9543d-3c3b-479d-9e13-6d080a82f366 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1945217 Mar 11 16:28:20.440099 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 44934) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:28:20.444306 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.v2.base [None req-0056b652-908f-44b6-b97d-e4cfcb947659 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Request body: {'floatingip': {'floating_network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82'}} {{(pid=103092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:28:20.463467 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-0056b652-908f-44b6-b97d-e4cfcb947659 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:28:20.560769 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-0056b652-908f-44b6-b97d-e4cfcb947659 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (None), before_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:28:20.672712 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.db.db_base_plugin_common [None req-0056b652-908f-44b6-b97d-e4cfcb947659 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Allocated IP 172.27.0.189 (ff1c1ad1-a65f-4be8-9483-081137458b82/5240f8c4-acf8-4de2-827e-773879cfd307/2464e72c-7522-4e10-93ba-3d773e3b0815) {{(pid=103092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:28:20.776144 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-0056b652-908f-44b6-b97d-e4cfcb947659 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Publish callbacks [] for port (2464e72c-7522-4e10-93ba-3d773e3b0815), precommit_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:28:20.809605 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-0056b652-908f-44b6-b97d-e4cfcb947659 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780137975911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30811620'] for port (2464e72c-7522-4e10-93ba-3d773e3b0815), after_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:28:20.851146 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0056b652-908f-44b6-b97d-e4cfcb947659 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Network ff1c1ad1-a65f-4be8-9483-081137458b82 is already hosted by enough agents. {{(pid=103092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:28:20.855909 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.scheduler.base_scheduler [None req-0056b652-908f-44b6-b97d-e4cfcb947659 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Resources bound (agent type, host, resource id): {{(pid=103092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:28:20.859325 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0056b652-908f-44b6-b97d-e4cfcb947659 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Received port after_create {{(pid=103092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 16:28:20.881003 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0056b652-908f-44b6-b97d-e4cfcb947659 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Pushing event updated for resources: {'Port': ['ID=2464e72c-7522-4e10-93ba-3d773e3b0815,revision_number=1']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:28:20.946144 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-0056b652-908f-44b6-b97d-e4cfcb947659 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Publish callbacks [] for floatingip (11b67db2-363c-4541-ba46-0dcc31b531fb), precommit_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:28:20.983051 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-0056b652-908f-44b6-b97d-e4cfcb947659 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (2464e72c-7522-4e10-93ba-3d773e3b0815), before_update {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:28:21.396930 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d3bac3-2417-4d20-b52b-91f147d78275 req-6916ee53-db3c-428a-8759-24b9e9a93eef tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:21.398366 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-f2d3bac3-2417-4d20-b52b-91f147d78275 req-6916ee53-db3c-428a-8759-24b9e9a93eef tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] 10.222.0.72 "GET /v2.0/ports?device_id=23d45a6c-bffb-4a43-a089-e2fef8735ae2 HTTP/1.1" status: 200 len: 945 time: 0.0882032 Mar 11 16:28:21.412709 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-0056b652-908f-44b6-b97d-e4cfcb947659 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Publish callbacks [] for port (2464e72c-7522-4e10-93ba-3d773e3b0815), precommit_update {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:28:21.421160 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-0056b652-908f-44b6-b97d-e4cfcb947659 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30811645'] for port (2464e72c-7522-4e10-93ba-3d773e3b0815), after_update {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:28:21.555699 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-f2d3bac3-2417-4d20-b52b-91f147d78275 req-b3121914-3df3-4f71-bf34-8d2a7c7d67fc tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] 10.222.0.72 "GET /v2.0/security-groups?id=e4010db0-717d-4dac-8612-b3ae381282ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1518593 Mar 11 16:28:21.558257 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0056b652-908f-44b6-b97d-e4cfcb947659 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Pushing event updated for resources: {'Port': ['ID=2464e72c-7522-4e10-93ba-3d773e3b0815,revision_number=2']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:28:21.572228 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-0056b652-908f-44b6-b97d-e4cfcb947659 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539899'] for floatingip (11b67db2-363c-4541-ba46-0dcc31b531fb), after_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:28:21.595024 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b31550-e5e7-4b7c-9bfe-2cd9ecbd4730 req-fb16c72c-4523-40f4-804c-a9231ea01a81 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:21.596491 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-63b31550-e5e7-4b7c-9bfe-2cd9ecbd4730 req-fb16c72c-4523-40f4-804c-a9231ea01a81 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/ports?device_id=99431ad6-db3e-4ba2-844c-55f7a0adf3d1 HTTP/1.1" status: 200 len: 943 time: 0.1162839 Mar 11 16:28:21.599430 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-0056b652-908f-44b6-b97d-e4cfcb947659 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122971'] for floatingip (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:28:21.600546 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-0056b652-908f-44b6-b97d-e4cfcb947659 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1595449 Mar 11 16:28:21.650662 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-63b31550-e5e7-4b7c-9bfe-2cd9ecbd4730 req-4c2d9490-47d8-47a4-8a09-1550c090c1a7 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/security-groups?id=43f1cb9b-4a46-4c59-840d-6289addc6fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483587 Mar 11 16:28:21.796411 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-5e9a1540-d2d8-4bbd-aabd-a31df5209814 req-775c681d-e028-4a13-80fe-274e560871f7 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--1743596674&fields=id&tenant_id=a951288cde284b359074a2755c43fd3f HTTP/1.1" status: 200 len: 267 time: 0.0415087 Mar 11 16:28:21.900869 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9a1540-d2d8-4bbd-aabd-a31df5209814 req-3c6fbf17-da88-4f6f-b6b9-27a8e8163516 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:21.902740 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-5e9a1540-d2d8-4bbd-aabd-a31df5209814 req-3c6fbf17-da88-4f6f-b6b9-27a8e8163516 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/networks?id=4d385937-5589-47ac-b063-981bb549e693 HTTP/1.1" status: 200 len: 817 time: 0.0995853 Mar 11 16:28:21.917278 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-5e9a1540-d2d8-4bbd-aabd-a31df5209814 req-7c5a9da2-a360-434d-9321-8f5719226022 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/quotas/a951288cde284b359074a2755c43fd3f HTTP/1.1" status: 200 len: 375 time: 0.0091393 Mar 11 16:28:21.976118 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-5e9a1540-d2d8-4bbd-aabd-a31df5209814 req-9da6d118-bf4f-400f-8991-80c65658e771 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=a951288cde284b359074a2755c43fd3f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0533187 Mar 11 16:28:22.070735 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-5e9a1540-d2d8-4bbd-aabd-a31df5209814 req-941d9059-50d2-4ed7-84fc-f97efa4e91ec service neutron] 10.222.0.72 "GET /v2.0/networks/4d385937-5589-47ac-b063-981bb549e693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822430 Mar 11 16:28:22.163837 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-5e9a1540-d2d8-4bbd-aabd-a31df5209814 req-7c2213d2-19db-4703-9d51-6a4f1252218c service neutron] 10.222.0.72 "GET /v2.0/networks/4d385937-5589-47ac-b063-981bb549e693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869949 Mar 11 16:28:22.322166 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-5b173421-ae6f-4512-b63b-4cb1a8498021 req-c693f84d-97fd-4c1e-8e00-e873e8502ed6 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=c2248b31-692b-41bb-be4c-efc637b74827 HTTP/1.1" status: 200 len: 210 time: 0.0287352 Mar 11 16:28:22.678395 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a19a22-9dbc-4ed4-92ef-2f9a978a8cf4 req-9c825446-abaa-46c5-b3e5-5eb0f1db29c9 tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:22.680672 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-95a19a22-9dbc-4ed4-92ef-2f9a978a8cf4 req-9c825446-abaa-46c5-b3e5-5eb0f1db29c9 tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] 10.222.0.72 "GET /v2.0/ports?device_id=23d45a6c-bffb-4a43-a089-e2fef8735ae2 HTTP/1.1" status: 200 len: 945 time: 0.0546992 Mar 11 16:28:22.745793 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-95a19a22-9dbc-4ed4-92ef-2f9a978a8cf4 req-1e15c1a8-e65f-46a1-a9c6-fc3bbe0d6cdc tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] 10.222.0.72 "GET /v2.0/security-groups?id=e4010db0-717d-4dac-8612-b3ae381282ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593631 Mar 11 16:28:22.792633 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94ba7f1-6a02-471f-a82c-5067c28db167 req-7f57839b-052c-4f29-988c-42fc7b80acbc tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:22.794648 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-e94ba7f1-6a02-471f-a82c-5067c28db167 req-7f57839b-052c-4f29-988c-42fc7b80acbc tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/ports?device_id=99431ad6-db3e-4ba2-844c-55f7a0adf3d1 HTTP/1.1" status: 200 len: 943 time: 0.0686872 Mar 11 16:28:22.847600 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-e94ba7f1-6a02-471f-a82c-5067c28db167 req-8afb0b0e-01bc-473a-ba9e-107655e17ea0 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/security-groups?id=43f1cb9b-4a46-4c59-840d-6289addc6fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473399 Mar 11 16:28:23.354023 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9a1540-d2d8-4bbd-aabd-a31df5209814 req-14da6a80-6b09-4b13-83dd-efd72f082b4d tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:23.356325 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-5e9a1540-d2d8-4bbd-aabd-a31df5209814 req-14da6a80-6b09-4b13-83dd-efd72f082b4d tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.18 "GET /v2.0/networks?id=4d385937-5589-47ac-b063-981bb549e693 HTTP/1.1" status: 200 len: 817 time: 0.1072838 Mar 11 16:28:23.442084 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-0ac7b372-3264-44f8-a9fe-0b6470597b30 req-fdba551f-e0a7-4e91-8672-45c3413014b1 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=c2248b31-692b-41bb-be4c-efc637b74827 HTTP/1.1" status: 200 len: 210 time: 0.0413451 Mar 11 16:28:23.455692 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-5e9a1540-d2d8-4bbd-aabd-a31df5209814 req-3c6c8b38-fcba-413e-a4ad-6c8eab07f5e5 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a951288cde284b359074a2755c43fd3f HTTP/1.1" status: 200 len: 380 time: 0.0874362 Mar 11 16:28:23.465875 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.v2.base [req-5e9a1540-d2d8-4bbd-aabd-a31df5209814 req-07838d10-0241-4476-a37a-3943bd40e0d5 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Request body: {'port': {'device_id': 'c2248b31-692b-41bb-be4c-efc637b74827', 'network_id': '4d385937-5589-47ac-b063-981bb549e693', 'admin_state_up': True, 'tenant_id': 'a951288cde284b359074a2755c43fd3f', 'security_groups': ['e1b324ab-1dec-4ca3-84fa-33a28865bcc4']}} {{(pid=103092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:28:23.573017 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e9a1540-d2d8-4bbd-aabd-a31df5209814 req-07838d10-0241-4476-a37a-3943bd40e0d5 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Made reservation on behalf of a951288cde284b359074a2755c43fd3f for: {'port': 1} {{(pid=103092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:28:23.578227 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-5e9a1540-d2d8-4bbd-aabd-a31df5209814 req-07838d10-0241-4476-a37a-3943bd40e0d5 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (None), before_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:28:23.708478 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.db.db_base_plugin_common [req-5e9a1540-d2d8-4bbd-aabd-a31df5209814 req-07838d10-0241-4476-a37a-3943bd40e0d5 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Allocated IP 172.20.0.8 (4d385937-5589-47ac-b063-981bb549e693/1fa91c63-7953-4f02-bfd2-c0a4c4e05e10/1f5306a9-2948-428d-83a8-aa48c5aa30ef) {{(pid=103092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:28:23.880459 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-5e9a1540-d2d8-4bbd-aabd-a31df5209814 req-07838d10-0241-4476-a37a-3943bd40e0d5 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Publish callbacks [] for port (1f5306a9-2948-428d-83a8-aa48c5aa30ef), precommit_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:28:23.882314 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Device cefc575a-6e0e-420a-b287-cdda5a18f32a details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=103093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 16:28:23.902595 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c5a907-fc40-4cbb-bea7-7da714556cee req-fdf8459c-2c9b-451c-84ee-2f9863ba3e9d tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:23.904300 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-f3c5a907-fc40-4cbb-bea7-7da714556cee req-fdf8459c-2c9b-451c-84ee-2f9863ba3e9d tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] 10.222.0.72 "GET /v2.0/ports?device_id=23d45a6c-bffb-4a43-a089-e2fef8735ae2 HTTP/1.1" status: 200 len: 945 time: 0.0912228 Mar 11 16:28:23.987290 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-5e9a1540-d2d8-4bbd-aabd-a31df5209814 req-07838d10-0241-4476-a37a-3943bd40e0d5 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780137975911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30811620'] for port (1f5306a9-2948-428d-83a8-aa48c5aa30ef), after_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:28:23.991250 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] For port cefc575a-6e0e-420a-b287-cdda5a18f32a, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=cefc575a-6e0e-420a-b287-cdda5a18f32a,segment=NetworkSegment(d0d5eee1-b4bb-471c-a057-81102a55b99f),segment_id=d0d5eee1-b4bb-471c-a057-81102a55b99f)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:28:24.003961 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Returning: {'device': 'cefc575a-6e0e-420a-b287-cdda5a18f32a', 'network_id': '5f3aea45-b741-4cf8-ad8b-40753fc82fad', 'port_id': 'cefc575a-6e0e-420a-b287-cdda5a18f32a', 'mac_address': 'fa:16:3e:02:07:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acc28c21-3e47-4bf8-b31f-cbbed70c6f99', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 16:28:24.040077 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-f3c5a907-fc40-4cbb-bea7-7da714556cee req-b44ef4ef-8869-4e7f-b4ad-2e382f88166d tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] 10.222.0.72 "GET /v2.0/security-groups?id=e4010db0-717d-4dac-8612-b3ae381282ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1283097 Mar 11 16:28:24.040735 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Current status of the port cefc575a-6e0e-420a-b287-cdda5a18f32a is: DOWN; New status is: BUILD {{(pid=103093) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 16:28:24.041124 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (cefc575a-6e0e-420a-b287-cdda5a18f32a), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:28:24.054987 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.notifiers.nova [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cefc575a-6e0e-420a-b287-cdda5a18f32a {{(pid=103093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:28:24.056097 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e9a1540-d2d8-4bbd-aabd-a31df5209814 req-07838d10-0241-4476-a37a-3943bd40e0d5 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Network 4d385937-5589-47ac-b063-981bb549e693 is already hosted by enough agents. {{(pid=103092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:28:24.070451 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.scheduler.base_scheduler [req-5e9a1540-d2d8-4bbd-aabd-a31df5209814 req-07838d10-0241-4476-a37a-3943bd40e0d5 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Resources bound (agent type, host, resource id): {{(pid=103092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:28:24.072975 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e9a1540-d2d8-4bbd-aabd-a31df5209814 req-07838d10-0241-4476-a37a-3943bd40e0d5 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Received port after_create {{(pid=103092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 16:28:24.075929 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] For port cefc575a-6e0e-420a-b287-cdda5a18f32a, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=cefc575a-6e0e-420a-b287-cdda5a18f32a,segment=NetworkSegment(d0d5eee1-b4bb-471c-a057-81102a55b99f),segment_id=d0d5eee1-b4bb-471c-a057-81102a55b99f)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:28:24.081568 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947'] for port (cefc575a-6e0e-420a-b287-cdda5a18f32a), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:28:24.085747 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01476e3e-3df4-45b8-b7ba-10b7144d2a23 req-41bdab6a-410a-4d80-94ac-b4dee2b176dd tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:24.087351 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-01476e3e-3df4-45b8-b7ba-10b7144d2a23 req-41bdab6a-410a-4d80-94ac-b4dee2b176dd tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/ports?device_id=99431ad6-db3e-4ba2-844c-55f7a0adf3d1 HTTP/1.1" status: 200 len: 943 time: 0.1625588 Mar 11 16:28:24.108349 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07838d10-0241-4476-a37a-3943bd40e0d5 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Pushing event updated for resources: {'Port': ['ID=1f5306a9-2948-428d-83a8-aa48c5aa30ef,revision_number=1']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:28:24.135023 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Pushing event updated for resources: {'Port': ['ID=cefc575a-6e0e-420a-b287-cdda5a18f32a,revision_number=4']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:28:24.142774 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:28:24.143402 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:28:24.143748 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:28:24.144085 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:28:24.144414 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:28:24.144917 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:28:24.145252 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:28:24.145583 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:28:24.145911 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:28:24.146287 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:28:24.146614 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:28:24.146937 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:28:24.147254 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:28:24.167053 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9a1540-d2d8-4bbd-aabd-a31df5209814 req-07838d10-0241-4476-a37a-3943bd40e0d5 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:24.168470 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-5e9a1540-d2d8-4bbd-aabd-a31df5209814 req-07838d10-0241-4476-a37a-3943bd40e0d5 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122971'] for port (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:28:24.189920 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-01476e3e-3df4-45b8-b7ba-10b7144d2a23 req-1b6d2d38-e93e-4095-83a4-7b8caae6a191 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/security-groups?id=43f1cb9b-4a46-4c59-840d-6289addc6fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789380 Mar 11 16:28:24.198409 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-5e9a1540-d2d8-4bbd-aabd-a31df5209814 req-07838d10-0241-4476-a37a-3943bd40e0d5 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7360439 Mar 11 16:28:24.216371 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.v2.base [req-5e9a1540-d2d8-4bbd-aabd-a31df5209814 req-e527d301-d54e-446b-9c38-8956cfcf364a service neutron] Request body: {'port': {'device_id': 'c2248b31-692b-41bb-be4c-efc637b74827', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=103092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:28:24.279653 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-5e9a1540-d2d8-4bbd-aabd-a31df5209814 req-e527d301-d54e-446b-9c38-8956cfcf364a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (1f5306a9-2948-428d-83a8-aa48c5aa30ef), before_update {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:28:24.359667 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [None req-0787b146-60bb-47ae-8952-23abb1d08ad1 None None] Provisioning complete for port 1f5306a9-2948-428d-83a8-aa48c5aa30ef triggered by entity DHCP. {{(pid=103093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 16:28:24.359952 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0787b146-60bb-47ae-8952-23abb1d08ad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397499'] for port (1f5306a9-2948-428d-83a8-aa48c5aa30ef), provisioning_complete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:28:24.394262 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-0787b146-60bb-47ae-8952-23abb1d08ad1 None None] Port 1f5306a9-2948-428d-83a8-aa48c5aa30ef cannot update to ACTIVE because it is not bound. {{(pid=103093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 16:28:24.507581 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] get_ports_and_sgs() called for port_ids ['cefc575a-6e0e-420a-b287-cdda5a18f32a'] {{(pid=103093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 16:28:24.582207 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.notifiers.nova [req-5e9a1540-d2d8-4bbd-aabd-a31df5209814 req-e527d301-d54e-446b-9c38-8956cfcf364a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f5306a9-2948-428d-83a8-aa48c5aa30ef {{(pid=103092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:28:24.591679 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-5e9a1540-d2d8-4bbd-aabd-a31df5209814 req-e527d301-d54e-446b-9c38-8956cfcf364a service neutron] Publish callbacks [] for port (1f5306a9-2948-428d-83a8-aa48c5aa30ef), precommit_update {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:28:24.610062 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.db.provisioning_blocks [req-5e9a1540-d2d8-4bbd-aabd-a31df5209814 req-e527d301-d54e-446b-9c38-8956cfcf364a service neutron] Transition to ACTIVE for port object 1f5306a9-2948-428d-83a8-aa48c5aa30ef will not be triggered until provisioned by entity L2. {{(pid=103092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 16:28:24.617863 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872d6fbd-7dec-41f8-ae83-287c7260576e req-377a4216-1be8-4cbe-b1b9-d2358ba274d6 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:24.619372 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-872d6fbd-7dec-41f8-ae83-287c7260576e req-377a4216-1be8-4cbe-b1b9-d2358ba274d6 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=c2248b31-692b-41bb-be4c-efc637b74827 HTTP/1.1" status: 200 len: 931 time: 0.1045752 Mar 11 16:28:24.620434 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-5e9a1540-d2d8-4bbd-aabd-a31df5209814 req-e527d301-d54e-446b-9c38-8956cfcf364a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30811645'] for port (1f5306a9-2948-428d-83a8-aa48c5aa30ef), after_update {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:28:24.692090 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e527d301-d54e-446b-9c38-8956cfcf364a service neutron] Pushing event updated for resources: {'Port': ['ID=1f5306a9-2948-428d-83a8-aa48c5aa30ef,revision_number=2']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:28:24.738412 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-872d6fbd-7dec-41f8-ae83-287c7260576e req-c5cc30f9-6ca2-465a-8bc5-5649d18501f2 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/security-groups?id=e1b324ab-1dec-4ca3-84fa-33a28865bcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118219 Mar 11 16:28:24.787801 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.managers [req-5e9a1540-d2d8-4bbd-aabd-a31df5209814 req-e527d301-d54e-446b-9c38-8956cfcf364a service neutron] Attempting to bind port 1f5306a9-2948-428d-83a8-aa48c5aa30ef on host hv-cinder-75078 for vnic_type normal with profile {{(pid=103092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 16:28:24.788135 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.managers [req-5e9a1540-d2d8-4bbd-aabd-a31df5209814 req-e527d301-d54e-446b-9c38-8956cfcf364a service neutron] Attempting to bind port 1f5306a9-2948-428d-83a8-aa48c5aa30ef by drivers openvswitch,hyperv on host hv-cinder-75078 at level 0 using segments [{'id': 'a719ed4c-1b21-4087-84c5-f4c81307e7ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '4d385937-5589-47ac-b063-981bb549e693'}] {{(pid=103092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 16:28:24.788462 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e9a1540-d2d8-4bbd-aabd-a31df5209814 req-e527d301-d54e-446b-9c38-8956cfcf364a service neutron] Attempting to bind port 1f5306a9-2948-428d-83a8-aa48c5aa30ef on network 4d385937-5589-47ac-b063-981bb549e693 {{(pid=103092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 16:28:24.793240 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e9a1540-d2d8-4bbd-aabd-a31df5209814 req-e527d301-d54e-446b-9c38-8956cfcf364a service neutron] Port 1f5306a9-2948-428d-83a8-aa48c5aa30ef on network 4d385937-5589-47ac-b063-981bb549e693 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75078 {{(pid=103092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 16:28:24.793555 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e9a1540-d2d8-4bbd-aabd-a31df5209814 req-e527d301-d54e-446b-9c38-8956cfcf364a service neutron] Attempting to bind port 1f5306a9-2948-428d-83a8-aa48c5aa30ef on network 4d385937-5589-47ac-b063-981bb549e693 {{(pid=103092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 16:28:24.798600 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e9a1540-d2d8-4bbd-aabd-a31df5209814 req-e527d301-d54e-446b-9c38-8956cfcf364a service neutron] Checking agent: {'id': '42978ec7-0c45-4bcc-88e8-64ee44356522', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 19, 5), 'started_at': datetime.datetime(2022, 3, 11, 16, 19, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 28, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 16:28:24.798929 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e9a1540-d2d8-4bbd-aabd-a31df5209814 req-e527d301-d54e-446b-9c38-8956cfcf364a service neutron] Checking segment: {'id': 'a719ed4c-1b21-4087-84c5-f4c81307e7ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '4d385937-5589-47ac-b063-981bb549e693'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 16:28:24.799316 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e9a1540-d2d8-4bbd-aabd-a31df5209814 req-e527d301-d54e-446b-9c38-8956cfcf364a service neutron] Bound using segment: {'id': 'a719ed4c-1b21-4087-84c5-f4c81307e7ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '4d385937-5589-47ac-b063-981bb549e693'} {{(pid=103092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 16:28:24.799736 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.managers [req-5e9a1540-d2d8-4bbd-aabd-a31df5209814 req-e527d301-d54e-446b-9c38-8956cfcf364a service neutron] Bound port: 1f5306a9-2948-428d-83a8-aa48c5aa30ef, host: hv-cinder-75078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a719ed4c-1b21-4087-84c5-f4c81307e7ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '4d385937-5589-47ac-b063-981bb549e693'}}] {{(pid=103092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 16:28:24.800091 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-5e9a1540-d2d8-4bbd-aabd-a31df5209814 req-e527d301-d54e-446b-9c38-8956cfcf364a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (1f5306a9-2948-428d-83a8-aa48c5aa30ef), before_update {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:28:24.865290 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.db [req-5e9a1540-d2d8-4bbd-aabd-a31df5209814 req-e527d301-d54e-446b-9c38-8956cfcf364a service neutron] For port 1f5306a9-2948-428d-83a8-aa48c5aa30ef, host hv-cinder-75078, cleared binding levels {{(pid=103092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:28:24.868311 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.db [req-5e9a1540-d2d8-4bbd-aabd-a31df5209814 req-e527d301-d54e-446b-9c38-8956cfcf364a service neutron] For port 1f5306a9-2948-428d-83a8-aa48c5aa30ef, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=1f5306a9-2948-428d-83a8-aa48c5aa30ef,segment=NetworkSegment(a719ed4c-1b21-4087-84c5-f4c81307e7ed),segment_id=a719ed4c-1b21-4087-84c5-f4c81307e7ed)] {{(pid=103092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:28:24.875602 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-5e9a1540-d2d8-4bbd-aabd-a31df5209814 req-e527d301-d54e-446b-9c38-8956cfcf364a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30811645'] for port (1f5306a9-2948-428d-83a8-aa48c5aa30ef), after_update {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:28:24.913598 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9a1540-d2d8-4bbd-aabd-a31df5209814 req-e527d301-d54e-446b-9c38-8956cfcf364a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:24.914238 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-5e9a1540-d2d8-4bbd-aabd-a31df5209814 req-e527d301-d54e-446b-9c38-8956cfcf364a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122971'] for port (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:28:24.915625 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-5e9a1540-d2d8-4bbd-aabd-a31df5209814 req-e527d301-d54e-446b-9c38-8956cfcf364a service neutron] 10.222.0.18 "PUT /v2.0/ports/1f5306a9-2948-428d-83a8-aa48c5aa30ef HTTP/1.1" status: 200 len: 1093 time: 0.7047348 Mar 11 16:28:24.916010 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2248b31-692b-41bb-be4c-efc637b74827', 'tag': '1f5306a9-2948-428d-83a8-aa48c5aa30ef'}] {{(pid=103092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:28:24.919248 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8119d67d121bc7655fb27ee4e81d05746f3857d7b024446e390c37a4f39e07a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf44d074-a4f0-41af-b8c0-5e0e2fcf32ad" -d '{"events": [{"name": "network-changed", "server_uuid": "c2248b31-692b-41bb-be4c-efc637b74827", "tag": "1f5306a9-2948-428d-83a8-aa48c5aa30ef"}]}' {{(pid=103092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 16:28:24.945043 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e527d301-d54e-446b-9c38-8956cfcf364a service neutron] Pushing event updated for resources: {'Port': ['ID=1f5306a9-2948-428d-83a8-aa48c5aa30ef,revision_number=3']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:28:24.963004 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 16:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27bf9004-0e7d-478d-b9ad-ca7d2bc8a4e3 x-openstack-request-id: req-27bf9004-0e7d-478d-b9ad-ca7d2bc8a4e3 {{(pid=103092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 16:28:24.963297 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2248b31-692b-41bb-be4c-efc637b74827", "tag": "1f5306a9-2948-428d-83a8-aa48c5aa30ef", "status": "completed", "code": 200}]} {{(pid=103092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 16:28:24.963558 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-27bf9004-0e7d-478d-b9ad-ca7d2bc8a4e3 {{(pid=103092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 16:28:24.963960 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2248b31-692b-41bb-be4c-efc637b74827', 'tag': '1f5306a9-2948-428d-83a8-aa48c5aa30ef', 'status': 'completed', 'code': 200} Mar 11 16:28:25.025001 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9a1540-d2d8-4bbd-aabd-a31df5209814 req-2b7237c0-482a-48df-b0c8-7e3c4ba6e892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:25.026563 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-5e9a1540-d2d8-4bbd-aabd-a31df5209814 req-2b7237c0-482a-48df-b0c8-7e3c4ba6e892 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a951288cde284b359074a2755c43fd3f&device_id=c2248b31-692b-41bb-be4c-efc637b74827 HTTP/1.1" status: 200 len: 1127 time: 0.0500391 Mar 11 16:28:25.070219 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-5e9a1540-d2d8-4bbd-aabd-a31df5209814 req-97282713-8f06-4d92-a2ae-b7bb349d40f8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1f5306a9-2948-428d-83a8-aa48c5aa30ef HTTP/1.1" status: 200 len: 217 time: 0.0363126 Mar 11 16:28:25.152912 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9a1540-d2d8-4bbd-aabd-a31df5209814 req-ff6e3a44-814b-4123-bf35-7470915cb727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:25.154399 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-5e9a1540-d2d8-4bbd-aabd-a31df5209814 req-ff6e3a44-814b-4123-bf35-7470915cb727 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1fa91c63-7953-4f02-bfd2-c0a4c4e05e10 HTTP/1.1" status: 200 len: 856 time: 0.0773621 Mar 11 16:28:25.202702 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44115c69-66e9-4be2-8a5b-26c88a1a5440 req-605ee918-4b76-4339-9cb5-cf54492d5c6c tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:25.204088 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-44115c69-66e9-4be2-8a5b-26c88a1a5440 req-605ee918-4b76-4339-9cb5-cf54492d5c6c tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] 10.222.0.72 "GET /v2.0/ports?device_id=23d45a6c-bffb-4a43-a089-e2fef8735ae2 HTTP/1.1" status: 200 len: 945 time: 0.0840576 Mar 11 16:28:25.231907 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9a1540-d2d8-4bbd-aabd-a31df5209814 req-795cd1e8-95cc-4c6e-b016-2ddc9ab63b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:25.233406 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-5e9a1540-d2d8-4bbd-aabd-a31df5209814 req-795cd1e8-95cc-4c6e-b016-2ddc9ab63b59 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4d385937-5589-47ac-b063-981bb549e693&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0716641 Mar 11 16:28:25.291885 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-44115c69-66e9-4be2-8a5b-26c88a1a5440 req-7e67203f-61d1-4745-9b0e-82a27daf655a tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] 10.222.0.72 "GET /v2.0/security-groups?id=e4010db0-717d-4dac-8612-b3ae381282ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815492 Mar 11 16:28:25.385933 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89760128-15b5-4998-8b8b-d15eaa19e178 req-b8c5dd46-c722-440b-8b21-7e0604ffa63d tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:25.387458 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-89760128-15b5-4998-8b8b-d15eaa19e178 req-b8c5dd46-c722-440b-8b21-7e0604ffa63d tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/ports?device_id=99431ad6-db3e-4ba2-844c-55f7a0adf3d1 HTTP/1.1" status: 200 len: 944 time: 0.1184313 Mar 11 16:28:25.389659 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-5e9a1540-d2d8-4bbd-aabd-a31df5209814 req-bbb532d6-61cb-46c7-8805-c136d690ed7c service neutron] 10.222.0.18 "GET /v2.0/networks/4d385937-5589-47ac-b063-981bb549e693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446140 Mar 11 16:28:25.488859 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-89760128-15b5-4998-8b8b-d15eaa19e178 req-f0c24575-f1f6-473a-91f7-ab185e8d3430 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/security-groups?id=43f1cb9b-4a46-4c59-840d-6289addc6fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958791 Mar 11 16:28:25.515976 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-5e9a1540-d2d8-4bbd-aabd-a31df5209814 req-acc93afe-e807-477b-a866-aee141eab179 service neutron] 10.222.0.18 "GET /v2.0/networks/4d385937-5589-47ac-b063-981bb549e693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099441 Mar 11 16:28:25.608644 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf44d074-a4f0-41af-b8c0-5e0e2fcf32ad req-4a24a110-ffa6-4b99-b838-c53741ffd2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:25.610042 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-cf44d074-a4f0-41af-b8c0-5e0e2fcf32ad req-4a24a110-ffa6-4b99-b838-c53741ffd2b7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a951288cde284b359074a2755c43fd3f&device_id=c2248b31-692b-41bb-be4c-efc637b74827 HTTP/1.1" status: 200 len: 1127 time: 0.0472255 Mar 11 16:28:25.701876 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf44d074-a4f0-41af-b8c0-5e0e2fcf32ad req-d4717d66-b7f9-443c-8f7d-8b079216a235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:25.703356 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-cf44d074-a4f0-41af-b8c0-5e0e2fcf32ad req-d4717d66-b7f9-443c-8f7d-8b079216a235 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4d385937-5589-47ac-b063-981bb549e693 HTTP/1.1" status: 200 len: 918 time: 0.0874131 Mar 11 16:28:25.746321 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-cf44d074-a4f0-41af-b8c0-5e0e2fcf32ad req-eb5be134-0fd3-415c-b3a6-eac523631f7d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1f5306a9-2948-428d-83a8-aa48c5aa30ef HTTP/1.1" status: 200 len: 217 time: 0.0349565 Mar 11 16:28:25.805761 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf44d074-a4f0-41af-b8c0-5e0e2fcf32ad req-e20bedf9-aa05-4305-a5ac-f692537731b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:25.807255 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-cf44d074-a4f0-41af-b8c0-5e0e2fcf32ad req-e20bedf9-aa05-4305-a5ac-f692537731b8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1fa91c63-7953-4f02-bfd2-c0a4c4e05e10 HTTP/1.1" status: 200 len: 856 time: 0.0461764 Mar 11 16:28:25.889923 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Device cefc575a-6e0e-420a-b287-cdda5a18f32a up at agent hyperv_hv-cinder-75078 {{(pid=103093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 16:28:25.901051 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629b7bc4-5dcd-4afd-ac8a-fd682da21b78 req-fa77c200-d293-4219-a1c3-69e76b3665ba tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:25.903233 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-629b7bc4-5dcd-4afd-ac8a-fd682da21b78 req-fa77c200-d293-4219-a1c3-69e76b3665ba tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=c2248b31-692b-41bb-be4c-efc637b74827 HTTP/1.1" status: 200 len: 943 time: 0.0883956 Mar 11 16:28:25.905147 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf44d074-a4f0-41af-b8c0-5e0e2fcf32ad req-991f26ca-94d8-4ec5-809c-e6b34be2ad03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:25.906546 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-cf44d074-a4f0-41af-b8c0-5e0e2fcf32ad req-991f26ca-94d8-4ec5-809c-e6b34be2ad03 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4d385937-5589-47ac-b063-981bb549e693&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0929062 Mar 11 16:28:25.940154 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Provisioning for port cefc575a-6e0e-420a-b287-cdda5a18f32a completed by entity L2. {{(pid=103093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 16:28:25.944186 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Provisioning complete for port cefc575a-6e0e-420a-b287-cdda5a18f32a triggered by entity L2. {{(pid=103093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 16:28:25.944687 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397499'] for port (cefc575a-6e0e-420a-b287-cdda5a18f32a), provisioning_complete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:28:26.012994 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-629b7bc4-5dcd-4afd-ac8a-fd682da21b78 req-9039c7d1-6878-430a-a3b4-46fdb411d754 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/security-groups?id=e1b324ab-1dec-4ca3-84fa-33a28865bcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038594 Mar 11 16:28:26.027483 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Current status of the port cefc575a-6e0e-420a-b287-cdda5a18f32a is: BUILD; New status is: ACTIVE {{(pid=103093) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 16:28:26.027915 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (cefc575a-6e0e-420a-b287-cdda5a18f32a), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:28:26.037806 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-cf44d074-a4f0-41af-b8c0-5e0e2fcf32ad req-d34aa16f-64cc-4f25-b54c-67c1edb80cfd service neutron] 10.222.0.18 "GET /v2.0/networks/4d385937-5589-47ac-b063-981bb549e693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220112 Mar 11 16:28:26.054932 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99431ad6-db3e-4ba2-844c-55f7a0adf3d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cefc575a-6e0e-420a-b287-cdda5a18f32a'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:28:26.057176 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f6a2c072b123b360c8eb8991e75d694e889c4c27e62ecb22fdf39ecf471eb94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd517b04-e992-4c42-bc1e-c147e0e66de9" -d '{"events": [{"server_uuid": "99431ad6-db3e-4ba2-844c-55f7a0adf3d1", "name": "network-vif-plugged", "status": "completed", "tag": "cefc575a-6e0e-420a-b287-cdda5a18f32a"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 16:28:26.070377 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] For port cefc575a-6e0e-420a-b287-cdda5a18f32a, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=cefc575a-6e0e-420a-b287-cdda5a18f32a,segment=NetworkSegment(d0d5eee1-b4bb-471c-a057-81102a55b99f),segment_id=d0d5eee1-b4bb-471c-a057-81102a55b99f)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:28:26.076329 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947'] for port (cefc575a-6e0e-420a-b287-cdda5a18f32a), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:28:26.102156 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 16:28:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b8d336d-b0a3-491f-9bc4-e1fc44f5760e x-openstack-request-id: req-5b8d336d-b0a3-491f-9bc4-e1fc44f5760e {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 16:28:26.102450 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99431ad6-db3e-4ba2-844c-55f7a0adf3d1", "name": "network-vif-plugged", "status": "completed", "tag": "cefc575a-6e0e-420a-b287-cdda5a18f32a", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 16:28:26.102700 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-5b8d336d-b0a3-491f-9bc4-e1fc44f5760e {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 16:28:26.103094 dv-cinder-750782-12-iscsi neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99431ad6-db3e-4ba2-844c-55f7a0adf3d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cefc575a-6e0e-420a-b287-cdda5a18f32a', 'code': 200} Mar 11 16:28:26.127846 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Pushing event updated for resources: {'Port': ['ID=cefc575a-6e0e-420a-b287-cdda5a18f32a,revision_number=5']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:28:26.139109 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-cf44d074-a4f0-41af-b8c0-5e0e2fcf32ad req-dba0e55f-0292-406e-b30b-0261214db973 service neutron] 10.222.0.18 "GET /v2.0/networks/4d385937-5589-47ac-b063-981bb549e693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942733 Mar 11 16:28:26.289727 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf70e5f-7ab9-4b28-a162-2e8585671746 req-f396e51e-e926-4ba3-9f49-ded9726172e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:26.291174 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-caf70e5f-7ab9-4b28-a162-2e8585671746 req-f396e51e-e926-4ba3-9f49-ded9726172e2 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=99431ad6-db3e-4ba2-844c-55f7a0adf3d1 HTTP/1.1" status: 200 len: 1129 time: 0.0452390 Mar 11 16:28:26.348628 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-caf70e5f-7ab9-4b28-a162-2e8585671746 req-3040c4ca-3204-4fbb-b9e8-fcf90ec2964d service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=43f1cb9b-4a46-4c59-840d-6289addc6fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451312 Mar 11 16:28:26.420566 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f63408-07f4-454f-9035-1aa70035ea11 req-56665006-c71d-409e-a1db-9f2ad8ce6f93 tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:26.422078 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-82f63408-07f4-454f-9035-1aa70035ea11 req-56665006-c71d-409e-a1db-9f2ad8ce6f93 tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] 10.222.0.72 "GET /v2.0/ports?device_id=23d45a6c-bffb-4a43-a089-e2fef8735ae2 HTTP/1.1" status: 200 len: 945 time: 0.0535696 Mar 11 16:28:26.472955 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-82f63408-07f4-454f-9035-1aa70035ea11 req-4b9f1167-d435-421e-a6b6-0ced9dea7113 tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] 10.222.0.72 "GET /v2.0/security-groups?id=e4010db0-717d-4dac-8612-b3ae381282ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452342 Mar 11 16:28:26.612397 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fc73b7-e5c6-456b-b486-7e50c6eda8c5 req-af28bce0-96c8-4bf0-82ea-c43a08d9d181 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:26.613887 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-25fc73b7-e5c6-456b-b486-7e50c6eda8c5 req-af28bce0-96c8-4bf0-82ea-c43a08d9d181 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/ports?device_id=99431ad6-db3e-4ba2-844c-55f7a0adf3d1 HTTP/1.1" status: 200 len: 945 time: 0.0539896 Mar 11 16:28:26.662038 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-25fc73b7-e5c6-456b-b486-7e50c6eda8c5 req-b340a8c7-5d37-4702-a81d-05220b561a50 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/security-groups?id=43f1cb9b-4a46-4c59-840d-6289addc6fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425446 Mar 11 16:28:27.140527 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb6d0a2-7823-420d-a8be-1ce9ac6e2df2 req-480bfc1d-4256-4a0a-a03a-4f834b4aecfa tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:27.142085 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-dbb6d0a2-7823-420d-a8be-1ce9ac6e2df2 req-480bfc1d-4256-4a0a-a03a-4f834b4aecfa tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=c2248b31-692b-41bb-be4c-efc637b74827 HTTP/1.1" status: 200 len: 943 time: 0.0576882 Mar 11 16:28:27.189465 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-dbb6d0a2-7823-420d-a8be-1ce9ac6e2df2 req-4b52c42e-db86-475b-ac84-c5a9b69ecf82 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/security-groups?id=e1b324ab-1dec-4ca3-84fa-33a28865bcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419357 Mar 11 16:28:27.591968 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42145dd-7a6f-4366-a575-4158ab873ee5 req-14365cef-747d-4b48-a4a3-7b9b12018951 tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:27.593458 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-a42145dd-7a6f-4366-a575-4158ab873ee5 req-14365cef-747d-4b48-a4a3-7b9b12018951 tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] 10.222.0.72 "GET /v2.0/ports?device_id=23d45a6c-bffb-4a43-a089-e2fef8735ae2 HTTP/1.1" status: 200 len: 945 time: 0.0540431 Mar 11 16:28:27.645088 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-a42145dd-7a6f-4366-a575-4158ab873ee5 req-ed6425f9-ccf3-4d6c-87dd-4bece9fe50a3 tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] 10.222.0.72 "GET /v2.0/security-groups?id=e4010db0-717d-4dac-8612-b3ae381282ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460136 Mar 11 16:28:27.785686 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf499617-90bb-4047-9acb-90e0c942a236 req-591427c1-a9d0-4d9b-9292-fc71c3da3a6e tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:27.787113 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-cf499617-90bb-4047-9acb-90e0c942a236 req-591427c1-a9d0-4d9b-9292-fc71c3da3a6e tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/ports?device_id=99431ad6-db3e-4ba2-844c-55f7a0adf3d1 HTTP/1.1" status: 200 len: 945 time: 0.0570483 Mar 11 16:28:27.837293 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-cf499617-90bb-4047-9acb-90e0c942a236 req-bbf7a06f-0029-442d-a8e5-78ecf7e43567 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/security-groups?id=43f1cb9b-4a46-4c59-840d-6289addc6fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444672 Mar 11 16:28:28.311176 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72f7669-b508-4578-998d-9fa5707bc0cc req-3a31404e-4fab-419f-80b2-038722b9c1ed tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:28.312741 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-c72f7669-b508-4578-998d-9fa5707bc0cc req-3a31404e-4fab-419f-80b2-038722b9c1ed tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=c2248b31-692b-41bb-be4c-efc637b74827 HTTP/1.1" status: 200 len: 943 time: 0.0537415 Mar 11 16:28:28.365176 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-c72f7669-b508-4578-998d-9fa5707bc0cc req-55fbc1b3-e7cb-4f60-aede-03d5c084405c tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/security-groups?id=e1b324ab-1dec-4ca3-84fa-33a28865bcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465760 Mar 11 16:28:28.762813 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6970aae4-a0f8-4cb8-80bb-62907ff20865 req-1690801d-baee-42f5-80cb-1be1f1b73c2e tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:28.764268 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-6970aae4-a0f8-4cb8-80bb-62907ff20865 req-1690801d-baee-42f5-80cb-1be1f1b73c2e tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] 10.222.0.72 "GET /v2.0/ports?device_id=23d45a6c-bffb-4a43-a089-e2fef8735ae2 HTTP/1.1" status: 200 len: 945 time: 0.0533254 Mar 11 16:28:28.816719 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-6970aae4-a0f8-4cb8-80bb-62907ff20865 req-0ce2b1f0-01ff-42c9-9526-39dbcfd253bc tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] 10.222.0.72 "GET /v2.0/security-groups?id=e4010db0-717d-4dac-8612-b3ae381282ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468066 Mar 11 16:28:28.956468 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccca8db-4381-4f7c-823c-f314e1b657b7 req-e2c2fe18-acba-484b-943b-fe47b2626542 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:28.957837 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-6ccca8db-4381-4f7c-823c-f314e1b657b7 req-e2c2fe18-acba-484b-943b-fe47b2626542 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/ports?device_id=99431ad6-db3e-4ba2-844c-55f7a0adf3d1 HTTP/1.1" status: 200 len: 945 time: 0.0530114 Mar 11 16:28:29.004024 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-6ccca8db-4381-4f7c-823c-f314e1b657b7 req-3d932da2-3799-4b9f-9bd2-16165a8d83a7 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/security-groups?id=43f1cb9b-4a46-4c59-840d-6289addc6fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406113 Mar 11 16:28:29.118934 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adf2494-20b4-480c-b89b-ce0deb066658 req-2bf8b9fb-b715-4179-9307-8efb19c7f85a tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:29.120418 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-9adf2494-20b4-480c-b89b-ce0deb066658 req-2bf8b9fb-b715-4179-9307-8efb19c7f85a tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/ports?device_id=99431ad6-db3e-4ba2-844c-55f7a0adf3d1 HTTP/1.1" status: 200 len: 945 time: 0.0528607 Mar 11 16:28:29.129462 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 45008) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:28:29.133901 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.v2.base [None req-09b50538-4f4d-4104-a26f-5328716d268e tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Request body: {'floatingip': {'port_id': 'cefc575a-6e0e-420a-b287-cdda5a18f32a'}} {{(pid=103092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:28:29.175699 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-09b50538-4f4d-4104-a26f-5328716d268e tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks [] for floatingip (a9adeee9-cc7e-4f7b-8c8f-4dfd81082d30), before_update {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:28:29.894141 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff450c4-6950-4467-b108-5fecd2fa08a6 req-e50564bc-8373-4495-a4be-228c882d1c78 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:29.895603 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-1ff450c4-6950-4467-b108-5fecd2fa08a6 req-e50564bc-8373-4495-a4be-228c882d1c78 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=c2248b31-692b-41bb-be4c-efc637b74827 HTTP/1.1" status: 200 len: 943 time: 0.4420311 Mar 11 16:28:29.905247 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Device 1f5306a9-2948-428d-83a8-aa48c5aa30ef details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=103093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 16:28:30.006008 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] For port 1f5306a9-2948-428d-83a8-aa48c5aa30ef, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=1f5306a9-2948-428d-83a8-aa48c5aa30ef,segment=NetworkSegment(a719ed4c-1b21-4087-84c5-f4c81307e7ed),segment_id=a719ed4c-1b21-4087-84c5-f4c81307e7ed)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:28:30.018628 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Returning: {'device': '1f5306a9-2948-428d-83a8-aa48c5aa30ef', 'network_id': '4d385937-5589-47ac-b063-981bb549e693', 'port_id': '1f5306a9-2948-428d-83a8-aa48c5aa30ef', 'mac_address': 'fa:16:3e:cc:db:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fa91c63-7953-4f02-bfd2-c0a4c4e05e10', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 16:28:30.059682 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Current status of the port 1f5306a9-2948-428d-83a8-aa48c5aa30ef is: DOWN; New status is: BUILD {{(pid=103093) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 16:28:30.060072 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (1f5306a9-2948-428d-83a8-aa48c5aa30ef), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:28:30.073184 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.notifiers.nova [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f5306a9-2948-428d-83a8-aa48c5aa30ef {{(pid=103093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:28:30.094994 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] For port 1f5306a9-2948-428d-83a8-aa48c5aa30ef, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=1f5306a9-2948-428d-83a8-aa48c5aa30ef,segment=NetworkSegment(a719ed4c-1b21-4087-84c5-f4c81307e7ed),segment_id=a719ed4c-1b21-4087-84c5-f4c81307e7ed)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:28:30.099204 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-1ff450c4-6950-4467-b108-5fecd2fa08a6 req-5e9456aa-0265-4b70-b485-774d01490f0c tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/security-groups?id=e1b324ab-1dec-4ca3-84fa-33a28865bcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1921144 Mar 11 16:28:30.099559 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947'] for port (1f5306a9-2948-428d-83a8-aa48c5aa30ef), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:28:30.110985 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71353cf1-86b3-45f0-a54f-2e129331e925 req-9c9dc557-e9a4-4125-bf2c-0ac727b452fd tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:30.112651 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-71353cf1-86b3-45f0-a54f-2e129331e925 req-9c9dc557-e9a4-4125-bf2c-0ac727b452fd tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] 10.222.0.72 "GET /v2.0/ports?device_id=23d45a6c-bffb-4a43-a089-e2fef8735ae2 HTTP/1.1" status: 200 len: 945 time: 0.2074170 Mar 11 16:28:30.144606 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-09b50538-4f4d-4104-a26f-5328716d268e tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:28:30.152336 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-09b50538-4f4d-4104-a26f-5328716d268e tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539899'] for floatingip (a9adeee9-cc7e-4f7b-8c8f-4dfd81082d30), after_update {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:28:30.158033 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Pushing event updated for resources: {'Port': ['ID=1f5306a9-2948-428d-83a8-aa48c5aa30ef,revision_number=4']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:28:30.251353 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-71353cf1-86b3-45f0-a54f-2e129331e925 req-63befced-4ff3-47d3-8fa8-08970792e374 tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] 10.222.0.72 "GET /v2.0/security-groups?id=e4010db0-717d-4dac-8612-b3ae381282ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1332572 Mar 11 16:28:30.307458 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0f84f8-1c53-4255-84c5-f59f4d704d05 req-40aef5c3-ce6a-48dc-8aa0-7efb3c49ffb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:30.310013 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-ca0f84f8-1c53-4255-84c5-f59f4d704d05 req-40aef5c3-ce6a-48dc-8aa0-7efb3c49ffb9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6afb84ea33c34a8284e22ea7f8dbc20a&device_id=23d45a6c-bffb-4a43-a089-e2fef8735ae2 HTTP/1.1" status: 200 len: 1129 time: 0.1089089 Mar 11 16:28:30.313166 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.db.l3_db [None req-09b50538-4f4d-4104-a26f-5328716d268e tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Floating IP a9adeee9-cc7e-4f7b-8c8f-4dfd81082d30 associated. External IP: 172.27.0.207, port: cefc575a-6e0e-420a-b287-cdda5a18f32a. Mar 11 16:28:30.485109 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0f84f8-1c53-4255-84c5-f59f4d704d05 req-8559ebb7-1fb1-4d35-bf29-d849e6516dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:30.486637 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-ca0f84f8-1c53-4255-84c5-f59f4d704d05 req-8559ebb7-1fb1-4d35-bf29-d849e6516dac service neutron] 10.222.0.18 "GET /v2.0/networks?id=91701b40-45b6-4dc3-9365-5d3024585e80 HTTP/1.1" status: 200 len: 908 time: 0.1700826 Mar 11 16:28:30.548676 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] get_ports_and_sgs() called for port_ids ['1f5306a9-2948-428d-83a8-aa48c5aa30ef'] {{(pid=103093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 16:28:30.595862 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-ca0f84f8-1c53-4255-84c5-f59f4d704d05 req-a37ff1d6-fde3-4270-b73d-04a469b7ffa5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=471c6267-8e01-4913-a736-416e60658046 HTTP/1.1" status: 200 len: 1000 time: 0.1026995 Mar 11 16:28:30.689552 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09b50538-4f4d-4104-a26f-5328716d268e tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Router 0445e330-dbfe-4390-80a7-5bd62ee92899 has already been hosted by L3 agent 03422851-42b1-44c9-ada6-e479436b7b23 {{(pid=103092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:28:30.691272 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0f84f8-1c53-4255-84c5-f59f4d704d05 req-76948731-b6ef-402a-bb74-8c10b19e3a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:30.692717 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-ca0f84f8-1c53-4255-84c5-f59f4d704d05 req-76948731-b6ef-402a-bb74-8c10b19e3a41 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a52384ed-9db6-46e8-9576-be4e2499c742 HTTP/1.1" status: 200 len: 846 time: 0.0656810 Mar 11 16:28:30.819098 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0f84f8-1c53-4255-84c5-f59f4d704d05 req-1b11d0d5-1447-470d-bc86-978ca81373c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:30.820565 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-ca0f84f8-1c53-4255-84c5-f59f4d704d05 req-1b11d0d5-1447-470d-bc86-978ca81373c7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=91701b40-45b6-4dc3-9365-5d3024585e80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1203606 Mar 11 16:28:30.853196 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09b50538-4f4d-4104-a26f-5328716d268e tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Notify agent at l3_agent.dv-cinder-750782-12-iscsi the message routers_updated {{(pid=103092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:28:30.859487 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-09b50538-4f4d-4104-a26f-5328716d268e tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122971'] for floatingip (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:28:30.863986 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095da01c-0621-47d3-aa30-3adc9620dad2 None None] Sync routers for ids ['0445e330-dbfe-4390-80a7-5bd62ee92899'] in dv-cinder-750782-12-iscsi {{(pid=103093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:28:30.873688 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095da01c-0621-47d3-aa30-3adc9620dad2 None None] Routers {'0445e330-dbfe-4390-80a7-5bd62ee92899'} bound to L3 agent in host dv-cinder-750782-12-iscsi {{(pid=103093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 16:28:30.874456 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_hamode_db [None req-095da01c-0621-47d3-aa30-3adc9620dad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-11T16:12:46Z,description=,heartbeat_timestamp=2022-03-11T16:28:16Z,host='dv-cinder-750782-12-iscsi',id=03422851-42b1-44c9-ada6-e479436b7b23,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:12:46Z,topic='l3_agent')) {'router_ids': ['0445e330-dbfe-4390-80a7-5bd62ee92899'], 'active': True} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:28:30.927687 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-09b50538-4f4d-4104-a26f-5328716d268e tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "PUT /v2.0/floatingips/a9adeee9-cc7e-4f7b-8c8f-4dfd81082d30 HTTP/1.1" status: 200 len: 991 time: 1.7970762 Mar 11 16:28:30.929696 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99431ad6-db3e-4ba2-844c-55f7a0adf3d1', 'tag': 'cefc575a-6e0e-420a-b287-cdda5a18f32a'}] {{(pid=103092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:28:30.931917 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8119d67d121bc7655fb27ee4e81d05746f3857d7b024446e390c37a4f39e07a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6ad7aca-720d-488a-9256-f98f78dde237" -d '{"events": [{"name": "network-changed", "server_uuid": "99431ad6-db3e-4ba2-844c-55f7a0adf3d1", "tag": "cefc575a-6e0e-420a-b287-cdda5a18f32a"}]}' {{(pid=103092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 16:28:30.956756 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-ca0f84f8-1c53-4255-84c5-f59f4d704d05 req-01bfcce8-34bf-45be-9fc0-414f69b3b24b service neutron] 10.222.0.18 "GET /v2.0/networks/91701b40-45b6-4dc3-9365-5d3024585e80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269717 Mar 11 16:28:30.971795 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 16:28:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-645fb870-5384-4811-848c-90da99b0b52f x-openstack-request-id: req-645fb870-5384-4811-848c-90da99b0b52f {{(pid=103092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 16:28:30.972085 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99431ad6-db3e-4ba2-844c-55f7a0adf3d1", "tag": "cefc575a-6e0e-420a-b287-cdda5a18f32a", "status": "completed", "code": 200}]} {{(pid=103092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 16:28:30.972332 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-645fb870-5384-4811-848c-90da99b0b52f {{(pid=103092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 16:28:30.972715 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99431ad6-db3e-4ba2-844c-55f7a0adf3d1', 'tag': 'cefc575a-6e0e-420a-b287-cdda5a18f32a', 'status': 'completed', 'code': 200} Mar 11 16:28:31.001269 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_dvr_db [None req-095da01c-0621-47d3-aa30-3adc9620dad2 None None] Set router 0445e330-dbfe-4390-80a7-5bd62ee92899 gateway port host: dv-cinder-750782-12-iscsi {{(pid=103093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 16:28:31.085975 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-ca0f84f8-1c53-4255-84c5-f59f4d704d05 req-628cc035-d61d-4c84-8506-01d0d6700700 service neutron] 10.222.0.18 "GET /v2.0/networks/91701b40-45b6-4dc3-9365-5d3024585e80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224978 Mar 11 16:28:31.088442 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ad7aca-720d-488a-9256-f98f78dde237 req-e235f515-71dd-4aff-abcf-54a8f0233df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:31.090668 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-c6ad7aca-720d-488a-9256-f98f78dde237 req-e235f515-71dd-4aff-abcf-54a8f0233df4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3f90eba451e343e49c0fa456ba2b00cd&device_id=99431ad6-db3e-4ba2-844c-55f7a0adf3d1 HTTP/1.1" status: 200 len: 1129 time: 0.1002383 Mar 11 16:28:31.218342 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ad7aca-720d-488a-9256-f98f78dde237 req-758d44bf-3ccb-41d1-9447-aee939797e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:31.219824 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-c6ad7aca-720d-488a-9256-f98f78dde237 req-758d44bf-3ccb-41d1-9447-aee939797e4a service neutron] 10.222.0.18 "GET /v2.0/networks?id=5f3aea45-b741-4cf8-ad8b-40753fc82fad HTTP/1.1" status: 200 len: 916 time: 0.1219993 Mar 11 16:28:31.239061 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_hamode_db [None req-095da01c-0621-47d3-aa30-3adc9620dad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0445e330-dbfe-4390-80a7-5bd62ee92899', 'name': 'tempest-AttachVolumeNegativeTest-1800470620-router', 'tenant_id': '3f90eba451e343e49c0fa456ba2b00cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'external_fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': 'dc4b8562-4065-4207-bec1-befa1889d519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:21:10Z', 'updated_at': '2022-03-11T16:21:21Z', 'revision_number': 4, 'project_id': '3f90eba451e343e49c0fa456ba2b00cd', 'gw_port': {'id': 'dc4b8562-4065-4207-bec1-befa1889d519', 'name': '', 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:52:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0445e330-dbfe-4390-80a7-5bd62ee92899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:12Z', 'updated_at': '2022-03-11T16:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-12-iscsi', '_floatingips': [{'id': 'a9adeee9-cc7e-4f7b-8c8f-4dfd81082d30', 'tenant_id': '3f90eba451e343e49c0fa456ba2b00cd', 'floating_ip_address': '172.27.0.207', 'floating_network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'router_id': '0445e330-dbfe-4390-80a7-5bd62ee92899', 'port_id': 'cefc575a-6e0e-420a-b287-cdda5a18f32a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f3aea45-b741-4cf8-ad8b-40753fc82fad', 'mac_address': 'fa:16:3e:02:07:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99431ad6-db3e-4ba2-844c-55f7a0adf3d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:28:14Z', 'updated_at': '2022-03-11T16:28:29Z', 'revision_number': 1, 'project_id': '3f90eba451e343e49c0fa456ba2b00cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ac48933-906b-451f-9262-acdcb1369688', 'name': '', 'network_id': '5f3aea45-b741-4cf8-ad8b-40753fc82fad', 'tenant_id': '3f90eba451e343e49c0fa456ba2b00cd', 'mac_address': 'fa:16:3e:a5:32:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0445e330-dbfe-4390-80a7-5bd62ee92899', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'acc28c21-3e47-4bf8-b31f-cbbed70c6f99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:19Z', 'updated_at': '2022-03-11T16:21:30Z', 'revision_number': 5, 'project_id': '3f90eba451e343e49c0fa456ba2b00cd', 'subnets': [{'id': 'acc28c21-3e47-4bf8-b31f-cbbed70c6f99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-12-iscsi', False) {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:28:31.266379 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095da01c-0621-47d3-aa30-3adc9620dad2 None None] Checking router: 0445e330-dbfe-4390-80a7-5bd62ee92899 for host: dv-cinder-750782-12-iscsi {{(pid=103093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:28:31.276310 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095da01c-0621-47d3-aa30-3adc9620dad2 None None] Routers {'0445e330-dbfe-4390-80a7-5bd62ee92899'} bound to L3 agent in host dv-cinder-750782-12-iscsi {{(pid=103093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 16:28:31.277730 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_hamode_db [None req-095da01c-0621-47d3-aa30-3adc9620dad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-11T16:12:46Z,description=,heartbeat_timestamp=2022-03-11T16:28:16Z,host='dv-cinder-750782-12-iscsi',id=03422851-42b1-44c9-ada6-e479436b7b23,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:12:46Z,topic='l3_agent')) {'router_ids': ['0445e330-dbfe-4390-80a7-5bd62ee92899'], 'active': True} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:28:31.397083 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_dvr_db [None req-095da01c-0621-47d3-aa30-3adc9620dad2 None None] Set router 0445e330-dbfe-4390-80a7-5bd62ee92899 gateway port host: dv-cinder-750782-12-iscsi {{(pid=103093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 16:28:31.550983 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e2aac5-c200-44ec-b86d-a972d3f6dbef req-aabc97c6-7a7c-4235-9e38-d18e46b7c580 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:31.552439 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-34e2aac5-c200-44ec-b86d-a972d3f6dbef req-aabc97c6-7a7c-4235-9e38-d18e46b7c580 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=c2248b31-692b-41bb-be4c-efc637b74827 HTTP/1.1" status: 200 len: 944 time: 0.3722720 Mar 11 16:28:31.593497 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-c6ad7aca-720d-488a-9256-f98f78dde237 req-b8a628b2-12c7-418b-abd7-5520ddb921f1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cefc575a-6e0e-420a-b287-cdda5a18f32a HTTP/1.1" status: 200 len: 999 time: 0.3656626 Mar 11 16:28:31.637397 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_hamode_db [None req-095da01c-0621-47d3-aa30-3adc9620dad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0445e330-dbfe-4390-80a7-5bd62ee92899', 'name': 'tempest-AttachVolumeNegativeTest-1800470620-router', 'tenant_id': '3f90eba451e343e49c0fa456ba2b00cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'external_fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': 'dc4b8562-4065-4207-bec1-befa1889d519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:21:10Z', 'updated_at': '2022-03-11T16:21:21Z', 'revision_number': 4, 'project_id': '3f90eba451e343e49c0fa456ba2b00cd', 'gw_port': {'id': 'dc4b8562-4065-4207-bec1-befa1889d519', 'name': '', 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:52:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0445e330-dbfe-4390-80a7-5bd62ee92899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:12Z', 'updated_at': '2022-03-11T16:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-12-iscsi', '_floatingips': [{'id': 'a9adeee9-cc7e-4f7b-8c8f-4dfd81082d30', 'tenant_id': '3f90eba451e343e49c0fa456ba2b00cd', 'floating_ip_address': '172.27.0.207', 'floating_network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'router_id': '0445e330-dbfe-4390-80a7-5bd62ee92899', 'port_id': 'cefc575a-6e0e-420a-b287-cdda5a18f32a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f3aea45-b741-4cf8-ad8b-40753fc82fad', 'mac_address': 'fa:16:3e:02:07:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99431ad6-db3e-4ba2-844c-55f7a0adf3d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:28:14Z', 'updated_at': '2022-03-11T16:28:29Z', 'revision_number': 1, 'project_id': '3f90eba451e343e49c0fa456ba2b00cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ac48933-906b-451f-9262-acdcb1369688', 'name': '', 'network_id': '5f3aea45-b741-4cf8-ad8b-40753fc82fad', 'tenant_id': '3f90eba451e343e49c0fa456ba2b00cd', 'mac_address': 'fa:16:3e:a5:32:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0445e330-dbfe-4390-80a7-5bd62ee92899', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'acc28c21-3e47-4bf8-b31f-cbbed70c6f99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:19Z', 'updated_at': '2022-03-11T16:21:30Z', 'revision_number': 5, 'project_id': '3f90eba451e343e49c0fa456ba2b00cd', 'subnets': [{'id': 'acc28c21-3e47-4bf8-b31f-cbbed70c6f99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-12-iscsi', False) {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:28:31.660127 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5208fd28-5099-448f-86bf-0d961a5b9d57 req-a1e6600f-ec3b-4568-955f-e033628ee55d tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:31.661586 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-5208fd28-5099-448f-86bf-0d961a5b9d57 req-a1e6600f-ec3b-4568-955f-e033628ee55d tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] 10.222.0.72 "GET /v2.0/ports?device_id=23d45a6c-bffb-4a43-a089-e2fef8735ae2 HTTP/1.1" status: 200 len: 945 time: 0.1512215 Mar 11 16:28:31.663941 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095da01c-0621-47d3-aa30-3adc9620dad2 None None] The sync data for ids ['0445e330-dbfe-4390-80a7-5bd62ee92899'] in dv-cinder-750782-12-iscsi is: [{'id': '0445e330-dbfe-4390-80a7-5bd62ee92899', 'name': 'tempest-AttachVolumeNegativeTest-1800470620-router', 'tenant_id': '3f90eba451e343e49c0fa456ba2b00cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'external_fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': 'dc4b8562-4065-4207-bec1-befa1889d519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:21:10Z', 'updated_at': '2022-03-11T16:21:21Z', 'revision_number': 4, 'project_id': '3f90eba451e343e49c0fa456ba2b00cd', 'gw_port': {'id': 'dc4b8562-4065-4207-bec1-befa1889d519', 'name': '', 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:52:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0445e330-dbfe-4390-80a7-5bd62ee92899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:12Z', 'updated_at': '2022-03-11T16:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-12-iscsi', '_floatingips': [{'id': 'a9adeee9-cc7e-4f7b-8c8f-4dfd81082d30', 'tenant_id': '3f90eba451e343e49c0fa456ba2b00cd', 'floating_ip_address': '172.27.0.207', 'floating_network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'router_id': '0445e330-dbfe-4390-80a7-5bd62ee92899', 'port_id': 'cefc575a-6e0e-420a-b287-cdda5a18f32a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f3aea45-b741-4cf8-ad8b-40753fc82fad', 'mac_address': 'fa:16:3e:02:07:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99431ad6-db3e-4ba2-844c-55f7a0adf3d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:28:14Z', 'updated_at': '2022-03-11T16:28:29Z', 'revision_number': 1, 'project_id': '3f90eba451e343e49c0fa456ba2b00cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ac48933-906b-451f-9262-acdcb1369688', 'name': '', 'network_id': '5f3aea45-b741-4cf8-ad8b-40753fc82fad', 'tenant_id': '3f90eba451e343e49c0fa456ba2b00cd', 'mac_address': 'fa:16:3e:a5:32:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0445e330-dbfe-4390-80a7-5bd62ee92899', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'acc28c21-3e47-4bf8-b31f-cbbed70c6f99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:19Z', 'updated_at': '2022-03-11T16:21:30Z', 'revision_number': 5, 'project_id': '3f90eba451e343e49c0fa456ba2b00cd', 'subnets': [{'id': 'acc28c21-3e47-4bf8-b31f-cbbed70c6f99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:28:31.672467 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-34e2aac5-c200-44ec-b86d-a972d3f6dbef req-0848a909-084a-41c3-87bd-269f409d0458 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/security-groups?id=e1b324ab-1dec-4ca3-84fa-33a28865bcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125598 Mar 11 16:28:31.702913 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ad7aca-720d-488a-9256-f98f78dde237 req-11122c7e-feba-439b-9900-41fba896139f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:31.704356 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-c6ad7aca-720d-488a-9256-f98f78dde237 req-11122c7e-feba-439b-9900-41fba896139f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=acc28c21-3e47-4bf8-b31f-cbbed70c6f99 HTTP/1.1" status: 200 len: 854 time: 0.0976851 Mar 11 16:28:31.753576 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-5208fd28-5099-448f-86bf-0d961a5b9d57 req-4963ed64-3942-45fc-b1af-c861fee64899 tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] 10.222.0.72 "GET /v2.0/security-groups?id=e4010db0-717d-4dac-8612-b3ae381282ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847394 Mar 11 16:28:31.770783 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ad7aca-720d-488a-9256-f98f78dde237 req-b006d95c-1579-40bf-9a11-a50d80d91269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:31.772306 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-c6ad7aca-720d-488a-9256-f98f78dde237 req-b006d95c-1579-40bf-9a11-a50d80d91269 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5f3aea45-b741-4cf8-ad8b-40753fc82fad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0595958 Mar 11 16:28:31.871192 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-c6ad7aca-720d-488a-9256-f98f78dde237 req-a4e48161-98c2-4954-bb01-43fd360facfe service neutron] 10.222.0.18 "GET /v2.0/networks/5f3aea45-b741-4cf8-ad8b-40753fc82fad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901678 Mar 11 16:28:31.899492 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1eb4f5-abe3-45f8-a790-8e0eb694b2f1 None None] New status for floating IP a9adeee9-cc7e-4f7b-8c8f-4dfd81082d30: ACTIVE {{(pid=103094) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 16:28:31.914306 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Device 1f5306a9-2948-428d-83a8-aa48c5aa30ef up at agent hyperv_hv-cinder-75078 {{(pid=103093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 16:28:31.965317 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Provisioning for port 1f5306a9-2948-428d-83a8-aa48c5aa30ef completed by entity L2. {{(pid=103093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 16:28:31.969905 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Provisioning complete for port 1f5306a9-2948-428d-83a8-aa48c5aa30ef triggered by entity L2. {{(pid=103093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 16:28:31.970319 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397499'] for port (1f5306a9-2948-428d-83a8-aa48c5aa30ef), provisioning_complete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:28:31.972154 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-c6ad7aca-720d-488a-9256-f98f78dde237 req-8866fed3-d6fe-4c9b-95de-091b4968b667 service neutron] 10.222.0.18 "GET /v2.0/networks/5f3aea45-b741-4cf8-ad8b-40753fc82fad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947607 Mar 11 16:28:32.182328 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Current status of the port 1f5306a9-2948-428d-83a8-aa48c5aa30ef is: BUILD; New status is: ACTIVE {{(pid=103093) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 16:28:32.183776 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (1f5306a9-2948-428d-83a8-aa48c5aa30ef), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:28:32.205428 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2248b31-692b-41bb-be4c-efc637b74827', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f5306a9-2948-428d-83a8-aa48c5aa30ef'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:28:32.207664 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f6a2c072b123b360c8eb8991e75d694e889c4c27e62ecb22fdf39ecf471eb94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-045e7d83-430a-4a28-8e96-4ade1bc72dc3" -d '{"events": [{"server_uuid": "c2248b31-692b-41bb-be4c-efc637b74827", "name": "network-vif-plugged", "status": "completed", "tag": "1f5306a9-2948-428d-83a8-aa48c5aa30ef"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 16:28:32.219676 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] For port 1f5306a9-2948-428d-83a8-aa48c5aa30ef, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=1f5306a9-2948-428d-83a8-aa48c5aa30ef,segment=NetworkSegment(a719ed4c-1b21-4087-84c5-f4c81307e7ed),segment_id=a719ed4c-1b21-4087-84c5-f4c81307e7ed)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:28:32.223841 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947'] for port (1f5306a9-2948-428d-83a8-aa48c5aa30ef), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:28:32.247663 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 16:28:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18327609-2529-4df9-8cf5-5521813f4437 x-openstack-request-id: req-18327609-2529-4df9-8cf5-5521813f4437 {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 16:28:32.247963 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2248b31-692b-41bb-be4c-efc637b74827", "name": "network-vif-plugged", "status": "completed", "tag": "1f5306a9-2948-428d-83a8-aa48c5aa30ef", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 16:28:32.248218 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-18327609-2529-4df9-8cf5-5521813f4437 {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 16:28:32.248598 dv-cinder-750782-12-iscsi neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2248b31-692b-41bb-be4c-efc637b74827', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f5306a9-2948-428d-83a8-aa48c5aa30ef', 'code': 200} Mar 11 16:28:32.274381 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Pushing event updated for resources: {'Port': ['ID=1f5306a9-2948-428d-83a8-aa48c5aa30ef,revision_number=5']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:28:32.430930 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2806ff8e-4e36-46d6-9fce-51308e421780 req-014b026d-463b-48aa-91a3-417d27330cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:32.432579 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-2806ff8e-4e36-46d6-9fce-51308e421780 req-014b026d-463b-48aa-91a3-417d27330cfa service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c2248b31-692b-41bb-be4c-efc637b74827 HTTP/1.1" status: 200 len: 1129 time: 0.0480263 Mar 11 16:28:32.487967 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-2806ff8e-4e36-46d6-9fce-51308e421780 req-8a2b9a96-be51-406a-a1f3-3a0b89092873 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e1b324ab-1dec-4ca3-84fa-33a28865bcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456984 Mar 11 16:28:32.800031 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf99405-e232-4e6f-85b8-19666ec7744c req-c33bbb02-44c9-4120-bee5-fa00802c3fc5 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:32.801562 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-acf99405-e232-4e6f-85b8-19666ec7744c req-c33bbb02-44c9-4120-bee5-fa00802c3fc5 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=c2248b31-692b-41bb-be4c-efc637b74827 HTTP/1.1" status: 200 len: 945 time: 0.0545299 Mar 11 16:28:32.877798 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-acf99405-e232-4e6f-85b8-19666ec7744c req-e125d072-c1bd-4050-8ba2-e2137ae2e1fd tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/security-groups?id=e1b324ab-1dec-4ca3-84fa-33a28865bcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706773 Mar 11 16:28:32.899572 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cea706-23cd-4a39-a803-f6486fd4416b req-ebaaae90-dad6-42f6-a8a7-18aaddd3b906 tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:32.901062 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-87cea706-23cd-4a39-a803-f6486fd4416b req-ebaaae90-dad6-42f6-a8a7-18aaddd3b906 tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] 10.222.0.72 "GET /v2.0/ports?device_id=23d45a6c-bffb-4a43-a089-e2fef8735ae2 HTTP/1.1" status: 200 len: 945 time: 0.0777371 Mar 11 16:28:32.952232 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-87cea706-23cd-4a39-a803-f6486fd4416b req-446da57e-c100-44ff-90d0-2953c87525b7 tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] 10.222.0.72 "GET /v2.0/security-groups?id=e4010db0-717d-4dac-8612-b3ae381282ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446150 Mar 11 16:28:34.010738 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803e5922-d1a2-43b1-9efa-05dd695e3383 req-e6d0b1da-e6ad-4555-85c5-c50249b7ea58 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:34.012496 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-803e5922-d1a2-43b1-9efa-05dd695e3383 req-e6d0b1da-e6ad-4555-85c5-c50249b7ea58 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=c2248b31-692b-41bb-be4c-efc637b74827 HTTP/1.1" status: 200 len: 945 time: 0.0600700 Mar 11 16:28:34.093321 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-803e5922-d1a2-43b1-9efa-05dd695e3383 req-b8f40f6f-98cd-4e42-b08c-cf736316a9d1 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/security-groups?id=e1b324ab-1dec-4ca3-84fa-33a28865bcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752432 Mar 11 16:28:34.107134 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b9edb1-a432-4099-aba6-4a9748a4a036 req-b5f0365f-6a77-413b-bea4-2c457e5152d8 tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:34.108475 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-a3b9edb1-a432-4099-aba6-4a9748a4a036 req-b5f0365f-6a77-413b-bea4-2c457e5152d8 tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] 10.222.0.72 "GET /v2.0/ports?device_id=23d45a6c-bffb-4a43-a089-e2fef8735ae2 HTTP/1.1" status: 200 len: 945 time: 0.0846574 Mar 11 16:28:34.166841 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-a3b9edb1-a432-4099-aba6-4a9748a4a036 req-e285da39-a855-4d74-b102-3c30cb7a454d tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] 10.222.0.72 "GET /v2.0/security-groups?id=e4010db0-717d-4dac-8612-b3ae381282ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513513 Mar 11 16:28:34.396107 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-332d1df5-d007-4c78-8d31-cc176430dd4a req-1c0254e4-c31f-4142-929a-bea357ae378d service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=23d45a6c-bffb-4a43-a089-e2fef8735ae2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0806763 Mar 11 16:28:34.407947 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ae9d82-f2dd-4082-9ba8-6c4138023d3d req-2671663e-0616-4a96-895c-734fd1649a64 tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:34.409402 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-95ae9d82-f2dd-4082-9ba8-6c4138023d3d req-2671663e-0616-4a96-895c-734fd1649a64 tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] 10.222.0.72 "GET /v2.0/ports?device_id=23d45a6c-bffb-4a43-a089-e2fef8735ae2 HTTP/1.1" status: 200 len: 945 time: 0.0669193 Mar 11 16:28:34.502598 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332d1df5-d007-4c78-8d31-cc176430dd4a req-7c391a78-6966-459e-98df-aa5e9e9ee007 tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:34.503956 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-332d1df5-d007-4c78-8d31-cc176430dd4a req-7c391a78-6966-459e-98df-aa5e9e9ee007 tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] 10.222.0.72 "GET /v2.0/ports/471c6267-8e01-4913-a736-416e60658046 HTTP/1.1" status: 200 len: 942 time: 0.0748668 Mar 11 16:28:34.513446 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-95ae9d82-f2dd-4082-9ba8-6c4138023d3d req-b35584ed-5ef9-4f59-9276-1bd50d9aae4f tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] 10.222.0.72 "GET /v2.0/security-groups?id=e4010db0-717d-4dac-8612-b3ae381282ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983167 Mar 11 16:28:35.228353 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0719d81c-7fe9-482c-9416-bb597997b0e1 req-1f8f8508-bdb7-4223-ae38-b9055df030e1 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:35.231180 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-0719d81c-7fe9-482c-9416-bb597997b0e1 req-1f8f8508-bdb7-4223-ae38-b9055df030e1 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=c2248b31-692b-41bb-be4c-efc637b74827 HTTP/1.1" status: 200 len: 945 time: 0.0644064 Mar 11 16:28:35.259578 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (42978ec7-0c45-4bcc-88e8-64ee44356522), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:28:35.285807 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-0719d81c-7fe9-482c-9416-bb597997b0e1 req-407a4f3f-9e08-4e6e-9d7a-a2bc9a8a2f93 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/security-groups?id=e1b324ab-1dec-4ca3-84fa-33a28865bcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483522 Mar 11 16:28:35.411501 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b4765a-7384-4bab-8fdf-e9f3efdcf2aa req-4979dd54-cf0b-489c-8b28-5359839b1dd5 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:35.412966 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-31b4765a-7384-4bab-8fdf-e9f3efdcf2aa req-4979dd54-cf0b-489c-8b28-5359839b1dd5 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=c2248b31-692b-41bb-be4c-efc637b74827 HTTP/1.1" status: 200 len: 945 time: 0.0560803 Mar 11 16:28:35.422462 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 45050) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:28:35.426889 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.v2.base [None req-8b381985-b4df-4b44-bfca-eeb968454e0f tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Request body: {'floatingip': {'port_id': '1f5306a9-2948-428d-83a8-aa48c5aa30ef'}} {{(pid=103092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:28:35.469526 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-8b381985-b4df-4b44-bfca-eeb968454e0f tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Publish callbacks [] for floatingip (11b67db2-363c-4541-ba46-0dcc31b531fb), before_update {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:28:35.716725 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59a86c9-8683-4f4e-a370-524d05092157 req-22841428-7bf2-47fa-beda-64cdd53cc381 tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:35.718156 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-c59a86c9-8683-4f4e-a370-524d05092157 req-22841428-7bf2-47fa-beda-64cdd53cc381 tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] 10.222.0.72 "GET /v2.0/ports?device_id=23d45a6c-bffb-4a43-a089-e2fef8735ae2 HTTP/1.1" status: 200 len: 945 time: 0.1375887 Mar 11 16:28:35.881726 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-c59a86c9-8683-4f4e-a370-524d05092157 req-3ba798e6-66d4-452f-8dd4-9e7434ec4cb2 tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] 10.222.0.72 "GET /v2.0/security-groups?id=e4010db0-717d-4dac-8612-b3ae381282ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1571264 Mar 11 16:28:35.941077 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332d1df5-d007-4c78-8d31-cc176430dd4a req-56d879d0-d96e-490a-ad14-c1672d0d2982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:35.942601 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-332d1df5-d007-4c78-8d31-cc176430dd4a req-56d879d0-d96e-490a-ad14-c1672d0d2982 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=23d45a6c-bffb-4a43-a089-e2fef8735ae2&tenant_id=6afb84ea33c34a8284e22ea7f8dbc20a HTTP/1.1" status: 200 len: 1129 time: 0.1356275 Mar 11 16:28:36.074886 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-8b381985-b4df-4b44-bfca-eeb968454e0f tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:28:36.078314 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332d1df5-d007-4c78-8d31-cc176430dd4a req-0d90aa16-c17a-4a4b-b359-bc1058d9cfbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:36.079996 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-332d1df5-d007-4c78-8d31-cc176430dd4a req-0d90aa16-c17a-4a4b-b359-bc1058d9cfbd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6afb84ea33c34a8284e22ea7f8dbc20a&device_id=23d45a6c-bffb-4a43-a089-e2fef8735ae2 HTTP/1.1" status: 200 len: 1129 time: 0.1032970 Mar 11 16:28:36.081034 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-8b381985-b4df-4b44-bfca-eeb968454e0f tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539899'] for floatingip (11b67db2-363c-4541-ba46-0dcc31b531fb), after_update {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:28:36.255037 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.db.l3_db [None req-8b381985-b4df-4b44-bfca-eeb968454e0f tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Floating IP 11b67db2-363c-4541-ba46-0dcc31b531fb associated. External IP: 172.27.0.189, port: 1f5306a9-2948-428d-83a8-aa48c5aa30ef. Mar 11 16:28:36.257447 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332d1df5-d007-4c78-8d31-cc176430dd4a req-4f2f91ed-8ae0-40d5-bdd3-4583be47160d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:36.258933 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-332d1df5-d007-4c78-8d31-cc176430dd4a req-4f2f91ed-8ae0-40d5-bdd3-4583be47160d service neutron] 10.222.0.18 "GET /v2.0/networks?id=91701b40-45b6-4dc3-9365-5d3024585e80 HTTP/1.1" status: 200 len: 908 time: 0.1436670 Mar 11 16:28:36.390553 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-332d1df5-d007-4c78-8d31-cc176430dd4a req-9d919509-c4c3-4a7f-bb0c-091f97d6137c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=471c6267-8e01-4913-a736-416e60658046 HTTP/1.1" status: 200 len: 1000 time: 0.0984497 Mar 11 16:28:36.490966 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332d1df5-d007-4c78-8d31-cc176430dd4a req-9e9313e7-2e8c-49fa-8c03-3e848dccaca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:36.492387 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-332d1df5-d007-4c78-8d31-cc176430dd4a req-9e9313e7-2e8c-49fa-8c03-3e848dccaca1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a52384ed-9db6-46e8-9576-be4e2499c742 HTTP/1.1" status: 200 len: 846 time: 0.0953126 Mar 11 16:28:36.593272 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332d1df5-d007-4c78-8d31-cc176430dd4a req-bcef4104-253a-40be-be06-7ad3cbe85d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:36.594711 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-332d1df5-d007-4c78-8d31-cc176430dd4a req-bcef4104-253a-40be-be06-7ad3cbe85d78 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=91701b40-45b6-4dc3-9365-5d3024585e80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0945272 Mar 11 16:28:36.596832 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b381985-b4df-4b44-bfca-eeb968454e0f tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Router 839b5096-b9c0-4547-9685-d62aca0b2418 has already been hosted by L3 agent 03422851-42b1-44c9-ada6-e479436b7b23 {{(pid=103092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:28:36.771522 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-332d1df5-d007-4c78-8d31-cc176430dd4a req-af51cf1a-d829-41fc-8bda-0a39592ff54a service neutron] 10.222.0.18 "GET /v2.0/networks/91701b40-45b6-4dc3-9365-5d3024585e80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676102 Mar 11 16:28:36.786386 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b381985-b4df-4b44-bfca-eeb968454e0f tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Notify agent at l3_agent.dv-cinder-750782-12-iscsi the message routers_updated {{(pid=103092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:28:36.791283 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-8b381985-b4df-4b44-bfca-eeb968454e0f tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122971'] for floatingip (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:28:36.796294 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a01d1c-b97d-455e-a84f-d34a5e8c96b1 None None] Sync routers for ids ['839b5096-b9c0-4547-9685-d62aca0b2418'] in dv-cinder-750782-12-iscsi {{(pid=103093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:28:36.806688 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a01d1c-b97d-455e-a84f-d34a5e8c96b1 None None] Routers {'839b5096-b9c0-4547-9685-d62aca0b2418'} bound to L3 agent in host dv-cinder-750782-12-iscsi {{(pid=103093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 16:28:36.807304 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_hamode_db [None req-01a01d1c-b97d-455e-a84f-d34a5e8c96b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-11T16:12:46Z,description=,heartbeat_timestamp=2022-03-11T16:28:16Z,host='dv-cinder-750782-12-iscsi',id=03422851-42b1-44c9-ada6-e479436b7b23,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:12:46Z,topic='l3_agent')) {'router_ids': ['839b5096-b9c0-4547-9685-d62aca0b2418'], 'active': True} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:28:36.842615 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-8b381985-b4df-4b44-bfca-eeb968454e0f tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "PUT /v2.0/floatingips/11b67db2-363c-4541-ba46-0dcc31b531fb HTTP/1.1" status: 200 len: 991 time: 1.4190609 Mar 11 16:28:36.923033 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_dvr_db [None req-01a01d1c-b97d-455e-a84f-d34a5e8c96b1 None None] Set router 839b5096-b9c0-4547-9685-d62aca0b2418 gateway port host: dv-cinder-750782-12-iscsi {{(pid=103093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 16:28:37.110957 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2248b31-692b-41bb-be4c-efc637b74827', 'tag': '1f5306a9-2948-428d-83a8-aa48c5aa30ef'}] {{(pid=103092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:28:37.113194 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8119d67d121bc7655fb27ee4e81d05746f3857d7b024446e390c37a4f39e07a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7309598-d0dc-42a2-b41c-10c5884ee1d9" -d '{"events": [{"name": "network-changed", "server_uuid": "c2248b31-692b-41bb-be4c-efc637b74827", "tag": "1f5306a9-2948-428d-83a8-aa48c5aa30ef"}]}' {{(pid=103092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 16:28:37.159334 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 16:28:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47cee8d6-680c-40af-a295-97707f794580 x-openstack-request-id: req-47cee8d6-680c-40af-a295-97707f794580 {{(pid=103092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 16:28:37.159626 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2248b31-692b-41bb-be4c-efc637b74827", "tag": "1f5306a9-2948-428d-83a8-aa48c5aa30ef", "status": "completed", "code": 200}]} {{(pid=103092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 16:28:37.159874 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-47cee8d6-680c-40af-a295-97707f794580 {{(pid=103092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 16:28:37.160257 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2248b31-692b-41bb-be4c-efc637b74827', 'tag': '1f5306a9-2948-428d-83a8-aa48c5aa30ef', 'status': 'completed', 'code': 200} Mar 11 16:28:37.174952 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_hamode_db [None req-01a01d1c-b97d-455e-a84f-d34a5e8c96b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '839b5096-b9c0-4547-9685-d62aca0b2418', 'name': 'tempest-AttachVolumeShelveTestJSON-1853710950-router', 'tenant_id': 'a951288cde284b359074a2755c43fd3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'external_fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': '502e9fb5-5295-4eef-85c5-d90406a3e043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:21:05Z', 'updated_at': '2022-03-11T16:21:13Z', 'revision_number': 4, 'project_id': 'a951288cde284b359074a2755c43fd3f', 'gw_port': {'id': '502e9fb5-5295-4eef-85c5-d90406a3e043', 'name': '', 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:55:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839b5096-b9c0-4547-9685-d62aca0b2418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:05Z', 'updated_at': '2022-03-11T16:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-12-iscsi', '_floatingips': [{'id': '11b67db2-363c-4541-ba46-0dcc31b531fb', 'tenant_id': 'a951288cde284b359074a2755c43fd3f', 'floating_ip_address': '172.27.0.189', 'floating_network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'router_id': '839b5096-b9c0-4547-9685-d62aca0b2418', 'port_id': '1f5306a9-2948-428d-83a8-aa48c5aa30ef', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d385937-5589-47ac-b063-981bb549e693', 'mac_address': 'fa:16:3e:cc:db:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2248b31-692b-41bb-be4c-efc637b74827', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:28:20Z', 'updated_at': '2022-03-11T16:28:35Z', 'revision_number': 1, 'project_id': 'a951288cde284b359074a2755c43fd3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '640132e4-6f5b-4a16-bcab-35e5b7d111df', 'name': '', 'network_id': '4d385937-5589-47ac-b063-981bb549e693', 'tenant_id': 'a951288cde284b359074a2755c43fd3f', 'mac_address': 'fa:16:3e:45:59:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839b5096-b9c0-4547-9685-d62aca0b2418', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '1fa91c63-7953-4f02-bfd2-c0a4c4e05e10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:10Z', 'updated_at': '2022-03-11T16:21:28Z', 'revision_number': 5, 'project_id': 'a951288cde284b359074a2755c43fd3f', 'subnets': [{'id': '1fa91c63-7953-4f02-bfd2-c0a4c4e05e10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-12-iscsi', False) {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:28:37.176170 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-332d1df5-d007-4c78-8d31-cc176430dd4a req-37066d4a-f64b-4b59-9110-bd3023bed8f9 service neutron] 10.222.0.18 "GET /v2.0/networks/91701b40-45b6-4dc3-9365-5d3024585e80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3968577 Mar 11 16:28:37.192809 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23a1002-8069-4e22-ad01-76b63e814e9c req-9a90f970-ce1c-4574-8cbd-708e60173001 tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:37.195021 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-d23a1002-8069-4e22-ad01-76b63e814e9c req-9a90f970-ce1c-4574-8cbd-708e60173001 tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] 10.222.0.72 "GET /v2.0/ports?device_id=23d45a6c-bffb-4a43-a089-e2fef8735ae2 HTTP/1.1" status: 200 len: 945 time: 0.0774941 Mar 11 16:28:37.207240 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a01d1c-b97d-455e-a84f-d34a5e8c96b1 None None] Checking router: 839b5096-b9c0-4547-9685-d62aca0b2418 for host: dv-cinder-750782-12-iscsi {{(pid=103093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:28:37.216064 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a01d1c-b97d-455e-a84f-d34a5e8c96b1 None None] Routers {'839b5096-b9c0-4547-9685-d62aca0b2418'} bound to L3 agent in host dv-cinder-750782-12-iscsi {{(pid=103093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 16:28:37.216678 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_hamode_db [None req-01a01d1c-b97d-455e-a84f-d34a5e8c96b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-11T16:12:46Z,description=,heartbeat_timestamp=2022-03-11T16:28:16Z,host='dv-cinder-750782-12-iscsi',id=03422851-42b1-44c9-ada6-e479436b7b23,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:12:46Z,topic='l3_agent')) {'router_ids': ['839b5096-b9c0-4547-9685-d62aca0b2418'], 'active': True} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:28:37.270053 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7309598-d0dc-42a2-b41c-10c5884ee1d9 req-c2f39fed-46f3-42ff-b040-d056df3362a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:37.271546 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-c7309598-d0dc-42a2-b41c-10c5884ee1d9 req-c2f39fed-46f3-42ff-b040-d056df3362a5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a951288cde284b359074a2755c43fd3f&device_id=c2248b31-692b-41bb-be4c-efc637b74827 HTTP/1.1" status: 200 len: 1129 time: 0.0755763 Mar 11 16:28:37.280471 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-d23a1002-8069-4e22-ad01-76b63e814e9c req-2b872a6a-1b73-4138-97c6-a506d57f83ee tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] 10.222.0.72 "GET /v2.0/security-groups?id=e4010db0-717d-4dac-8612-b3ae381282ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752811 Mar 11 16:28:37.329503 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_dvr_db [None req-01a01d1c-b97d-455e-a84f-d34a5e8c96b1 None None] Set router 839b5096-b9c0-4547-9685-d62aca0b2418 gateway port host: dv-cinder-750782-12-iscsi {{(pid=103093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 16:28:37.368115 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7309598-d0dc-42a2-b41c-10c5884ee1d9 req-33a8056c-6206-4062-920b-c02448c9076c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:37.369584 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-c7309598-d0dc-42a2-b41c-10c5884ee1d9 req-33a8056c-6206-4062-920b-c02448c9076c service neutron] 10.222.0.18 "GET /v2.0/networks?id=4d385937-5589-47ac-b063-981bb549e693 HTTP/1.1" status: 200 len: 918 time: 0.0883214 Mar 11 16:28:37.441984 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-c7309598-d0dc-42a2-b41c-10c5884ee1d9 req-587ceadd-728e-44bd-bf04-382029c9a79e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1f5306a9-2948-428d-83a8-aa48c5aa30ef HTTP/1.1" status: 200 len: 999 time: 0.0653150 Mar 11 16:28:37.490622 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7309598-d0dc-42a2-b41c-10c5884ee1d9 req-ab100b33-6f97-49e0-aecd-77d1e465028c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:37.492069 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-c7309598-d0dc-42a2-b41c-10c5884ee1d9 req-ab100b33-6f97-49e0-aecd-77d1e465028c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1fa91c63-7953-4f02-bfd2-c0a4c4e05e10 HTTP/1.1" status: 200 len: 856 time: 0.0444505 Mar 11 16:28:37.542763 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7309598-d0dc-42a2-b41c-10c5884ee1d9 req-d316dc7d-15e1-4ada-9955-cae29e80be27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:37.544284 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-c7309598-d0dc-42a2-b41c-10c5884ee1d9 req-d316dc7d-15e1-4ada-9955-cae29e80be27 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4d385937-5589-47ac-b063-981bb549e693&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0449028 Mar 11 16:28:37.560307 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_hamode_db [None req-01a01d1c-b97d-455e-a84f-d34a5e8c96b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '839b5096-b9c0-4547-9685-d62aca0b2418', 'name': 'tempest-AttachVolumeShelveTestJSON-1853710950-router', 'tenant_id': 'a951288cde284b359074a2755c43fd3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'external_fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': '502e9fb5-5295-4eef-85c5-d90406a3e043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:21:05Z', 'updated_at': '2022-03-11T16:21:13Z', 'revision_number': 4, 'project_id': 'a951288cde284b359074a2755c43fd3f', 'gw_port': {'id': '502e9fb5-5295-4eef-85c5-d90406a3e043', 'name': '', 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:55:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839b5096-b9c0-4547-9685-d62aca0b2418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:05Z', 'updated_at': '2022-03-11T16:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-12-iscsi', '_floatingips': [{'id': '11b67db2-363c-4541-ba46-0dcc31b531fb', 'tenant_id': 'a951288cde284b359074a2755c43fd3f', 'floating_ip_address': '172.27.0.189', 'floating_network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'router_id': '839b5096-b9c0-4547-9685-d62aca0b2418', 'port_id': '1f5306a9-2948-428d-83a8-aa48c5aa30ef', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d385937-5589-47ac-b063-981bb549e693', 'mac_address': 'fa:16:3e:cc:db:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2248b31-692b-41bb-be4c-efc637b74827', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:28:20Z', 'updated_at': '2022-03-11T16:28:35Z', 'revision_number': 1, 'project_id': 'a951288cde284b359074a2755c43fd3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '640132e4-6f5b-4a16-bcab-35e5b7d111df', 'name': '', 'network_id': '4d385937-5589-47ac-b063-981bb549e693', 'tenant_id': 'a951288cde284b359074a2755c43fd3f', 'mac_address': 'fa:16:3e:45:59:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839b5096-b9c0-4547-9685-d62aca0b2418', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '1fa91c63-7953-4f02-bfd2-c0a4c4e05e10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:10Z', 'updated_at': '2022-03-11T16:21:28Z', 'revision_number': 5, 'project_id': 'a951288cde284b359074a2755c43fd3f', 'subnets': [{'id': '1fa91c63-7953-4f02-bfd2-c0a4c4e05e10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-12-iscsi', False) {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:28:37.591787 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a01d1c-b97d-455e-a84f-d34a5e8c96b1 None None] The sync data for ids ['839b5096-b9c0-4547-9685-d62aca0b2418'] in dv-cinder-750782-12-iscsi is: [{'id': '839b5096-b9c0-4547-9685-d62aca0b2418', 'name': 'tempest-AttachVolumeShelveTestJSON-1853710950-router', 'tenant_id': 'a951288cde284b359074a2755c43fd3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'external_fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': '502e9fb5-5295-4eef-85c5-d90406a3e043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:21:05Z', 'updated_at': '2022-03-11T16:21:13Z', 'revision_number': 4, 'project_id': 'a951288cde284b359074a2755c43fd3f', 'gw_port': {'id': '502e9fb5-5295-4eef-85c5-d90406a3e043', 'name': '', 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:55:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839b5096-b9c0-4547-9685-d62aca0b2418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:05Z', 'updated_at': '2022-03-11T16:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-12-iscsi', '_floatingips': [{'id': '11b67db2-363c-4541-ba46-0dcc31b531fb', 'tenant_id': 'a951288cde284b359074a2755c43fd3f', 'floating_ip_address': '172.27.0.189', 'floating_network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'router_id': '839b5096-b9c0-4547-9685-d62aca0b2418', 'port_id': '1f5306a9-2948-428d-83a8-aa48c5aa30ef', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d385937-5589-47ac-b063-981bb549e693', 'mac_address': 'fa:16:3e:cc:db:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2248b31-692b-41bb-be4c-efc637b74827', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:28:20Z', 'updated_at': '2022-03-11T16:28:35Z', 'revision_number': 1, 'project_id': 'a951288cde284b359074a2755c43fd3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '640132e4-6f5b-4a16-bcab-35e5b7d111df', 'name': '', 'network_id': '4d385937-5589-47ac-b063-981bb549e693', 'tenant_id': 'a951288cde284b359074a2755c43fd3f', 'mac_address': 'fa:16:3e:45:59:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839b5096-b9c0-4547-9685-d62aca0b2418', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '1fa91c63-7953-4f02-bfd2-c0a4c4e05e10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:10Z', 'updated_at': '2022-03-11T16:21:28Z', 'revision_number': 5, 'project_id': 'a951288cde284b359074a2755c43fd3f', 'subnets': [{'id': '1fa91c63-7953-4f02-bfd2-c0a4c4e05e10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:28:37.642398 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-c7309598-d0dc-42a2-b41c-10c5884ee1d9 req-ef422efc-9e0a-417d-a37f-425bbfa1d649 service neutron] 10.222.0.18 "GET /v2.0/networks/4d385937-5589-47ac-b063-981bb549e693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917428 Mar 11 16:28:37.738438 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-c7309598-d0dc-42a2-b41c-10c5884ee1d9 req-5732d02a-ba2b-424b-a750-2731ca53214d service neutron] 10.222.0.18 "GET /v2.0/networks/4d385937-5589-47ac-b063-981bb549e693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885656 Mar 11 16:28:37.796362 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29cf1ae5-740c-410e-989a-3cb7ee1e9839 None None] New status for floating IP 11b67db2-363c-4541-ba46-0dcc31b531fb: ACTIVE {{(pid=103094) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 16:28:37.956413 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Device 471c6267-8e01-4913-a736-416e60658046 no longer exists at agent hyperv_hv-cinder-75078 {{(pid=103093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 16:28:38.033287 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Current status of the port 471c6267-8e01-4913-a736-416e60658046 is: ACTIVE; New status is: DOWN {{(pid=103093) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 16:28:38.033671 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (471c6267-8e01-4913-a736-416e60658046), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:28:38.056631 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23d45a6c-bffb-4a43-a089-e2fef8735ae2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '471c6267-8e01-4913-a736-416e60658046'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:28:38.058923 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f6a2c072b123b360c8eb8991e75d694e889c4c27e62ecb22fdf39ecf471eb94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86347139-1949-43d9-bdb0-505392ebc6ce" -d '{"events": [{"server_uuid": "23d45a6c-bffb-4a43-a089-e2fef8735ae2", "name": "network-vif-unplugged", "status": "completed", "tag": "471c6267-8e01-4913-a736-416e60658046"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 16:28:38.071253 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] For port 471c6267-8e01-4913-a736-416e60658046, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=471c6267-8e01-4913-a736-416e60658046,segment=NetworkSegment(53cdd138-4e9c-4178-b0e9-01621a26969b),segment_id=53cdd138-4e9c-4178-b0e9-01621a26969b)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:28:38.077136 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947'] for port (471c6267-8e01-4913-a736-416e60658046), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:28:38.104568 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Mar 2022 16:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-528c6b17-76cd-4a10-aa9a-944a47184cfa x-openstack-request-id: req-528c6b17-76cd-4a10-aa9a-944a47184cfa {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 16:28:38.104804 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23d45a6c-bffb-4a43-a089-e2fef8735ae2", "name": "network-vif-unplugged", "status": "completed", "tag": "471c6267-8e01-4913-a736-416e60658046", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 16:28:38.105691 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-528c6b17-76cd-4a10-aa9a-944a47184cfa {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 16:28:38.106116 dv-cinder-750782-12-iscsi neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23d45a6c-bffb-4a43-a089-e2fef8735ae2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '471c6267-8e01-4913-a736-416e60658046', 'code': 200} Mar 11 16:28:38.132840 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Pushing event updated for resources: {'Port': ['ID=471c6267-8e01-4913-a736-416e60658046,revision_number=6']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:28:38.401339 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958a43d9-dfee-4129-bde3-5ab2548c88e9 req-e5ef0289-752f-483f-9839-22c7a62ec510 tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:38.402872 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-958a43d9-dfee-4129-bde3-5ab2548c88e9 req-e5ef0289-752f-483f-9839-22c7a62ec510 tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] 10.222.0.72 "GET /v2.0/ports?device_id=23d45a6c-bffb-4a43-a089-e2fef8735ae2 HTTP/1.1" status: 200 len: 943 time: 0.0554993 Mar 11 16:28:38.456088 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-958a43d9-dfee-4129-bde3-5ab2548c88e9 req-9448507c-5566-4e21-ac1b-dd902c9809cd tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] 10.222.0.72 "GET /v2.0/security-groups?id=e4010db0-717d-4dac-8612-b3ae381282ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477462 Mar 11 16:28:39.574544 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335dba10-6077-425d-9913-7d1facf5c2b7 req-9a4427ab-7f85-4341-952d-3ec7eefff56d tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:39.576278 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-335dba10-6077-425d-9913-7d1facf5c2b7 req-9a4427ab-7f85-4341-952d-3ec7eefff56d tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] 10.222.0.72 "GET /v2.0/ports?device_id=23d45a6c-bffb-4a43-a089-e2fef8735ae2 HTTP/1.1" status: 200 len: 943 time: 0.0530305 Mar 11 16:28:39.625763 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-335dba10-6077-425d-9913-7d1facf5c2b7 req-42b5fb63-a0b7-4215-8ddb-9bf932e0ec74 tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] 10.222.0.72 "GET /v2.0/security-groups?id=e4010db0-717d-4dac-8612-b3ae381282ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436964 Mar 11 16:28:40.746661 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66575aa-47f1-45ad-a93f-8860db7d9461 req-381b362f-9b43-4173-a8ae-c0f631087db1 tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:40.748257 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-a66575aa-47f1-45ad-a93f-8860db7d9461 req-381b362f-9b43-4173-a8ae-c0f631087db1 tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] 10.222.0.72 "GET /v2.0/ports?device_id=23d45a6c-bffb-4a43-a089-e2fef8735ae2 HTTP/1.1" status: 200 len: 943 time: 0.0546870 Mar 11 16:28:40.797959 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-a66575aa-47f1-45ad-a93f-8860db7d9461 req-8d32915f-e666-4335-b3b6-bdf09ffe1843 tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] 10.222.0.72 "GET /v2.0/security-groups?id=e4010db0-717d-4dac-8612-b3ae381282ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440483 Mar 11 16:28:41.921388 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bc5b05-2ab2-4aad-95fb-66e00fbbd051 req-36ca0972-e59e-41b2-ad6a-a2f06ab922f2 tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:41.922890 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-84bc5b05-2ab2-4aad-95fb-66e00fbbd051 req-36ca0972-e59e-41b2-ad6a-a2f06ab922f2 tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] 10.222.0.72 "GET /v2.0/ports?device_id=23d45a6c-bffb-4a43-a089-e2fef8735ae2 HTTP/1.1" status: 200 len: 943 time: 0.0579646 Mar 11 16:28:41.971487 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-84bc5b05-2ab2-4aad-95fb-66e00fbbd051 req-5ebd7737-0a58-46bd-a96b-fdd379297c03 tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] 10.222.0.72 "GET /v2.0/security-groups?id=e4010db0-717d-4dac-8612-b3ae381282ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431423 Mar 11 16:28:43.093884 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acc8298-18e0-4995-9624-840cc26f9cf7 req-14aa22c6-067d-4c92-9ea2-d8f90fe65c5e tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:43.095428 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-1acc8298-18e0-4995-9624-840cc26f9cf7 req-14aa22c6-067d-4c92-9ea2-d8f90fe65c5e tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] 10.222.0.72 "GET /v2.0/ports?device_id=23d45a6c-bffb-4a43-a089-e2fef8735ae2 HTTP/1.1" status: 200 len: 943 time: 0.0539613 Mar 11 16:28:43.144523 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-1acc8298-18e0-4995-9624-840cc26f9cf7 req-f39c3afb-27c1-4d2b-91ba-6213b929a0e1 tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] 10.222.0.72 "GET /v2.0/security-groups?id=e4010db0-717d-4dac-8612-b3ae381282ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434613 Mar 11 16:28:43.805766 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a6a0a972-1c5e-4b16-8924-74be36319ea0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (52d54afa-c257-4acf-9353-cc1307944ae0), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:28:44.268646 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9716356-3339-46c8-a403-f1f2cc3487bb req-252f99c6-fbf6-4b33-bf60-ca9a80a74d5c tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:44.270354 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-b9716356-3339-46c8-a403-f1f2cc3487bb req-252f99c6-fbf6-4b33-bf60-ca9a80a74d5c tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] 10.222.0.72 "GET /v2.0/ports?device_id=23d45a6c-bffb-4a43-a089-e2fef8735ae2 HTTP/1.1" status: 200 len: 943 time: 0.0581317 Mar 11 16:28:44.319524 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-b9716356-3339-46c8-a403-f1f2cc3487bb req-cdc0f74f-6efb-4718-a790-a86bfc33d61a tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] 10.222.0.72 "GET /v2.0/security-groups?id=e4010db0-717d-4dac-8612-b3ae381282ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432029 Mar 11 16:28:44.805819 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec223bbf-e2c1-4590-8e5d-8e9c430ad9df req-cbfbcf61-3dba-4189-8952-2e6d66211009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:44.807458 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-ec223bbf-e2c1-4590-8e5d-8e9c430ad9df req-cbfbcf61-3dba-4189-8952-2e6d66211009 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=23d45a6c-bffb-4a43-a089-e2fef8735ae2 HTTP/1.1" status: 200 len: 1127 time: 0.0480857 Mar 11 16:28:44.861809 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-ec223bbf-e2c1-4590-8e5d-8e9c430ad9df req-c71c1f95-2473-4bef-8101-553308610cb6 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e4010db0-717d-4dac-8612-b3ae381282ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451763 Mar 11 16:28:45.439782 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5702c6-cd06-4241-aa2c-37f505013605 req-ff1d54ef-a802-482d-ba13-ebf15a5eae32 tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:45.441242 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-cb5702c6-cd06-4241-aa2c-37f505013605 req-ff1d54ef-a802-482d-ba13-ebf15a5eae32 tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] 10.222.0.72 "GET /v2.0/ports?device_id=23d45a6c-bffb-4a43-a089-e2fef8735ae2 HTTP/1.1" status: 200 len: 943 time: 0.0544934 Mar 11 16:28:45.493496 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-cb5702c6-cd06-4241-aa2c-37f505013605 req-e0c08813-17cb-490f-8f4f-41766cbfc726 tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] 10.222.0.72 "GET /v2.0/security-groups?id=e4010db0-717d-4dac-8612-b3ae381282ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467026 Mar 11 16:28:46.021457 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Device 471c6267-8e01-4913-a736-416e60658046 details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=103093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 16:28:46.121679 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] For port 471c6267-8e01-4913-a736-416e60658046, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=471c6267-8e01-4913-a736-416e60658046,segment=NetworkSegment(53cdd138-4e9c-4178-b0e9-01621a26969b),segment_id=53cdd138-4e9c-4178-b0e9-01621a26969b)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:28:46.134678 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Returning: {'device': '471c6267-8e01-4913-a736-416e60658046', 'network_id': '91701b40-45b6-4dc3-9365-5d3024585e80', 'port_id': '471c6267-8e01-4913-a736-416e60658046', 'mac_address': 'fa:16:3e:04:6b:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a52384ed-9db6-46e8-9576-be4e2499c742', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 16:28:46.183717 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-5f3a4ecd-17f0-4307-a39f-d217b9211e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (03422851-42b1-44c9-ada6-e479436b7b23), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:28:46.185564 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Current status of the port 471c6267-8e01-4913-a736-416e60658046 is: DOWN; New status is: BUILD {{(pid=103093) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 16:28:46.185940 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (471c6267-8e01-4913-a736-416e60658046), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:28:46.198739 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.notifiers.nova [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 471c6267-8e01-4913-a736-416e60658046 {{(pid=103093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:28:46.221050 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] For port 471c6267-8e01-4913-a736-416e60658046, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=471c6267-8e01-4913-a736-416e60658046,segment=NetworkSegment(53cdd138-4e9c-4178-b0e9-01621a26969b),segment_id=53cdd138-4e9c-4178-b0e9-01621a26969b)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:28:46.225468 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947'] for port (471c6267-8e01-4913-a736-416e60658046), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:28:46.274917 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Pushing event updated for resources: {'Port': ['ID=471c6267-8e01-4913-a736-416e60658046,revision_number=7']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:28:46.626476 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359a320b-b771-4901-8857-093240870f87 req-c509b99f-c667-4678-a5e9-ae903caab5b1 tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:46.627952 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-359a320b-b771-4901-8857-093240870f87 req-c509b99f-c667-4678-a5e9-ae903caab5b1 tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] 10.222.0.72 "GET /v2.0/ports?device_id=23d45a6c-bffb-4a43-a089-e2fef8735ae2 HTTP/1.1" status: 200 len: 944 time: 0.0623581 Mar 11 16:28:46.678469 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-359a320b-b771-4901-8857-093240870f87 req-f7572b48-9602-460c-bbf1-f7658c495cdd tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] 10.222.0.72 "GET /v2.0/security-groups?id=e4010db0-717d-4dac-8612-b3ae381282ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448411 Mar 11 16:28:46.771905 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] get_ports_and_sgs() called for port_ids ['471c6267-8e01-4913-a736-416e60658046'] {{(pid=103093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 16:28:47.480173 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ae773407-53f5-44d0-bdbe-4d88b69a915f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (d0bcdf8a-248d-4278-aa4c-95e4828d61b2), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:28:47.798969 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f198a646-7e9c-45f6-97b0-acc83af7e0b0 req-120988af-991b-4597-9cd3-824e84407f46 tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:47.800510 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-f198a646-7e9c-45f6-97b0-acc83af7e0b0 req-120988af-991b-4597-9cd3-824e84407f46 tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] 10.222.0.72 "GET /v2.0/ports?device_id=23d45a6c-bffb-4a43-a089-e2fef8735ae2 HTTP/1.1" status: 200 len: 944 time: 0.0540009 Mar 11 16:28:47.850203 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-f198a646-7e9c-45f6-97b0-acc83af7e0b0 req-9c0c7fd0-1344-4312-b8dd-2682bc2c614d tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] 10.222.0.72 "GET /v2.0/security-groups?id=e4010db0-717d-4dac-8612-b3ae381282ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437009 Mar 11 16:28:48.032094 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Device 471c6267-8e01-4913-a736-416e60658046 up at agent hyperv_hv-cinder-75078 {{(pid=103093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 16:28:48.081147 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Provisioning complete for port 471c6267-8e01-4913-a736-416e60658046 triggered by entity L2. {{(pid=103093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 16:28:48.081427 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397499'] for port (471c6267-8e01-4913-a736-416e60658046), provisioning_complete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:28:48.159621 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Current status of the port 471c6267-8e01-4913-a736-416e60658046 is: BUILD; New status is: ACTIVE {{(pid=103093) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 16:28:48.160007 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (471c6267-8e01-4913-a736-416e60658046), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:28:48.185877 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23d45a6c-bffb-4a43-a089-e2fef8735ae2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '471c6267-8e01-4913-a736-416e60658046'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:28:48.188169 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f6a2c072b123b360c8eb8991e75d694e889c4c27e62ecb22fdf39ecf471eb94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96b88780-c372-4a36-8de2-e62a7b9a97f3" -d '{"events": [{"server_uuid": "23d45a6c-bffb-4a43-a089-e2fef8735ae2", "name": "network-vif-plugged", "status": "completed", "tag": "471c6267-8e01-4913-a736-416e60658046"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 16:28:48.201061 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] For port 471c6267-8e01-4913-a736-416e60658046, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=471c6267-8e01-4913-a736-416e60658046,segment=NetworkSegment(53cdd138-4e9c-4178-b0e9-01621a26969b),segment_id=53cdd138-4e9c-4178-b0e9-01621a26969b)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:28:48.205193 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947'] for port (471c6267-8e01-4913-a736-416e60658046), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:28:48.228503 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 16:28:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-400d41b2-e1b6-4400-8121-029016edc2f4 x-openstack-request-id: req-400d41b2-e1b6-4400-8121-029016edc2f4 {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 16:28:48.228790 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23d45a6c-bffb-4a43-a089-e2fef8735ae2", "name": "network-vif-plugged", "status": "completed", "tag": "471c6267-8e01-4913-a736-416e60658046", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 16:28:48.229036 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-400d41b2-e1b6-4400-8121-029016edc2f4 {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 16:28:48.229424 dv-cinder-750782-12-iscsi neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23d45a6c-bffb-4a43-a089-e2fef8735ae2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '471c6267-8e01-4913-a736-416e60658046', 'code': 200} Mar 11 16:28:48.255777 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Pushing event updated for resources: {'Port': ['ID=471c6267-8e01-4913-a736-416e60658046,revision_number=8']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:28:48.849150 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-12686fd2-0f25-484f-a78a-b5cd34d8581b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (a5a5d809-3580-471a-ade1-6c5ecc269919), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:28:50.386385 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (1025624e-e238-47fc-86ae-58f7bb6baa16), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:28:56.222289 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.agents_db [None req-ed17eba3-c4d2-4aaa-a64c-93b8434a4a48 None None] Agent healthcheck: found 6 active agents {{(pid=103094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 16:29:00.771220 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb24346-40f8-42ad-a0d3-7951cf7ec362 req-362ac7b0-6eff-4e45-b7d9-f05a0f43dc06 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:29:00.772699 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-9eb24346-40f8-42ad-a0d3-7951cf7ec362 req-362ac7b0-6eff-4e45-b7d9-f05a0f43dc06 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ae41eb5-e75e-41d9-a01d-f8f3dade95e5 HTTP/1.1" status: 200 len: 984 time: 0.0901093 Mar 11 16:29:00.779044 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cee970-ca84-43ea-810c-3f1d19ee6dae req-2a3f0a68-e80c-4a69-8115-8a5f418983ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:29:00.780964 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-80cee970-ca84-43ea-810c-3f1d19ee6dae req-2a3f0a68-e80c-4a69-8115-8a5f418983ca service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=598e1634c4054801b830f0013726d570&device_id=3ae41eb5-e75e-41d9-a01d-f8f3dade95e5 HTTP/1.1" status: 200 len: 1168 time: 0.0658491 Mar 11 16:29:00.896805 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-9eb24346-40f8-42ad-a0d3-7951cf7ec362 req-15ab0916-0f62-4096-9804-adfb48f6a36e tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] 10.222.0.72 "GET /v2.0/security-groups?id=2043eb09-8279-429a-8839-c1fa102939b0&id=3a49b004-8e94-4813-88fa-8e010a72423f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1149027 Mar 11 16:29:00.914571 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cee970-ca84-43ea-810c-3f1d19ee6dae req-abd03986-d293-48c4-8295-ba8ff0b80a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:29:00.916039 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-80cee970-ca84-43ea-810c-3f1d19ee6dae req-abd03986-d293-48c4-8295-ba8ff0b80a13 service neutron] 10.222.0.18 "GET /v2.0/networks?id=da5d2b45-20a5-46cf-a436-51ef5a03abe9 HTTP/1.1" status: 200 len: 915 time: 0.1276548 Mar 11 16:29:00.983349 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-80cee970-ca84-43ea-810c-3f1d19ee6dae req-d89b5b3b-5545-4735-b2c6-badce620381c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8c37eb20-6e9a-4e65-aaba-f39cab90d628 HTTP/1.1" status: 200 len: 1000 time: 0.0588133 Mar 11 16:29:01.035602 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cee970-ca84-43ea-810c-3f1d19ee6dae req-bbccad83-f52c-44b5-b169-df48df16f536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:29:01.037022 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-80cee970-ca84-43ea-810c-3f1d19ee6dae req-bbccad83-f52c-44b5-b169-df48df16f536 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4ce60427-bf88-47b5-a7dd-ae29e6047b16 HTTP/1.1" status: 200 len: 853 time: 0.0464628 Mar 11 16:29:01.086777 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cee970-ca84-43ea-810c-3f1d19ee6dae req-df9ff72e-0e69-47fc-8615-750af15a54d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:29:01.088259 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-80cee970-ca84-43ea-810c-3f1d19ee6dae req-df9ff72e-0e69-47fc-8615-750af15a54d2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=da5d2b45-20a5-46cf-a436-51ef5a03abe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0439534 Mar 11 16:29:01.183337 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-80cee970-ca84-43ea-810c-3f1d19ee6dae req-ec0d2ad3-1068-4a87-b191-521662bc2638 service neutron] 10.222.0.18 "GET /v2.0/networks/da5d2b45-20a5-46cf-a436-51ef5a03abe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857844 Mar 11 16:29:01.277763 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-80cee970-ca84-43ea-810c-3f1d19ee6dae req-1aa7fbfe-2879-476a-b246-8b2f2322bace service neutron] 10.222.0.18 "GET /v2.0/networks/da5d2b45-20a5-46cf-a436-51ef5a03abe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877769 Mar 11 16:29:02.019545 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadcf58f-0025-4333-bb31-19834aa5b5cb req-bd99a704-2399-44b7-804c-42c219ee1287 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:29:02.021042 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-dadcf58f-0025-4333-bb31-19834aa5b5cb req-bd99a704-2399-44b7-804c-42c219ee1287 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ae41eb5-e75e-41d9-a01d-f8f3dade95e5 HTTP/1.1" status: 200 len: 984 time: 0.0540872 Mar 11 16:29:02.080178 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-dadcf58f-0025-4333-bb31-19834aa5b5cb req-bbc622fc-54c0-4147-aefb-fe05dd9590f0 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] 10.222.0.72 "GET /v2.0/security-groups?id=2043eb09-8279-429a-8839-c1fa102939b0&id=3a49b004-8e94-4813-88fa-8e010a72423f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0534382 Mar 11 16:29:03.204674 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f55de4a-7d9b-4fe6-aabd-d6f308f64e37 req-bae46a64-c260-4cc4-8c5e-cd8ba1dfa3bd tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:29:03.206168 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-3f55de4a-7d9b-4fe6-aabd-d6f308f64e37 req-bae46a64-c260-4cc4-8c5e-cd8ba1dfa3bd tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ae41eb5-e75e-41d9-a01d-f8f3dade95e5 HTTP/1.1" status: 200 len: 984 time: 0.0573924 Mar 11 16:29:03.264655 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-3f55de4a-7d9b-4fe6-aabd-d6f308f64e37 req-6c41855b-89f2-4f05-b91a-13318a5cf9a5 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] 10.222.0.72 "GET /v2.0/security-groups?id=2043eb09-8279-429a-8839-c1fa102939b0&id=3a49b004-8e94-4813-88fa-8e010a72423f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0528741 Mar 11 16:29:04.387397 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0d7610-b9dc-42a4-ac27-91e7bb6d1ad2 req-b71ee049-d6f2-4922-a367-b3e7a57e0451 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:29:04.388915 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-3c0d7610-b9dc-42a4-ac27-91e7bb6d1ad2 req-b71ee049-d6f2-4922-a367-b3e7a57e0451 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ae41eb5-e75e-41d9-a01d-f8f3dade95e5 HTTP/1.1" status: 200 len: 984 time: 0.0569649 Mar 11 16:29:04.449683 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-3c0d7610-b9dc-42a4-ac27-91e7bb6d1ad2 req-3e1b4197-ffb9-4e81-a1b7-cd4628746db7 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] 10.222.0.72 "GET /v2.0/security-groups?id=2043eb09-8279-429a-8839-c1fa102939b0&id=3a49b004-8e94-4813-88fa-8e010a72423f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0548925 Mar 11 16:29:05.263164 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (42978ec7-0c45-4bcc-88e8-64ee44356522), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:29:05.569840 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6872e247-814d-4f61-afd9-c7907f00b1c2 req-39132938-3ddf-47fd-ab19-972c683f37c7 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:29:05.571241 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-6872e247-814d-4f61-afd9-c7907f00b1c2 req-39132938-3ddf-47fd-ab19-972c683f37c7 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ae41eb5-e75e-41d9-a01d-f8f3dade95e5 HTTP/1.1" status: 200 len: 984 time: 0.0534496 Mar 11 16:29:05.635090 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-6872e247-814d-4f61-afd9-c7907f00b1c2 req-f1362ea0-862b-4993-b773-bb70a25a590f tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] 10.222.0.72 "GET /v2.0/security-groups?id=2043eb09-8279-429a-8839-c1fa102939b0&id=3a49b004-8e94-4813-88fa-8e010a72423f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0580029 Mar 11 16:29:06.757457 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72122fd7-fd57-4847-95df-9e1c705bd640 req-6d97563e-64ac-41d0-ad4e-8c566065c746 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:29:06.759267 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-72122fd7-fd57-4847-95df-9e1c705bd640 req-6d97563e-64ac-41d0-ad4e-8c566065c746 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ae41eb5-e75e-41d9-a01d-f8f3dade95e5 HTTP/1.1" status: 200 len: 984 time: 0.0560586 Mar 11 16:29:06.819049 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-72122fd7-fd57-4847-95df-9e1c705bd640 req-c880dacb-a1f2-4d5d-a2cc-1dd3a68e2b12 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] 10.222.0.72 "GET /v2.0/security-groups?id=2043eb09-8279-429a-8839-c1fa102939b0&id=3a49b004-8e94-4813-88fa-8e010a72423f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0540683 Mar 11 16:29:07.463326 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-f1f18e1d-bb52-4f1a-b38e-044026589933 req-1822b80c-9c92-429c-8f8e-64a654bd5470 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=23d45a6c-bffb-4a43-a089-e2fef8735ae2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0442262 Mar 11 16:29:07.534134 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f18e1d-bb52-4f1a-b38e-044026589933 req-3b58e252-ff3e-4980-8c90-c94f5af925a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:29:07.535620 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-f1f18e1d-bb52-4f1a-b38e-044026589933 req-3b58e252-ff3e-4980-8c90-c94f5af925a9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6afb84ea33c34a8284e22ea7f8dbc20a&device_id=23d45a6c-bffb-4a43-a089-e2fef8735ae2 HTTP/1.1" status: 200 len: 1129 time: 0.0456963 Mar 11 16:29:07.644954 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f18e1d-bb52-4f1a-b38e-044026589933 req-ca8201ad-d757-41f8-93e9-95f56b5a5dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:29:07.646439 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-f1f18e1d-bb52-4f1a-b38e-044026589933 req-ca8201ad-d757-41f8-93e9-95f56b5a5dc8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=91701b40-45b6-4dc3-9365-5d3024585e80 HTTP/1.1" status: 200 len: 908 time: 0.0890639 Mar 11 16:29:07.723692 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-f1f18e1d-bb52-4f1a-b38e-044026589933 req-b3099bcf-6fcb-4102-9171-47aa39334fdd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=471c6267-8e01-4913-a736-416e60658046 HTTP/1.1" status: 200 len: 1000 time: 0.0629308 Mar 11 16:29:07.777318 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f18e1d-bb52-4f1a-b38e-044026589933 req-2ae0cbf9-9121-4369-9761-f6faebfc3321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:29:07.778846 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-f1f18e1d-bb52-4f1a-b38e-044026589933 req-2ae0cbf9-9121-4369-9761-f6faebfc3321 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a52384ed-9db6-46e8-9576-be4e2499c742 HTTP/1.1" status: 200 len: 846 time: 0.0440199 Mar 11 16:29:07.832122 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f18e1d-bb52-4f1a-b38e-044026589933 req-dea09d2c-4f60-44e3-8315-d2390b996225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:29:07.833613 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-f1f18e1d-bb52-4f1a-b38e-044026589933 req-dea09d2c-4f60-44e3-8315-d2390b996225 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=91701b40-45b6-4dc3-9365-5d3024585e80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0457013 Mar 11 16:29:07.960217 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-f1f18e1d-bb52-4f1a-b38e-044026589933 req-5632f2d9-8ee6-4e6c-abf9-c189ddc95027 service neutron] 10.222.0.18 "GET /v2.0/networks/91701b40-45b6-4dc3-9365-5d3024585e80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153300 Mar 11 16:29:07.985541 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a093f8-29b4-44d5-b4e3-5a76791b93a6 req-8e99fde7-1a9d-41d1-aeff-ed018234f897 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:29:07.986918 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-51a093f8-29b4-44d5-b4e3-5a76791b93a6 req-8e99fde7-1a9d-41d1-aeff-ed018234f897 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ae41eb5-e75e-41d9-a01d-f8f3dade95e5 HTTP/1.1" status: 200 len: 984 time: 0.0798318 Mar 11 16:29:08.099670 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-51a093f8-29b4-44d5-b4e3-5a76791b93a6 req-95f4d5de-252d-496d-bc4d-93a3ebee5bc8 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] 10.222.0.72 "GET /v2.0/security-groups?id=2043eb09-8279-429a-8839-c1fa102939b0&id=3a49b004-8e94-4813-88fa-8e010a72423f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1029761 Mar 11 16:29:08.110178 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-f1f18e1d-bb52-4f1a-b38e-044026589933 req-bee4c7e6-9b69-415f-8603-39dcb9652cbb service neutron] 10.222.0.18 "GET /v2.0/networks/91701b40-45b6-4dc3-9365-5d3024585e80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391609 Mar 11 16:29:09.221262 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48660148-3ec7-483c-b26b-96b6241d76bb req-ebb9a783-375f-4587-aa4a-26192726ba6b tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:29:09.222768 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-48660148-3ec7-483c-b26b-96b6241d76bb req-ebb9a783-375f-4587-aa4a-26192726ba6b tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ae41eb5-e75e-41d9-a01d-f8f3dade95e5 HTTP/1.1" status: 200 len: 984 time: 0.0551438 Mar 11 16:29:09.284490 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-48660148-3ec7-483c-b26b-96b6241d76bb req-dbadf9c2-8794-4b01-834a-82be204dc978 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] 10.222.0.72 "GET /v2.0/security-groups?id=2043eb09-8279-429a-8839-c1fa102939b0&id=3a49b004-8e94-4813-88fa-8e010a72423f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0559700 Mar 11 16:29:10.418277 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698ed80f-dc4a-4b8e-bfe7-7119b096a7e1 req-fa8d9b7f-6300-4b80-87f9-fee4a5ccf48e tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:29:10.419871 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-698ed80f-dc4a-4b8e-bfe7-7119b096a7e1 req-fa8d9b7f-6300-4b80-87f9-fee4a5ccf48e tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ae41eb5-e75e-41d9-a01d-f8f3dade95e5 HTTP/1.1" status: 200 len: 984 time: 0.0640190 Mar 11 16:29:10.487066 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-698ed80f-dc4a-4b8e-bfe7-7119b096a7e1 req-64146c61-2c6e-4d90-b6a8-0101a7718df7 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] 10.222.0.72 "GET /v2.0/security-groups?id=2043eb09-8279-429a-8839-c1fa102939b0&id=3a49b004-8e94-4813-88fa-8e010a72423f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0614038 Mar 11 16:29:11.611547 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4018aba8-125a-41d2-b2e9-35b83b349746 req-98eabb66-87ef-4d79-a054-d92444d722ec tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:29:11.613037 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-4018aba8-125a-41d2-b2e9-35b83b349746 req-98eabb66-87ef-4d79-a054-d92444d722ec tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ae41eb5-e75e-41d9-a01d-f8f3dade95e5 HTTP/1.1" status: 200 len: 984 time: 0.0543618 Mar 11 16:29:11.677077 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-4018aba8-125a-41d2-b2e9-35b83b349746 req-525e74f9-cba7-445f-b1ba-624db06de60c tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] 10.222.0.72 "GET /v2.0/security-groups?id=2043eb09-8279-429a-8839-c1fa102939b0&id=3a49b004-8e94-4813-88fa-8e010a72423f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0583649 Mar 11 16:29:12.798038 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117f68a3-6df6-4d60-9cc2-f580978fed57 req-5791905a-5f5b-40cd-b6f3-6b8497eb45c9 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:29:12.799518 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-117f68a3-6df6-4d60-9cc2-f580978fed57 req-5791905a-5f5b-40cd-b6f3-6b8497eb45c9 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ae41eb5-e75e-41d9-a01d-f8f3dade95e5 HTTP/1.1" status: 200 len: 984 time: 0.0550752 Mar 11 16:29:12.860300 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-117f68a3-6df6-4d60-9cc2-f580978fed57 req-d68fce5c-394a-4b11-b93e-372af9cbf5ab tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] 10.222.0.72 "GET /v2.0/security-groups?id=2043eb09-8279-429a-8839-c1fa102939b0&id=3a49b004-8e94-4813-88fa-8e010a72423f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0551431 Mar 11 16:29:13.807662 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f297ae2d-4686-4a39-9918-0cdd4b0bbc15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (52d54afa-c257-4acf-9353-cc1307944ae0), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:29:13.984446 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6d6297-0cc2-4001-b753-7408d80333ac req-15eb1535-7ab6-47aa-b446-4cfb7c9382c0 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:29:13.985887 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-5f6d6297-0cc2-4001-b753-7408d80333ac req-15eb1535-7ab6-47aa-b446-4cfb7c9382c0 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ae41eb5-e75e-41d9-a01d-f8f3dade95e5 HTTP/1.1" status: 200 len: 984 time: 0.0578635 Mar 11 16:29:14.049324 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-5f6d6297-0cc2-4001-b753-7408d80333ac req-82b5f556-b088-42a9-8b77-6bc94263dc71 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] 10.222.0.72 "GET /v2.0/security-groups?id=2043eb09-8279-429a-8839-c1fa102939b0&id=3a49b004-8e94-4813-88fa-8e010a72423f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0576992 Mar 11 16:29:15.170456 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a5f766-3715-4590-9513-3cbac272f43f req-5172f0e0-71cb-4180-8156-ba2bfb6e7630 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:29:15.172527 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-b4a5f766-3715-4590-9513-3cbac272f43f req-5172f0e0-71cb-4180-8156-ba2bfb6e7630 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ae41eb5-e75e-41d9-a01d-f8f3dade95e5 HTTP/1.1" status: 200 len: 984 time: 0.0559366 Mar 11 16:29:15.233451 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-b4a5f766-3715-4590-9513-3cbac272f43f req-1011900f-a64b-438b-9311-893181ad2ae1 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] 10.222.0.72 "GET /v2.0/security-groups?id=2043eb09-8279-429a-8839-c1fa102939b0&id=3a49b004-8e94-4813-88fa-8e010a72423f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0551159 Mar 11 16:29:16.172534 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-fce62000-3f7f-455c-9f44-d0cccb6128d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (03422851-42b1-44c9-ada6-e479436b7b23), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:29:16.357432 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be698a3a-c127-4b17-9b28-d6e809e37d81 req-904e32a1-1512-430b-81f6-de4aa0dc93f4 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:29:16.359030 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-be698a3a-c127-4b17-9b28-d6e809e37d81 req-904e32a1-1512-430b-81f6-de4aa0dc93f4 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ae41eb5-e75e-41d9-a01d-f8f3dade95e5 HTTP/1.1" status: 200 len: 984 time: 0.0545912 Mar 11 16:29:16.424712 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-be698a3a-c127-4b17-9b28-d6e809e37d81 req-2509e160-0080-439d-b95c-39feca009406 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] 10.222.0.72 "GET /v2.0/security-groups?id=2043eb09-8279-429a-8839-c1fa102939b0&id=3a49b004-8e94-4813-88fa-8e010a72423f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0594480 Mar 11 16:29:17.487473 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ae773407-53f5-44d0-bdbe-4d88b69a915f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (d0bcdf8a-248d-4278-aa4c-95e4828d61b2), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:29:17.556498 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbaa96d-627f-490d-a0ab-b17947accda5 req-8f6c296d-e0df-4c83-96ab-ba1c78c4ffb5 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:29:17.557989 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-7cbaa96d-627f-490d-a0ab-b17947accda5 req-8f6c296d-e0df-4c83-96ab-ba1c78c4ffb5 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ae41eb5-e75e-41d9-a01d-f8f3dade95e5 HTTP/1.1" status: 200 len: 984 time: 0.0597980 Mar 11 16:29:17.619752 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-7cbaa96d-627f-490d-a0ab-b17947accda5 req-91d5cc23-1f46-48d2-948c-889e6b9d259b tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] 10.222.0.72 "GET /v2.0/security-groups?id=2043eb09-8279-429a-8839-c1fa102939b0&id=3a49b004-8e94-4813-88fa-8e010a72423f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0548766 Mar 11 16:29:18.850644 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-12686fd2-0f25-484f-a78a-b5cd34d8581b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (a5a5d809-3580-471a-ade1-6c5ecc269919), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:29:20.391383 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (1025624e-e238-47fc-86ae-58f7bb6baa16), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:29:28.743553 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131075f3-26f9-41f7-8827-c820750bf312 req-e56571de-30b1-4f80-ac0d-3436134361d8 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:29:28.745021 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-131075f3-26f9-41f7-8827-c820750bf312 req-e56571de-30b1-4f80-ac0d-3436134361d8 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/ports?device_id=ff3302ce-26ae-48b1-b0bb-8e4ee3574619 HTTP/1.1" status: 200 len: 945 time: 0.0538306 Mar 11 16:29:28.793202 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-131075f3-26f9-41f7-8827-c820750bf312 req-5067b56e-687e-4c8a-8a20-4cc7948a02e7 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c0c943-e611-4d20-8bcb-3980a39beca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418484 Mar 11 16:29:29.920566 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b545fae-d8c7-4c93-8afa-ff88c5f7501c req-c3c39a0e-3f58-44e3-bcad-c4239e7a50b5 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:29:29.922080 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-6b545fae-d8c7-4c93-8afa-ff88c5f7501c req-c3c39a0e-3f58-44e3-bcad-c4239e7a50b5 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/ports?device_id=ff3302ce-26ae-48b1-b0bb-8e4ee3574619 HTTP/1.1" status: 200 len: 945 time: 0.0564322 Mar 11 16:29:29.969978 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-6b545fae-d8c7-4c93-8afa-ff88c5f7501c req-36d69e37-60ab-4bb0-9998-fbcc84e217a2 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/security-groups?id=f8c0c943-e611-4d20-8bcb-3980a39beca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421510 Mar 11 16:29:30.278560 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd69e839-74df-4f2b-a507-9f22d6d999be req-fcfa9a5b-63a1-4cc7-b44c-de23e66a8ed2 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:29:30.280014 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-dd69e839-74df-4f2b-a507-9f22d6d999be req-fcfa9a5b-63a1-4cc7-b44c-de23e66a8ed2 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff3302ce-26ae-48b1-b0bb-8e4ee3574619 HTTP/1.1" status: 200 len: 945 time: 0.0519395 Mar 11 16:29:30.380262 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.plugin [req-dd69e839-74df-4f2b-a507-9f22d6d999be req-ce305214-24b3-41d3-8eba-bf7a3841fbd7 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Deleting port 3bb65d7b-90c4-4edf-bbf5-601a051d381a {{(pid=103092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 16:29:30.380601 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-dd69e839-74df-4f2b-a507-9f22d6d999be req-ce305214-24b3-41d3-8eba-bf7a3841fbd7 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780138536942'] for port (3bb65d7b-90c4-4edf-bbf5-601a051d381a), before_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:29:30.470864 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.db [req-dd69e839-74df-4f2b-a507-9f22d6d999be req-ce305214-24b3-41d3-8eba-bf7a3841fbd7 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] For port 3bb65d7b-90c4-4edf-bbf5-601a051d381a, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=3bb65d7b-90c4-4edf-bbf5-601a051d381a,segment=NetworkSegment(c93eb277-6e60-44de-b671-f606514b14af),segment_id=c93eb277-6e60-44de-b671-f606514b14af)] {{(pid=103092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:29:30.471136 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-dd69e839-74df-4f2b-a507-9f22d6d999be req-ce305214-24b3-41d3-8eba-bf7a3841fbd7 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538029'] for port (3bb65d7b-90c4-4edf-bbf5-601a051d381a), precommit_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:29:30.647304 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-dd69e839-74df-4f2b-a507-9f22d6d999be req-ce305214-24b3-41d3-8eba-bf7a3841fbd7 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:29:30.647664 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-dd69e839-74df-4f2b-a507-9f22d6d999be req-ce305214-24b3-41d3-8eba-bf7a3841fbd7 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539899'] for floatingip (8f408b13-064f-4d82-92a7-a30742df6b1a), after_update {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:29:30.647971 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.db.l3_db [req-dd69e839-74df-4f2b-a507-9f22d6d999be req-ce305214-24b3-41d3-8eba-bf7a3841fbd7 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Floating IP 8f408b13-064f-4d82-92a7-a30742df6b1a disassociated. External IP: 172.27.0.123, port: 3bb65d7b-90c4-4edf-bbf5-601a051d381a. Mar 11 16:29:30.648301 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.plugin [req-dd69e839-74df-4f2b-a507-9f22d6d999be req-ce305214-24b3-41d3-8eba-bf7a3841fbd7 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Calling delete_port for 3bb65d7b-90c4-4edf-bbf5-601a051d381a owned by compute:nova {{(pid=103092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 16:29:30.773215 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-dd69e839-74df-4f2b-a507-9f22d6d999be req-ce305214-24b3-41d3-8eba-bf7a3841fbd7 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780138542421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780137975920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30811620'] for port (3bb65d7b-90c4-4edf-bbf5-601a051d381a), after_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:29:30.804410 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce305214-24b3-41d3-8eba-bf7a3841fbd7 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Pushing event deleted for resources: {'Port': ['ID=3bb65d7b-90c4-4edf-bbf5-601a051d381a,revision_number=None']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:29:30.813845 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce305214-24b3-41d3-8eba-bf7a3841fbd7 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:29:30.814223 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce305214-24b3-41d3-8eba-bf7a3841fbd7 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:29:30.814562 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce305214-24b3-41d3-8eba-bf7a3841fbd7 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:29:30.814903 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce305214-24b3-41d3-8eba-bf7a3841fbd7 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:29:30.815213 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce305214-24b3-41d3-8eba-bf7a3841fbd7 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:29:30.815533 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce305214-24b3-41d3-8eba-bf7a3841fbd7 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:29:30.815853 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce305214-24b3-41d3-8eba-bf7a3841fbd7 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:29:30.816172 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce305214-24b3-41d3-8eba-bf7a3841fbd7 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:29:30.816506 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce305214-24b3-41d3-8eba-bf7a3841fbd7 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:29:30.816851 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce305214-24b3-41d3-8eba-bf7a3841fbd7 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:29:30.817119 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce305214-24b3-41d3-8eba-bf7a3841fbd7 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:29:30.817426 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce305214-24b3-41d3-8eba-bf7a3841fbd7 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:29:30.817736 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce305214-24b3-41d3-8eba-bf7a3841fbd7 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:29:30.935475 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dd69e839-74df-4f2b-a507-9f22d6d999be req-ce305214-24b3-41d3-8eba-bf7a3841fbd7 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Router b8ac2b6e-e82a-4d35-bd87-ef6f6f75d76d has already been hosted by L3 agent 03422851-42b1-44c9-ada6-e479436b7b23 {{(pid=103092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:29:31.074253 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-12bf7497-2c82-453f-9cec-6bb0e8825250 req-5ee0982d-b82a-448b-bd91-c773aae5c93d tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/ports?device_id=ff3302ce-26ae-48b1-b0bb-8e4ee3574619 HTTP/1.1" status: 200 len: 210 time: 0.0362678 Mar 11 16:29:31.075769 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dd69e839-74df-4f2b-a507-9f22d6d999be req-ce305214-24b3-41d3-8eba-bf7a3841fbd7 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Notify agent at l3_agent.dv-cinder-750782-12-iscsi the message routers_updated {{(pid=103092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:29:31.087861 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe241196-7a08-4147-b7e4-262b107cb96a None None] Sync routers for ids ['b8ac2b6e-e82a-4d35-bd87-ef6f6f75d76d'] in dv-cinder-750782-12-iscsi {{(pid=103093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:29:31.098771 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe241196-7a08-4147-b7e4-262b107cb96a None None] Routers {'b8ac2b6e-e82a-4d35-bd87-ef6f6f75d76d'} bound to L3 agent in host dv-cinder-750782-12-iscsi {{(pid=103093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 16:29:31.099467 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_hamode_db [None req-fe241196-7a08-4147-b7e4-262b107cb96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-11T16:12:46Z,description=,heartbeat_timestamp=2022-03-11T16:29:16Z,host='dv-cinder-750782-12-iscsi',id=03422851-42b1-44c9-ada6-e479436b7b23,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:12:46Z,topic='l3_agent')) {'router_ids': ['b8ac2b6e-e82a-4d35-bd87-ef6f6f75d76d'], 'active': True} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:29:31.119557 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd69e839-74df-4f2b-a507-9f22d6d999be req-ce305214-24b3-41d3-8eba-bf7a3841fbd7 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] No DVR routers for this DVR port 3bb65d7b-90c4-4edf-bbf5-601a051d381a on host hv-cinder-75078 {{(pid=103092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:29:31.122164 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-dd69e839-74df-4f2b-a507-9f22d6d999be req-ce305214-24b3-41d3-8eba-bf7a3841fbd7 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122971'] for port (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:29:31.126168 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-dd69e839-74df-4f2b-a507-9f22d6d999be req-ce305214-24b3-41d3-8eba-bf7a3841fbd7 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.18 "DELETE /v2.0/ports/3bb65d7b-90c4-4edf-bbf5-601a051d381a HTTP/1.1" status: 204 len: 173 time: 0.8395305 Mar 11 16:29:31.126607 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff3302ce-26ae-48b1-b0bb-8e4ee3574619', 'name': 'network-vif-deleted', 'tag': '3bb65d7b-90c4-4edf-bbf5-601a051d381a'}] {{(pid=103092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:29:31.129073 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8119d67d121bc7655fb27ee4e81d05746f3857d7b024446e390c37a4f39e07a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ab01385-9303-4597-ac54-46a78c37d8dd" -d '{"events": [{"server_uuid": "ff3302ce-26ae-48b1-b0bb-8e4ee3574619", "name": "network-vif-deleted", "tag": "3bb65d7b-90c4-4edf-bbf5-601a051d381a"}]}' {{(pid=103092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 16:29:31.178805 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 16:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0349644a-6bfe-459f-b9b5-7e1ba30f025a x-openstack-request-id: req-0349644a-6bfe-459f-b9b5-7e1ba30f025a {{(pid=103092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 16:29:31.179752 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff3302ce-26ae-48b1-b0bb-8e4ee3574619", "name": "network-vif-deleted", "tag": "3bb65d7b-90c4-4edf-bbf5-601a051d381a", "status": "completed", "code": 200}]} {{(pid=103092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 16:29:31.179752 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-0349644a-6bfe-459f-b9b5-7e1ba30f025a {{(pid=103092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 16:29:31.180181 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff3302ce-26ae-48b1-b0bb-8e4ee3574619', 'name': 'network-vif-deleted', 'tag': '3bb65d7b-90c4-4edf-bbf5-601a051d381a', 'status': 'completed', 'code': 200} Mar 11 16:29:31.354382 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_dvr_db [None req-fe241196-7a08-4147-b7e4-262b107cb96a None None] Set router b8ac2b6e-e82a-4d35-bd87-ef6f6f75d76d gateway port host: dv-cinder-750782-12-iscsi {{(pid=103093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 16:29:31.561204 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_hamode_db [None req-fe241196-7a08-4147-b7e4-262b107cb96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8ac2b6e-e82a-4d35-bd87-ef6f6f75d76d', 'name': 'tempest-AttachVolumeTestJSON-1808249257-router', 'tenant_id': 'f3f35569b4e74dd193f09cb7aa5a05a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'external_fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '980736ea-4e16-47b8-905f-91aa7ae293a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:21:09Z', 'updated_at': '2022-03-11T16:21:21Z', 'revision_number': 4, 'project_id': 'f3f35569b4e74dd193f09cb7aa5a05a9', 'gw_port': {'id': '980736ea-4e16-47b8-905f-91aa7ae293a0', 'name': '', 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:1a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ac2b6e-e82a-4d35-bd87-ef6f6f75d76d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:11Z', 'updated_at': '2022-03-11T16:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-12-iscsi', '_interfaces': [{'id': '9d766dcf-2ab9-41a9-b411-f84026ad52e4', 'name': '', 'network_id': '9795e861-3b04-408a-82ce-319a55ca0d5c', 'tenant_id': 'f3f35569b4e74dd193f09cb7aa5a05a9', 'mac_address': 'fa:16:3e:ce:2f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ac2b6e-e82a-4d35-bd87-ef6f6f75d76d', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a21718ed-f252-41de-a223-6ef10277caa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:18Z', 'updated_at': '2022-03-11T16:21:35Z', 'revision_number': 5, 'project_id': 'f3f35569b4e74dd193f09cb7aa5a05a9', 'subnets': [{'id': 'a21718ed-f252-41de-a223-6ef10277caa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-12-iscsi', False) {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:29:31.587832 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe241196-7a08-4147-b7e4-262b107cb96a None None] Checking router: b8ac2b6e-e82a-4d35-bd87-ef6f6f75d76d for host: dv-cinder-750782-12-iscsi {{(pid=103093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:29:31.596759 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe241196-7a08-4147-b7e4-262b107cb96a None None] Routers {'b8ac2b6e-e82a-4d35-bd87-ef6f6f75d76d'} bound to L3 agent in host dv-cinder-750782-12-iscsi {{(pid=103093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 16:29:31.597368 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_hamode_db [None req-fe241196-7a08-4147-b7e4-262b107cb96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-11T16:12:46Z,description=,heartbeat_timestamp=2022-03-11T16:29:16Z,host='dv-cinder-750782-12-iscsi',id=03422851-42b1-44c9-ada6-e479436b7b23,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:12:46Z,topic='l3_agent')) {'router_ids': ['b8ac2b6e-e82a-4d35-bd87-ef6f6f75d76d'], 'active': True} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:29:31.713066 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_dvr_db [None req-fe241196-7a08-4147-b7e4-262b107cb96a None None] Set router b8ac2b6e-e82a-4d35-bd87-ef6f6f75d76d gateway port host: dv-cinder-750782-12-iscsi {{(pid=103093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 16:29:31.936801 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_hamode_db [None req-fe241196-7a08-4147-b7e4-262b107cb96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8ac2b6e-e82a-4d35-bd87-ef6f6f75d76d', 'name': 'tempest-AttachVolumeTestJSON-1808249257-router', 'tenant_id': 'f3f35569b4e74dd193f09cb7aa5a05a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'external_fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '980736ea-4e16-47b8-905f-91aa7ae293a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:21:09Z', 'updated_at': '2022-03-11T16:21:21Z', 'revision_number': 4, 'project_id': 'f3f35569b4e74dd193f09cb7aa5a05a9', 'gw_port': {'id': '980736ea-4e16-47b8-905f-91aa7ae293a0', 'name': '', 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:1a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ac2b6e-e82a-4d35-bd87-ef6f6f75d76d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:11Z', 'updated_at': '2022-03-11T16:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-12-iscsi', '_interfaces': [{'id': '9d766dcf-2ab9-41a9-b411-f84026ad52e4', 'name': '', 'network_id': '9795e861-3b04-408a-82ce-319a55ca0d5c', 'tenant_id': 'f3f35569b4e74dd193f09cb7aa5a05a9', 'mac_address': 'fa:16:3e:ce:2f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ac2b6e-e82a-4d35-bd87-ef6f6f75d76d', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a21718ed-f252-41de-a223-6ef10277caa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:18Z', 'updated_at': '2022-03-11T16:21:35Z', 'revision_number': 5, 'project_id': 'f3f35569b4e74dd193f09cb7aa5a05a9', 'subnets': [{'id': 'a21718ed-f252-41de-a223-6ef10277caa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-12-iscsi', False) {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:29:31.964413 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe241196-7a08-4147-b7e4-262b107cb96a None None] The sync data for ids ['b8ac2b6e-e82a-4d35-bd87-ef6f6f75d76d'] in dv-cinder-750782-12-iscsi is: [{'id': 'b8ac2b6e-e82a-4d35-bd87-ef6f6f75d76d', 'name': 'tempest-AttachVolumeTestJSON-1808249257-router', 'tenant_id': 'f3f35569b4e74dd193f09cb7aa5a05a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'external_fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '980736ea-4e16-47b8-905f-91aa7ae293a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:21:09Z', 'updated_at': '2022-03-11T16:21:21Z', 'revision_number': 4, 'project_id': 'f3f35569b4e74dd193f09cb7aa5a05a9', 'gw_port': {'id': '980736ea-4e16-47b8-905f-91aa7ae293a0', 'name': '', 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:1a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ac2b6e-e82a-4d35-bd87-ef6f6f75d76d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:11Z', 'updated_at': '2022-03-11T16:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-12-iscsi', '_interfaces': [{'id': '9d766dcf-2ab9-41a9-b411-f84026ad52e4', 'name': '', 'network_id': '9795e861-3b04-408a-82ce-319a55ca0d5c', 'tenant_id': 'f3f35569b4e74dd193f09cb7aa5a05a9', 'mac_address': 'fa:16:3e:ce:2f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ac2b6e-e82a-4d35-bd87-ef6f6f75d76d', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a21718ed-f252-41de-a223-6ef10277caa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:18Z', 'updated_at': '2022-03-11T16:21:35Z', 'revision_number': 5, 'project_id': 'f3f35569b4e74dd193f09cb7aa5a05a9', 'subnets': [{'id': 'a21718ed-f252-41de-a223-6ef10277caa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:29:32.163980 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 45188) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:29:32.195511 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525c44a7-0d18-46f6-8c1f-af193ecf8a21 None None] New status for floating IP 8f408b13-064f-4d82-92a7-a30742df6b1a: DOWN {{(pid=103094) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 16:29:32.223730 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-06b2c91f-a33a-46bc-a0ba-0edea6ac739a tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Publish callbacks [] for security_group (f8c0c943-e611-4d20-8bcb-3980a39beca4), before_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:29:32.248109 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-06b2c91f-a33a-46bc-a0ba-0edea6ac739a tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Publish callbacks [] for security_group (f8c0c943-e611-4d20-8bcb-3980a39beca4), precommit_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:29:32.298991 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-06b2c91f-a33a-46bc-a0ba-0edea6ac739a tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (f8c0c943-e611-4d20-8bcb-3980a39beca4), after_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:29:32.301988 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-06b2c91f-a33a-46bc-a0ba-0edea6ac739a tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Publish callbacks [] for security_group (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:29:32.304059 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-06b2c91f-a33a-46bc-a0ba-0edea6ac739a tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "DELETE /v2.0/security-groups/f8c0c943-e611-4d20-8bcb-3980a39beca4 HTTP/1.1" status: 204 len: 168 time: 0.1389952 Mar 11 16:29:32.306216 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 45190) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:29:32.315684 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b2c91f-a33a-46bc-a0ba-0edea6ac739a tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8c0c943-e611-4d20-8bcb-3980a39beca4,revision_number=None']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:29:32.321658 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.api.v2.resource [None req-67387bb2-511f-4c06-ba9e-2a721a41707b tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] show failed (client error): The resource could not be found. Mar 11 16:29:32.325667 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-67387bb2-511f-4c06-ba9e-2a721a41707b tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/security-groups/f8c0c943-e611-4d20-8bcb-3980a39beca4 HTTP/1.1" status: 404 len: 347 time: 0.0153742 Mar 11 16:29:32.325935 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 45194) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:29:32.455761 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.plugins.ml2.plugin [None req-03eb578f-ce0c-4cfe-92c9-3c6ceb5f68b3 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Deleting port 46f13b2f-03ec-4f28-8942-6f390e22effe {{(pid=103091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 16:29:32.456114 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-03eb578f-ce0c-4cfe-92c9-3c6ceb5f68b3 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780138536942'] for port (46f13b2f-03ec-4f28-8942-6f390e22effe), before_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:29:32.543265 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-03eb578f-ce0c-4cfe-92c9-3c6ceb5f68b3 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538029'] for port (46f13b2f-03ec-4f28-8942-6f390e22effe), precommit_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:29:32.543579 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-03eb578f-ce0c-4cfe-92c9-3c6ceb5f68b3 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Publish callbacks [] for floatingip (46f13b2f-03ec-4f28-8942-6f390e22effe), precommit_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:29:32.556234 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.plugins.ml2.plugin [None req-03eb578f-ce0c-4cfe-92c9-3c6ceb5f68b3 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Calling delete_port for 46f13b2f-03ec-4f28-8942-6f390e22effe owned by network:floatingip {{(pid=103091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 16:29:32.691006 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-03eb578f-ce0c-4cfe-92c9-3c6ceb5f68b3 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780138542421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780137975920'] for port (46f13b2f-03ec-4f28-8942-6f390e22effe), after_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:29:32.718449 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03eb578f-ce0c-4cfe-92c9-3c6ceb5f68b3 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Pushing event deleted for resources: {'Port': ['ID=46f13b2f-03ec-4f28-8942-6f390e22effe,revision_number=None']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:29:32.745597 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-03eb578f-ce0c-4cfe-92c9-3c6ceb5f68b3 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Publish callbacks [] for floatingip (8f408b13-064f-4d82-92a7-a30742df6b1a), after_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:29:32.748400 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-03eb578f-ce0c-4cfe-92c9-3c6ceb5f68b3 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122971'] for floatingip (None), before_response {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:29:32.749666 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-03eb578f-ce0c-4cfe-92c9-3c6ceb5f68b3 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "DELETE /v2.0/floatingips/8f408b13-064f-4d82-92a7-a30742df6b1a HTTP/1.1" status: 204 len: 168 time: 0.4220622 Mar 11 16:29:32.751060 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03eb578f-ce0c-4cfe-92c9-3c6ceb5f68b3 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:29:32.751403 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03eb578f-ce0c-4cfe-92c9-3c6ceb5f68b3 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:29:32.751747 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03eb578f-ce0c-4cfe-92c9-3c6ceb5f68b3 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:29:32.752130 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03eb578f-ce0c-4cfe-92c9-3c6ceb5f68b3 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:29:32.752457 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03eb578f-ce0c-4cfe-92c9-3c6ceb5f68b3 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:29:32.752796 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03eb578f-ce0c-4cfe-92c9-3c6ceb5f68b3 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:29:32.753107 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03eb578f-ce0c-4cfe-92c9-3c6ceb5f68b3 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:29:32.753425 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03eb578f-ce0c-4cfe-92c9-3c6ceb5f68b3 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:29:32.753746 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03eb578f-ce0c-4cfe-92c9-3c6ceb5f68b3 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:29:32.754091 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03eb578f-ce0c-4cfe-92c9-3c6ceb5f68b3 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:29:32.754412 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03eb578f-ce0c-4cfe-92c9-3c6ceb5f68b3 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:29:32.754724 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03eb578f-ce0c-4cfe-92c9-3c6ceb5f68b3 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:29:32.755037 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03eb578f-ce0c-4cfe-92c9-3c6ceb5f68b3 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:29:33.117752 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 45198) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:29:33.122563 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.v2.base [None req-4255c3d6-4727-4547-a194-b2976f8f3a03 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1365007052', 'description': 'tempest-description--1915927060'}} {{(pid=103091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:29:33.143643 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-4255c3d6-4727-4547-a194-b2976f8f3a03 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Publish callbacks [] for security_group (None), before_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:29:33.212065 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-4255c3d6-4727-4547-a194-b2976f8f3a03 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Publish callbacks [] for security_group (5cdf34c4-31a2-4c27-9b24-05da7981bde7), precommit_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:29:33.216513 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-4255c3d6-4727-4547-a194-b2976f8f3a03 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (5cdf34c4-31a2-4c27-9b24-05da7981bde7), after_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:29:33.221524 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.agents_db [None req-ed17eba3-c4d2-4aaa-a64c-93b8434a4a48 None None] Agent healthcheck: found 6 active agents {{(pid=103094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 16:29:33.244833 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-4255c3d6-4727-4547-a194-b2976f8f3a03 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Publish callbacks [] for security_group (None), before_response {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:29:33.246109 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-4255c3d6-4727-4547-a194-b2976f8f3a03 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1271801 Mar 11 16:29:33.249513 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 45200) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:29:33.253819 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.v2.base [None req-571dcbd8-1c03-4805-91f5-d00186c26011 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Request body: {'security_group_rule': {'security_group_id': '5cdf34c4-31a2-4c27-9b24-05da7981bde7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:29:33.261418 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4255c3d6-4727-4547-a194-b2976f8f3a03 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5cdf34c4-31a2-4c27-9b24-05da7981bde7,revision_number=1']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:29:33.282580 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-571dcbd8-1c03-4805-91f5-d00186c26011 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Publish callbacks [] for security_group_rule (dd222a2f-36fb-4340-a9f0-ad2344068836), before_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:29:33.343469 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-571dcbd8-1c03-4805-91f5-d00186c26011 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Publish callbacks [] for security_group_rule (dd222a2f-36fb-4340-a9f0-ad2344068836), precommit_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:29:33.347494 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-571dcbd8-1c03-4805-91f5-d00186c26011 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606776'] for security_group_rule (dd222a2f-36fb-4340-a9f0-ad2344068836), after_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:29:33.367738 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571dcbd8-1c03-4805-91f5-d00186c26011 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd222a2f-36fb-4340-a9f0-ad2344068836,revision_number=0']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:29:33.377960 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-571dcbd8-1c03-4805-91f5-d00186c26011 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:29:33.379183 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-571dcbd8-1c03-4805-91f5-d00186c26011 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1287084 Mar 11 16:29:33.381846 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 45202) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:29:33.386344 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.v2.base [None req-9bfbe47e-2769-4acd-ac47-ba1b91c92768 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Request body: {'security_group_rule': {'security_group_id': '5cdf34c4-31a2-4c27-9b24-05da7981bde7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:29:33.412423 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-9bfbe47e-2769-4acd-ac47-ba1b91c92768 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Publish callbacks [] for security_group_rule (388da6fe-1fa6-48e3-b8f0-a37471a64783), before_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:29:33.469805 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-9bfbe47e-2769-4acd-ac47-ba1b91c92768 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Publish callbacks [] for security_group_rule (388da6fe-1fa6-48e3-b8f0-a37471a64783), precommit_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:29:33.473509 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-9bfbe47e-2769-4acd-ac47-ba1b91c92768 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606776'] for security_group_rule (388da6fe-1fa6-48e3-b8f0-a37471a64783), after_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:29:33.493052 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfbe47e-2769-4acd-ac47-ba1b91c92768 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=388da6fe-1fa6-48e3-b8f0-a37471a64783,revision_number=0']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:29:33.497224 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-9bfbe47e-2769-4acd-ac47-ba1b91c92768 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:29:33.502222 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 45204) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:29:33.503100 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-9bfbe47e-2769-4acd-ac47-ba1b91c92768 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1193221 Mar 11 16:29:33.507200 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.v2.base [None req-48e209fb-290f-4502-9ab1-e06b3b1156fe tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Request body: {'floatingip': {'floating_network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82'}} {{(pid=103092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:29:33.527609 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-48e209fb-290f-4502-9ab1-e06b3b1156fe tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:29:33.632675 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-48e209fb-290f-4502-9ab1-e06b3b1156fe tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (None), before_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:29:33.746352 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.db.db_base_plugin_common [None req-48e209fb-290f-4502-9ab1-e06b3b1156fe tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Allocated IP 172.27.0.4 (ff1c1ad1-a65f-4be8-9483-081137458b82/5240f8c4-acf8-4de2-827e-773879cfd307/3fe1ddca-1062-4f32-8a33-bfde717ef8da) {{(pid=103092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:29:33.864453 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-48e209fb-290f-4502-9ab1-e06b3b1156fe tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Publish callbacks [] for port (3fe1ddca-1062-4f32-8a33-bfde717ef8da), precommit_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:29:33.898656 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-48e209fb-290f-4502-9ab1-e06b3b1156fe tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780137975911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30811620'] for port (3fe1ddca-1062-4f32-8a33-bfde717ef8da), after_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:29:33.935473 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48e209fb-290f-4502-9ab1-e06b3b1156fe tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Network ff1c1ad1-a65f-4be8-9483-081137458b82 is already hosted by enough agents. {{(pid=103092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:29:33.938668 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.scheduler.base_scheduler [None req-48e209fb-290f-4502-9ab1-e06b3b1156fe tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Resources bound (agent type, host, resource id): {{(pid=103092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:29:33.944276 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e209fb-290f-4502-9ab1-e06b3b1156fe tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Received port after_create {{(pid=103092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 16:29:33.970119 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e209fb-290f-4502-9ab1-e06b3b1156fe tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Pushing event updated for resources: {'Port': ['ID=3fe1ddca-1062-4f32-8a33-bfde717ef8da,revision_number=1']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:29:34.044121 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-48e209fb-290f-4502-9ab1-e06b3b1156fe tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Publish callbacks [] for floatingip (4cdc6dd3-ec51-4013-8286-123231ea5286), precommit_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:29:34.081682 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-48e209fb-290f-4502-9ab1-e06b3b1156fe tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (3fe1ddca-1062-4f32-8a33-bfde717ef8da), before_update {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:29:34.355028 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Device 3bb65d7b-90c4-4edf-bbf5-601a051d381a no longer exists at agent hyperv_hv-cinder-75078 {{(pid=103093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 16:29:34.377453 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] No Port match for: 3bb65d7b-90c4-4edf-bbf5-601a051d381a {{(pid=103093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 16:29:34.377796 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Device 3bb65d7b-90c4-4edf-bbf5-601a051d381a not bound to the agent host hv-cinder-75078 {{(pid=103093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 16:29:34.489862 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-48e209fb-290f-4502-9ab1-e06b3b1156fe tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Publish callbacks [] for port (3fe1ddca-1062-4f32-8a33-bfde717ef8da), precommit_update {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:29:34.494629 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-48e209fb-290f-4502-9ab1-e06b3b1156fe tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30811645'] for port (3fe1ddca-1062-4f32-8a33-bfde717ef8da), after_update {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:29:34.564136 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e209fb-290f-4502-9ab1-e06b3b1156fe tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Pushing event updated for resources: {'Port': ['ID=3fe1ddca-1062-4f32-8a33-bfde717ef8da,revision_number=2']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:29:34.575445 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-48e209fb-290f-4502-9ab1-e06b3b1156fe tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539899'] for floatingip (4cdc6dd3-ec51-4013-8286-123231ea5286), after_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:29:34.593097 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-48e209fb-290f-4502-9ab1-e06b3b1156fe tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122971'] for floatingip (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:29:34.594388 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-48e209fb-290f-4502-9ab1-e06b3b1156fe tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.0908153 Mar 11 16:29:34.746564 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-5278dedf-4d21-4838-a555-f1496947c7eb req-8311dbeb-7826-4ae2-aaee-9efdb710d0ab tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--1365007052&fields=id&tenant_id=f3f35569b4e74dd193f09cb7aa5a05a9 HTTP/1.1" status: 200 len: 267 time: 0.0433526 Mar 11 16:29:34.857289 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5278dedf-4d21-4838-a555-f1496947c7eb req-954e2ec0-49d0-4444-8a29-54cf5ce19ae0 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:29:34.859673 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-5278dedf-4d21-4838-a555-f1496947c7eb req-954e2ec0-49d0-4444-8a29-54cf5ce19ae0 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/networks?id=9795e861-3b04-408a-82ce-319a55ca0d5c HTTP/1.1" status: 200 len: 811 time: 0.1068959 Mar 11 16:29:34.875612 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-5278dedf-4d21-4838-a555-f1496947c7eb req-942a639b-8d31-412a-a25a-9c4888bf154a tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/quotas/f3f35569b4e74dd193f09cb7aa5a05a9 HTTP/1.1" status: 200 len: 375 time: 0.0102494 Mar 11 16:29:34.931806 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-5278dedf-4d21-4838-a555-f1496947c7eb req-21cacc07-ad62-4b35-a7be-621899a73b3f tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=f3f35569b4e74dd193f09cb7aa5a05a9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0507021 Mar 11 16:29:35.032571 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-5278dedf-4d21-4838-a555-f1496947c7eb req-69359374-de89-422b-9284-31b104e56d5f service neutron] 10.222.0.72 "GET /v2.0/networks/9795e861-3b04-408a-82ce-319a55ca0d5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895343 Mar 11 16:29:35.128389 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-5278dedf-4d21-4838-a555-f1496947c7eb req-634431f3-2948-4979-bd07-bdd8895d2151 service neutron] 10.222.0.72 "GET /v2.0/networks/9795e861-3b04-408a-82ce-319a55ca0d5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899663 Mar 11 16:29:35.290209 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (42978ec7-0c45-4bcc-88e8-64ee44356522), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:29:35.304296 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-3bf717fe-3c96-450c-8390-b31eca9985fc req-b827ff60-e1bf-404a-b95b-0018ba7d8e4f tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/ports?device_id=f553a340-0c90-4b94-bf82-da903f3ee248 HTTP/1.1" status: 200 len: 210 time: 0.0303142 Mar 11 16:29:36.325135 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5278dedf-4d21-4838-a555-f1496947c7eb req-b9e7176e-0ca3-4854-af0b-3ec82e86889b tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:29:36.326977 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-5278dedf-4d21-4838-a555-f1496947c7eb req-b9e7176e-0ca3-4854-af0b-3ec82e86889b tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.18 "GET /v2.0/networks?id=9795e861-3b04-408a-82ce-319a55ca0d5c HTTP/1.1" status: 200 len: 811 time: 0.1084585 Mar 11 16:29:36.418769 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-a593b9ab-799c-4237-bea9-cf5609ad881f req-8d835f1c-d941-4233-a814-88d7594a09de tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/ports?device_id=f553a340-0c90-4b94-bf82-da903f3ee248 HTTP/1.1" status: 200 len: 210 time: 0.0425665 Mar 11 16:29:36.432228 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-5278dedf-4d21-4838-a555-f1496947c7eb req-2aab8824-7d3f-47b5-a9b7-e0c97cd1688b tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f3f35569b4e74dd193f09cb7aa5a05a9 HTTP/1.1" status: 200 len: 380 time: 0.0879223 Mar 11 16:29:36.441764 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.v2.base [req-5278dedf-4d21-4838-a555-f1496947c7eb req-b321bec2-5d31-4576-8360-7df9964baf61 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Request body: {'port': {'device_id': 'f553a340-0c90-4b94-bf82-da903f3ee248', 'network_id': '9795e861-3b04-408a-82ce-319a55ca0d5c', 'admin_state_up': True, 'tenant_id': 'f3f35569b4e74dd193f09cb7aa5a05a9', 'security_groups': ['5cdf34c4-31a2-4c27-9b24-05da7981bde7']}} {{(pid=103092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:29:36.550493 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5278dedf-4d21-4838-a555-f1496947c7eb req-b321bec2-5d31-4576-8360-7df9964baf61 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Made reservation on behalf of f3f35569b4e74dd193f09cb7aa5a05a9 for: {'port': 1} {{(pid=103092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:29:36.554445 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-5278dedf-4d21-4838-a555-f1496947c7eb req-b321bec2-5d31-4576-8360-7df9964baf61 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (None), before_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:29:36.694710 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.db.db_base_plugin_common [req-5278dedf-4d21-4838-a555-f1496947c7eb req-b321bec2-5d31-4576-8360-7df9964baf61 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Allocated IP 172.20.0.8 (9795e861-3b04-408a-82ce-319a55ca0d5c/a21718ed-f252-41de-a223-6ef10277caa1/581ef467-e182-4dcd-921b-25d6c4af9284) {{(pid=103092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:29:36.843184 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-5278dedf-4d21-4838-a555-f1496947c7eb req-b321bec2-5d31-4576-8360-7df9964baf61 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Publish callbacks [] for port (581ef467-e182-4dcd-921b-25d6c4af9284), precommit_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:29:36.878125 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-5278dedf-4d21-4838-a555-f1496947c7eb req-b321bec2-5d31-4576-8360-7df9964baf61 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780137975911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30811620'] for port (581ef467-e182-4dcd-921b-25d6c4af9284), after_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:29:36.921378 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5278dedf-4d21-4838-a555-f1496947c7eb req-b321bec2-5d31-4576-8360-7df9964baf61 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Network 9795e861-3b04-408a-82ce-319a55ca0d5c is already hosted by enough agents. {{(pid=103092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:29:36.926512 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.scheduler.base_scheduler [req-5278dedf-4d21-4838-a555-f1496947c7eb req-b321bec2-5d31-4576-8360-7df9964baf61 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Resources bound (agent type, host, resource id): {{(pid=103092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:29:36.930275 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.db.l3_dvrscheduler_db [req-5278dedf-4d21-4838-a555-f1496947c7eb req-b321bec2-5d31-4576-8360-7df9964baf61 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Received port after_create {{(pid=103092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 16:29:36.956090 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b321bec2-5d31-4576-8360-7df9964baf61 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Pushing event updated for resources: {'Port': ['ID=581ef467-e182-4dcd-921b-25d6c4af9284,revision_number=1']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:29:36.986087 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5278dedf-4d21-4838-a555-f1496947c7eb req-b321bec2-5d31-4576-8360-7df9964baf61 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:29:36.986724 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-5278dedf-4d21-4838-a555-f1496947c7eb req-b321bec2-5d31-4576-8360-7df9964baf61 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122971'] for port (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:29:37.004219 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-5278dedf-4d21-4838-a555-f1496947c7eb req-b321bec2-5d31-4576-8360-7df9964baf61 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5661385 Mar 11 16:29:37.016862 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.v2.base [req-5278dedf-4d21-4838-a555-f1496947c7eb req-1c3d1fab-334b-4180-9114-a2c0c060a6c7 service neutron] Request body: {'port': {'device_id': 'f553a340-0c90-4b94-bf82-da903f3ee248', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=103092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:29:37.088264 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-5278dedf-4d21-4838-a555-f1496947c7eb req-1c3d1fab-334b-4180-9114-a2c0c060a6c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (581ef467-e182-4dcd-921b-25d6c4af9284), before_update {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:29:37.129197 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [None req-e5d74038-407d-4d2e-8378-b090815fa40f None None] Provisioning complete for port 581ef467-e182-4dcd-921b-25d6c4af9284 triggered by entity DHCP. {{(pid=103093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 16:29:37.129814 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e5d74038-407d-4d2e-8378-b090815fa40f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397499'] for port (581ef467-e182-4dcd-921b-25d6c4af9284), provisioning_complete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:29:37.171922 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-e5d74038-407d-4d2e-8378-b090815fa40f None None] Port 581ef467-e182-4dcd-921b-25d6c4af9284 cannot update to ACTIVE because it is not bound. {{(pid=103093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 16:29:37.402496 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.notifiers.nova [req-5278dedf-4d21-4838-a555-f1496947c7eb req-1c3d1fab-334b-4180-9114-a2c0c060a6c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 581ef467-e182-4dcd-921b-25d6c4af9284 {{(pid=103092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:29:37.410499 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-5278dedf-4d21-4838-a555-f1496947c7eb req-1c3d1fab-334b-4180-9114-a2c0c060a6c7 service neutron] Publish callbacks [] for port (581ef467-e182-4dcd-921b-25d6c4af9284), precommit_update {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:29:37.422735 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.db.provisioning_blocks [req-5278dedf-4d21-4838-a555-f1496947c7eb req-1c3d1fab-334b-4180-9114-a2c0c060a6c7 service neutron] Transition to ACTIVE for port object 581ef467-e182-4dcd-921b-25d6c4af9284 will not be triggered until provisioned by entity L2. {{(pid=103092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 16:29:37.427016 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-5278dedf-4d21-4838-a555-f1496947c7eb req-1c3d1fab-334b-4180-9114-a2c0c060a6c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30811645'] for port (581ef467-e182-4dcd-921b-25d6c4af9284), after_update {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:29:37.511547 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3d1fab-334b-4180-9114-a2c0c060a6c7 service neutron] Pushing event updated for resources: {'Port': ['ID=581ef467-e182-4dcd-921b-25d6c4af9284,revision_number=2']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:29:37.602491 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.managers [req-5278dedf-4d21-4838-a555-f1496947c7eb req-1c3d1fab-334b-4180-9114-a2c0c060a6c7 service neutron] Attempting to bind port 581ef467-e182-4dcd-921b-25d6c4af9284 on host hv-cinder-75078 for vnic_type normal with profile {{(pid=103092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 16:29:37.602818 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.managers [req-5278dedf-4d21-4838-a555-f1496947c7eb req-1c3d1fab-334b-4180-9114-a2c0c060a6c7 service neutron] Attempting to bind port 581ef467-e182-4dcd-921b-25d6c4af9284 by drivers openvswitch,hyperv on host hv-cinder-75078 at level 0 using segments [{'id': 'c93eb277-6e60-44de-b671-f606514b14af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '9795e861-3b04-408a-82ce-319a55ca0d5c'}] {{(pid=103092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 16:29:37.603143 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5278dedf-4d21-4838-a555-f1496947c7eb req-1c3d1fab-334b-4180-9114-a2c0c060a6c7 service neutron] Attempting to bind port 581ef467-e182-4dcd-921b-25d6c4af9284 on network 9795e861-3b04-408a-82ce-319a55ca0d5c {{(pid=103092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 16:29:37.613418 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19261544-17ad-4a90-b8a9-d9a288768b21 req-ac820e57-ef8a-46e4-a2c5-ae7f3a727002 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:29:37.615017 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-19261544-17ad-4a90-b8a9-d9a288768b21 req-ac820e57-ef8a-46e4-a2c5-ae7f3a727002 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/ports?device_id=f553a340-0c90-4b94-bf82-da903f3ee248 HTTP/1.1" status: 200 len: 943 time: 0.1045570 Mar 11 16:29:37.617423 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5278dedf-4d21-4838-a555-f1496947c7eb req-1c3d1fab-334b-4180-9114-a2c0c060a6c7 service neutron] Port 581ef467-e182-4dcd-921b-25d6c4af9284 on network 9795e861-3b04-408a-82ce-319a55ca0d5c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75078 {{(pid=103092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 16:29:37.617740 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5278dedf-4d21-4838-a555-f1496947c7eb req-1c3d1fab-334b-4180-9114-a2c0c060a6c7 service neutron] Attempting to bind port 581ef467-e182-4dcd-921b-25d6c4af9284 on network 9795e861-3b04-408a-82ce-319a55ca0d5c {{(pid=103092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 16:29:37.630970 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5278dedf-4d21-4838-a555-f1496947c7eb req-1c3d1fab-334b-4180-9114-a2c0c060a6c7 service neutron] Checking agent: {'id': '42978ec7-0c45-4bcc-88e8-64ee44356522', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 19, 5), 'started_at': datetime.datetime(2022, 3, 11, 16, 19, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 29, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 16:29:37.631374 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5278dedf-4d21-4838-a555-f1496947c7eb req-1c3d1fab-334b-4180-9114-a2c0c060a6c7 service neutron] Checking segment: {'id': 'c93eb277-6e60-44de-b671-f606514b14af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '9795e861-3b04-408a-82ce-319a55ca0d5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 16:29:37.631677 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5278dedf-4d21-4838-a555-f1496947c7eb req-1c3d1fab-334b-4180-9114-a2c0c060a6c7 service neutron] Bound using segment: {'id': 'c93eb277-6e60-44de-b671-f606514b14af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '9795e861-3b04-408a-82ce-319a55ca0d5c'} {{(pid=103092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 16:29:37.632131 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.managers [req-5278dedf-4d21-4838-a555-f1496947c7eb req-1c3d1fab-334b-4180-9114-a2c0c060a6c7 service neutron] Bound port: 581ef467-e182-4dcd-921b-25d6c4af9284, host: hv-cinder-75078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c93eb277-6e60-44de-b671-f606514b14af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '9795e861-3b04-408a-82ce-319a55ca0d5c'}}] {{(pid=103092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 16:29:37.632494 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-5278dedf-4d21-4838-a555-f1496947c7eb req-1c3d1fab-334b-4180-9114-a2c0c060a6c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (581ef467-e182-4dcd-921b-25d6c4af9284), before_update {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:29:37.704629 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-19261544-17ad-4a90-b8a9-d9a288768b21 req-be678d72-18f1-4184-ba10-382e297aac69 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/security-groups?id=5cdf34c4-31a2-4c27-9b24-05da7981bde7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834043 Mar 11 16:29:37.730547 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.db [req-5278dedf-4d21-4838-a555-f1496947c7eb req-1c3d1fab-334b-4180-9114-a2c0c060a6c7 service neutron] For port 581ef467-e182-4dcd-921b-25d6c4af9284, host hv-cinder-75078, cleared binding levels {{(pid=103092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:29:37.734027 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.db [req-5278dedf-4d21-4838-a555-f1496947c7eb req-1c3d1fab-334b-4180-9114-a2c0c060a6c7 service neutron] For port 581ef467-e182-4dcd-921b-25d6c4af9284, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=581ef467-e182-4dcd-921b-25d6c4af9284,segment=NetworkSegment(c93eb277-6e60-44de-b671-f606514b14af),segment_id=c93eb277-6e60-44de-b671-f606514b14af)] {{(pid=103092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:29:37.741022 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-5278dedf-4d21-4838-a555-f1496947c7eb req-1c3d1fab-334b-4180-9114-a2c0c060a6c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30811645'] for port (581ef467-e182-4dcd-921b-25d6c4af9284), after_update {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:29:37.776074 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5278dedf-4d21-4838-a555-f1496947c7eb req-1c3d1fab-334b-4180-9114-a2c0c060a6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:29:37.776551 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-5278dedf-4d21-4838-a555-f1496947c7eb req-1c3d1fab-334b-4180-9114-a2c0c060a6c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122971'] for port (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:29:37.777984 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-5278dedf-4d21-4838-a555-f1496947c7eb req-1c3d1fab-334b-4180-9114-a2c0c060a6c7 service neutron] 10.222.0.18 "PUT /v2.0/ports/581ef467-e182-4dcd-921b-25d6c4af9284 HTTP/1.1" status: 200 len: 1093 time: 0.7666705 Mar 11 16:29:37.778424 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f553a340-0c90-4b94-bf82-da903f3ee248', 'tag': '581ef467-e182-4dcd-921b-25d6c4af9284'}] {{(pid=103092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:29:37.780732 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8119d67d121bc7655fb27ee4e81d05746f3857d7b024446e390c37a4f39e07a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2416e759-0880-4459-bd90-77839aedd242" -d '{"events": [{"name": "network-changed", "server_uuid": "f553a340-0c90-4b94-bf82-da903f3ee248", "tag": "581ef467-e182-4dcd-921b-25d6c4af9284"}]}' {{(pid=103092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 16:29:37.812245 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3d1fab-334b-4180-9114-a2c0c060a6c7 service neutron] Pushing event updated for resources: {'Port': ['ID=581ef467-e182-4dcd-921b-25d6c4af9284,revision_number=3']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:29:37.834444 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 16:29:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f8fc79b-b0b9-4866-96dc-edfed687738e x-openstack-request-id: req-7f8fc79b-b0b9-4866-96dc-edfed687738e {{(pid=103092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 16:29:37.834745 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f553a340-0c90-4b94-bf82-da903f3ee248", "tag": "581ef467-e182-4dcd-921b-25d6c4af9284", "status": "completed", "code": 200}]} {{(pid=103092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 16:29:37.834985 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-7f8fc79b-b0b9-4866-96dc-edfed687738e {{(pid=103092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 16:29:37.835385 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f553a340-0c90-4b94-bf82-da903f3ee248', 'tag': '581ef467-e182-4dcd-921b-25d6c4af9284', 'status': 'completed', 'code': 200} Mar 11 16:29:37.908643 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2416e759-0880-4459-bd90-77839aedd242 req-16ed5f6f-6853-463f-9182-00da1ee8b569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:29:37.911303 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-2416e759-0880-4459-bd90-77839aedd242 req-16ed5f6f-6853-463f-9182-00da1ee8b569 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f3f35569b4e74dd193f09cb7aa5a05a9&device_id=f553a340-0c90-4b94-bf82-da903f3ee248 HTTP/1.1" status: 200 len: 1127 time: 0.0535538 Mar 11 16:29:38.018600 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2416e759-0880-4459-bd90-77839aedd242 req-80d61b73-059e-4c3a-808b-29221221ab6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:29:38.020073 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-2416e759-0880-4459-bd90-77839aedd242 req-80d61b73-059e-4c3a-808b-29221221ab6a service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=f3f35569b4e74dd193f09cb7aa5a05a9&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1018476 Mar 11 16:29:38.119367 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2416e759-0880-4459-bd90-77839aedd242 req-c317024e-fdbe-4793-8779-36d431c086c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:29:38.120764 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-2416e759-0880-4459-bd90-77839aedd242 req-c317024e-fdbe-4793-8779-36d431c086c8 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0949547 Mar 11 16:29:38.202136 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5278dedf-4d21-4838-a555-f1496947c7eb req-25b6e060-715d-4189-abab-2b8468ac4bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:29:38.203665 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-5278dedf-4d21-4838-a555-f1496947c7eb req-25b6e060-715d-4189-abab-2b8468ac4bc7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f3f35569b4e74dd193f09cb7aa5a05a9&device_id=f553a340-0c90-4b94-bf82-da903f3ee248 HTTP/1.1" status: 200 len: 1127 time: 0.0458989 Mar 11 16:29:38.255241 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-5278dedf-4d21-4838-a555-f1496947c7eb req-0cb19cda-9670-4faf-80b8-2b9b56fba39d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=581ef467-e182-4dcd-921b-25d6c4af9284 HTTP/1.1" status: 200 len: 217 time: 0.0444901 Mar 11 16:29:38.306335 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5278dedf-4d21-4838-a555-f1496947c7eb req-253664a3-005e-4bad-9127-3e92105c7385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:29:38.307804 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-5278dedf-4d21-4838-a555-f1496947c7eb req-253664a3-005e-4bad-9127-3e92105c7385 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a21718ed-f252-41de-a223-6ef10277caa1 HTTP/1.1" status: 200 len: 850 time: 0.0461762 Mar 11 16:29:38.358256 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5278dedf-4d21-4838-a555-f1496947c7eb req-496f2fbe-4734-459d-b070-31d11253129d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:29:38.359683 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-5278dedf-4d21-4838-a555-f1496947c7eb req-496f2fbe-4734-459d-b070-31d11253129d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9795e861-3b04-408a-82ce-319a55ca0d5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0450499 Mar 11 16:29:38.456428 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-5278dedf-4d21-4838-a555-f1496947c7eb req-1d833147-5070-4241-a45d-4457bf03ea17 service neutron] 10.222.0.18 "GET /v2.0/networks/9795e861-3b04-408a-82ce-319a55ca0d5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900362 Mar 11 16:29:38.556504 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-5278dedf-4d21-4838-a555-f1496947c7eb req-bde90927-b200-431f-be6e-bfe9f9566ecc service neutron] 10.222.0.18 "GET /v2.0/networks/9795e861-3b04-408a-82ce-319a55ca0d5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934331 Mar 11 16:29:38.825488 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3d6c76-707b-42a3-a613-e8101eda73e2 req-c7546f21-83af-446d-8cf1-b78f5de585de tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:29:38.826918 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-db3d6c76-707b-42a3-a613-e8101eda73e2 req-c7546f21-83af-446d-8cf1-b78f5de585de tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/ports?device_id=f553a340-0c90-4b94-bf82-da903f3ee248 HTTP/1.1" status: 200 len: 943 time: 0.0543807 Mar 11 16:29:38.876835 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-db3d6c76-707b-42a3-a613-e8101eda73e2 req-1e46b424-8b15-4d69-9c80-d168ed42dfd9 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/security-groups?id=5cdf34c4-31a2-4c27-9b24-05da7981bde7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434868 Mar 11 16:29:39.997922 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7090f43-7b23-40cc-bc63-873fbf3e614a req-f097e1da-7b8d-4d58-86c6-8475b80f4a80 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:29:40.000141 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-b7090f43-7b23-40cc-bc63-873fbf3e614a req-f097e1da-7b8d-4d58-86c6-8475b80f4a80 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/ports?device_id=f553a340-0c90-4b94-bf82-da903f3ee248 HTTP/1.1" status: 200 len: 943 time: 0.0545485 Mar 11 16:29:40.048367 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-b7090f43-7b23-40cc-bc63-873fbf3e614a req-ba5e7b8f-f971-4002-9921-15868001d42d tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/security-groups?id=5cdf34c4-31a2-4c27-9b24-05da7981bde7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424128 Mar 11 16:29:41.176309 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209615ad-c9e5-476e-aa25-5fce697878e8 req-7d83f5f8-7b14-4550-b3eb-88421df8f8a2 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:29:41.177823 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-209615ad-c9e5-476e-aa25-5fce697878e8 req-7d83f5f8-7b14-4550-b3eb-88421df8f8a2 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/ports?device_id=f553a340-0c90-4b94-bf82-da903f3ee248 HTTP/1.1" status: 200 len: 943 time: 0.0613842 Mar 11 16:29:41.227112 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-209615ad-c9e5-476e-aa25-5fce697878e8 req-2d127ec9-1bf2-4fb2-a34e-3f1b8ed366f6 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/security-groups?id=5cdf34c4-31a2-4c27-9b24-05da7981bde7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436423 Mar 11 16:29:42.352977 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212ca5de-ac84-4029-b300-a41cba36fa7a req-180acdda-09f0-4308-a7a7-b8df17ff7a79 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:29:42.354514 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-212ca5de-ac84-4029-b300-a41cba36fa7a req-180acdda-09f0-4308-a7a7-b8df17ff7a79 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/ports?device_id=f553a340-0c90-4b94-bf82-da903f3ee248 HTTP/1.1" status: 200 len: 943 time: 0.0555110 Mar 11 16:29:42.367223 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Device 581ef467-e182-4dcd-921b-25d6c4af9284 details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=103093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 16:29:42.403707 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-212ca5de-ac84-4029-b300-a41cba36fa7a req-3f45d6f8-dec9-42c1-907b-0bd4a1e3855e tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/security-groups?id=5cdf34c4-31a2-4c27-9b24-05da7981bde7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435841 Mar 11 16:29:42.472129 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] For port 581ef467-e182-4dcd-921b-25d6c4af9284, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=581ef467-e182-4dcd-921b-25d6c4af9284,segment=NetworkSegment(c93eb277-6e60-44de-b671-f606514b14af),segment_id=c93eb277-6e60-44de-b671-f606514b14af)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:29:42.484388 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Returning: {'device': '581ef467-e182-4dcd-921b-25d6c4af9284', 'network_id': '9795e861-3b04-408a-82ce-319a55ca0d5c', 'port_id': '581ef467-e182-4dcd-921b-25d6c4af9284', 'mac_address': 'fa:16:3e:35:0e:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a21718ed-f252-41de-a223-6ef10277caa1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 16:29:42.521526 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Current status of the port 581ef467-e182-4dcd-921b-25d6c4af9284 is: DOWN; New status is: BUILD {{(pid=103093) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 16:29:42.521820 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (581ef467-e182-4dcd-921b-25d6c4af9284), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:29:42.534503 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.notifiers.nova [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 581ef467-e182-4dcd-921b-25d6c4af9284 {{(pid=103093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:29:42.553883 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] For port 581ef467-e182-4dcd-921b-25d6c4af9284, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=581ef467-e182-4dcd-921b-25d6c4af9284,segment=NetworkSegment(c93eb277-6e60-44de-b671-f606514b14af),segment_id=c93eb277-6e60-44de-b671-f606514b14af)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:29:42.557713 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947'] for port (581ef467-e182-4dcd-921b-25d6c4af9284), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:29:42.604364 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Pushing event updated for resources: {'Port': ['ID=581ef467-e182-4dcd-921b-25d6c4af9284,revision_number=4']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:29:42.611905 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:29:42.612253 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:29:42.612593 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:29:42.612933 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:29:42.613258 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:29:42.613586 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:29:42.613912 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:29:42.614272 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:29:42.614595 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:29:42.614919 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:29:42.615239 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:29:42.615561 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:29:42.615876 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:29:43.021757 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] get_ports_and_sgs() called for port_ids ['581ef467-e182-4dcd-921b-25d6c4af9284'] {{(pid=103093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 16:29:43.524342 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a72b49c-5bf3-4382-8491-01f25fcfc952 req-865d3f1d-8d01-4d65-bee0-9a60213d49dc tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:29:43.525747 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-5a72b49c-5bf3-4382-8491-01f25fcfc952 req-865d3f1d-8d01-4d65-bee0-9a60213d49dc tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/ports?device_id=f553a340-0c90-4b94-bf82-da903f3ee248 HTTP/1.1" status: 200 len: 944 time: 0.0527458 Mar 11 16:29:43.575408 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-5a72b49c-5bf3-4382-8491-01f25fcfc952 req-a358c1a8-a03a-4b13-b60c-71efd65d7793 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/security-groups?id=5cdf34c4-31a2-4c27-9b24-05da7981bde7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438547 Mar 11 16:29:43.809688 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b686b600-d857-409f-b33e-f741e71fec1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (52d54afa-c257-4acf-9353-cc1307944ae0), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:29:44.378575 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Device 581ef467-e182-4dcd-921b-25d6c4af9284 up at agent hyperv_hv-cinder-75078 {{(pid=103093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 16:29:44.430704 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Provisioning for port 581ef467-e182-4dcd-921b-25d6c4af9284 completed by entity L2. {{(pid=103093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 16:29:44.434509 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Provisioning complete for port 581ef467-e182-4dcd-921b-25d6c4af9284 triggered by entity L2. {{(pid=103093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 16:29:44.434880 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397499'] for port (581ef467-e182-4dcd-921b-25d6c4af9284), provisioning_complete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:29:44.513280 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Current status of the port 581ef467-e182-4dcd-921b-25d6c4af9284 is: BUILD; New status is: ACTIVE {{(pid=103093) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 16:29:44.513704 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (581ef467-e182-4dcd-921b-25d6c4af9284), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:29:44.537421 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f553a340-0c90-4b94-bf82-da903f3ee248', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '581ef467-e182-4dcd-921b-25d6c4af9284'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:29:44.539916 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f6a2c072b123b360c8eb8991e75d694e889c4c27e62ecb22fdf39ecf471eb94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd26331f-b8e7-482c-90e4-bd057827fa79" -d '{"events": [{"server_uuid": "f553a340-0c90-4b94-bf82-da903f3ee248", "name": "network-vif-plugged", "status": "completed", "tag": "581ef467-e182-4dcd-921b-25d6c4af9284"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 16:29:44.555139 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] For port 581ef467-e182-4dcd-921b-25d6c4af9284, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=581ef467-e182-4dcd-921b-25d6c4af9284,segment=NetworkSegment(c93eb277-6e60-44de-b671-f606514b14af),segment_id=c93eb277-6e60-44de-b671-f606514b14af)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:29:44.559488 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947'] for port (581ef467-e182-4dcd-921b-25d6c4af9284), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:29:44.585644 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 16:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90d81c5e-5bab-4b8e-94ca-7a4904d7e48b x-openstack-request-id: req-90d81c5e-5bab-4b8e-94ca-7a4904d7e48b {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 16:29:44.585930 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f553a340-0c90-4b94-bf82-da903f3ee248", "name": "network-vif-plugged", "status": "completed", "tag": "581ef467-e182-4dcd-921b-25d6c4af9284", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 16:29:44.586200 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-90d81c5e-5bab-4b8e-94ca-7a4904d7e48b {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 16:29:44.586583 dv-cinder-750782-12-iscsi neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f553a340-0c90-4b94-bf82-da903f3ee248', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '581ef467-e182-4dcd-921b-25d6c4af9284', 'code': 200} Mar 11 16:29:44.617607 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Pushing event updated for resources: {'Port': ['ID=581ef467-e182-4dcd-921b-25d6c4af9284,revision_number=5']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:29:44.716500 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1f2036-f4d4-4d8d-9594-aed4b03af50e req-63ce03f8-169e-4c53-848d-0e56180a1979 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:29:44.717981 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-6d1f2036-f4d4-4d8d-9594-aed4b03af50e req-63ce03f8-169e-4c53-848d-0e56180a1979 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/ports?device_id=f553a340-0c90-4b94-bf82-da903f3ee248 HTTP/1.1" status: 200 len: 945 time: 0.0550292 Mar 11 16:29:44.793059 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-6d1f2036-f4d4-4d8d-9594-aed4b03af50e req-9a93de10-ba9b-444b-a6b2-0a4aecb8cc18 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/security-groups?id=5cdf34c4-31a2-4c27-9b24-05da7981bde7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661335 Mar 11 16:29:44.795743 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a242eb3f-c051-4115-b62c-3eae593aa801 req-326b713e-4a03-46b9-8812-95428f74f7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:29:44.797734 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-a242eb3f-c051-4115-b62c-3eae593aa801 req-326b713e-4a03-46b9-8812-95428f74f7cb service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f553a340-0c90-4b94-bf82-da903f3ee248 HTTP/1.1" status: 200 len: 1129 time: 0.0783522 Mar 11 16:29:44.842248 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-a242eb3f-c051-4115-b62c-3eae593aa801 req-8e59883c-fda8-4ff2-ade1-1bc795571885 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=5cdf34c4-31a2-4c27-9b24-05da7981bde7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387497 Mar 11 16:29:45.916330 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aa2598-b949-49bc-8c5b-6569c3374b8e req-733ed162-a4dc-49bb-af0e-aa7b85c90b24 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:29:45.917799 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-54aa2598-b949-49bc-8c5b-6569c3374b8e req-733ed162-a4dc-49bb-af0e-aa7b85c90b24 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/ports?device_id=f553a340-0c90-4b94-bf82-da903f3ee248 HTTP/1.1" status: 200 len: 945 time: 0.0561538 Mar 11 16:29:45.964341 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-54aa2598-b949-49bc-8c5b-6569c3374b8e req-216bef70-be18-472e-bdfe-08b97f44f266 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/security-groups?id=5cdf34c4-31a2-4c27-9b24-05da7981bde7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409324 Mar 11 16:29:46.168215 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c67affad-2c12-4a14-9594-ad326c680b72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (03422851-42b1-44c9-ada6-e479436b7b23), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:29:47.082936 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5c7252-94a5-4661-a14b-1a6021d99b9f req-243fd60f-d4d5-4d0c-bfb4-f6448812c913 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:29:47.084447 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-6f5c7252-94a5-4661-a14b-1a6021d99b9f req-243fd60f-d4d5-4d0c-bfb4-f6448812c913 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/ports?device_id=f553a340-0c90-4b94-bf82-da903f3ee248 HTTP/1.1" status: 200 len: 945 time: 0.0543919 Mar 11 16:29:47.131666 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-6f5c7252-94a5-4661-a14b-1a6021d99b9f req-f6df44f7-0ec2-4b50-b85c-e473c7e9983d tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/security-groups?id=5cdf34c4-31a2-4c27-9b24-05da7981bde7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413570 Mar 11 16:29:47.250730 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e813349d-c11d-4f9f-9f6c-cf3518b9b7e3 req-dbc7d41e-6545-43f8-993e-b7c8dcfdb8b7 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:29:47.253104 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-e813349d-c11d-4f9f-9f6c-cf3518b9b7e3 req-dbc7d41e-6545-43f8-993e-b7c8dcfdb8b7 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/ports?device_id=f553a340-0c90-4b94-bf82-da903f3ee248 HTTP/1.1" status: 200 len: 945 time: 0.0570123 Mar 11 16:29:47.261539 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 45268) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:29:47.265910 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.v2.base [None req-8bac6636-89be-4d0e-82c2-7efc78aa89f3 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Request body: {'floatingip': {'port_id': '581ef467-e182-4dcd-921b-25d6c4af9284'}} {{(pid=103092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:29:47.305292 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-8bac6636-89be-4d0e-82c2-7efc78aa89f3 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Publish callbacks [] for floatingip (4cdc6dd3-ec51-4013-8286-123231ea5286), before_update {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:29:47.483853 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ae773407-53f5-44d0-bdbe-4d88b69a915f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (d0bcdf8a-248d-4278-aa4c-95e4828d61b2), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:29:47.762704 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-8bac6636-89be-4d0e-82c2-7efc78aa89f3 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:29:47.766536 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-8bac6636-89be-4d0e-82c2-7efc78aa89f3 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539899'] for floatingip (4cdc6dd3-ec51-4013-8286-123231ea5286), after_update {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:29:47.873803 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.db.l3_db [None req-8bac6636-89be-4d0e-82c2-7efc78aa89f3 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Floating IP 4cdc6dd3-ec51-4013-8286-123231ea5286 associated. External IP: 172.27.0.4, port: 581ef467-e182-4dcd-921b-25d6c4af9284. Mar 11 16:29:48.087239 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bac6636-89be-4d0e-82c2-7efc78aa89f3 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Router b8ac2b6e-e82a-4d35-bd87-ef6f6f75d76d has already been hosted by L3 agent 03422851-42b1-44c9-ada6-e479436b7b23 {{(pid=103092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:29:48.434302 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bac6636-89be-4d0e-82c2-7efc78aa89f3 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Notify agent at l3_agent.dv-cinder-750782-12-iscsi the message routers_updated {{(pid=103092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:29:48.440077 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-8bac6636-89be-4d0e-82c2-7efc78aa89f3 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122971'] for floatingip (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:29:48.444784 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6869c3-f6c1-4162-97ef-62167b1af2cc None None] Sync routers for ids ['b8ac2b6e-e82a-4d35-bd87-ef6f6f75d76d'] in dv-cinder-750782-12-iscsi {{(pid=103093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:29:48.454276 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6869c3-f6c1-4162-97ef-62167b1af2cc None None] Routers {'b8ac2b6e-e82a-4d35-bd87-ef6f6f75d76d'} bound to L3 agent in host dv-cinder-750782-12-iscsi {{(pid=103093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 16:29:48.454998 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_hamode_db [None req-ca6869c3-f6c1-4162-97ef-62167b1af2cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-11T16:12:46Z,description=,heartbeat_timestamp=2022-03-11T16:29:46Z,host='dv-cinder-750782-12-iscsi',id=03422851-42b1-44c9-ada6-e479436b7b23,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:12:46Z,topic='l3_agent')) {'router_ids': ['b8ac2b6e-e82a-4d35-bd87-ef6f6f75d76d'], 'active': True} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:29:48.469241 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-8bac6636-89be-4d0e-82c2-7efc78aa89f3 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "PUT /v2.0/floatingips/4cdc6dd3-ec51-4013-8286-123231ea5286 HTTP/1.1" status: 200 len: 989 time: 1.2065666 Mar 11 16:29:48.469842 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f553a340-0c90-4b94-bf82-da903f3ee248', 'tag': '581ef467-e182-4dcd-921b-25d6c4af9284'}] {{(pid=103092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:29:48.472443 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8119d67d121bc7655fb27ee4e81d05746f3857d7b024446e390c37a4f39e07a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bca2287-3eaa-4eb4-82be-ca17f31bac37" -d '{"events": [{"name": "network-changed", "server_uuid": "f553a340-0c90-4b94-bf82-da903f3ee248", "tag": "581ef467-e182-4dcd-921b-25d6c4af9284"}]}' {{(pid=103092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 16:29:48.512039 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 16:29:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eae5f130-41dc-4282-b13f-faee5f8a3256 x-openstack-request-id: req-eae5f130-41dc-4282-b13f-faee5f8a3256 {{(pid=103092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 16:29:48.512331 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f553a340-0c90-4b94-bf82-da903f3ee248", "tag": "581ef467-e182-4dcd-921b-25d6c4af9284", "status": "completed", "code": 200}]} {{(pid=103092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 16:29:48.512605 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-eae5f130-41dc-4282-b13f-faee5f8a3256 {{(pid=103092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 16:29:48.513005 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f553a340-0c90-4b94-bf82-da903f3ee248', 'tag': '581ef467-e182-4dcd-921b-25d6c4af9284', 'status': 'completed', 'code': 200} Mar 11 16:29:48.567786 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_dvr_db [None req-ca6869c3-f6c1-4162-97ef-62167b1af2cc None None] Set router b8ac2b6e-e82a-4d35-bd87-ef6f6f75d76d gateway port host: dv-cinder-750782-12-iscsi {{(pid=103093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 16:29:48.582852 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bca2287-3eaa-4eb4-82be-ca17f31bac37 req-d46242c9-f975-498d-83ca-d0c235bfdfe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:29:48.584311 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-1bca2287-3eaa-4eb4-82be-ca17f31bac37 req-d46242c9-f975-498d-83ca-d0c235bfdfe4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f3f35569b4e74dd193f09cb7aa5a05a9&device_id=f553a340-0c90-4b94-bf82-da903f3ee248 HTTP/1.1" status: 200 len: 1129 time: 0.0495329 Mar 11 16:29:48.679375 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bca2287-3eaa-4eb4-82be-ca17f31bac37 req-72098e85-96bc-4615-8c22-760605cd319f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:29:48.680835 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-1bca2287-3eaa-4eb4-82be-ca17f31bac37 req-72098e85-96bc-4615-8c22-760605cd319f service neutron] 10.222.0.18 "GET /v2.0/networks?id=9795e861-3b04-408a-82ce-319a55ca0d5c HTTP/1.1" status: 200 len: 912 time: 0.0906129 Mar 11 16:29:48.747702 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-1bca2287-3eaa-4eb4-82be-ca17f31bac37 req-6730199d-82e6-46be-a515-b0c23f2000e0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=581ef467-e182-4dcd-921b-25d6c4af9284 HTTP/1.1" status: 200 len: 997 time: 0.0601659 Mar 11 16:29:48.797241 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bca2287-3eaa-4eb4-82be-ca17f31bac37 req-f7e7c118-8b57-49ce-a71a-1ad9c71fba10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:29:48.797508 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_hamode_db [None req-ca6869c3-f6c1-4162-97ef-62167b1af2cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8ac2b6e-e82a-4d35-bd87-ef6f6f75d76d', 'name': 'tempest-AttachVolumeTestJSON-1808249257-router', 'tenant_id': 'f3f35569b4e74dd193f09cb7aa5a05a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'external_fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '980736ea-4e16-47b8-905f-91aa7ae293a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:21:09Z', 'updated_at': '2022-03-11T16:21:21Z', 'revision_number': 4, 'project_id': 'f3f35569b4e74dd193f09cb7aa5a05a9', 'gw_port': {'id': '980736ea-4e16-47b8-905f-91aa7ae293a0', 'name': '', 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:1a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ac2b6e-e82a-4d35-bd87-ef6f6f75d76d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:11Z', 'updated_at': '2022-03-11T16:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-12-iscsi', '_floatingips': [{'id': '4cdc6dd3-ec51-4013-8286-123231ea5286', 'tenant_id': 'f3f35569b4e74dd193f09cb7aa5a05a9', 'floating_ip_address': '172.27.0.4', 'floating_network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'router_id': 'b8ac2b6e-e82a-4d35-bd87-ef6f6f75d76d', 'port_id': '581ef467-e182-4dcd-921b-25d6c4af9284', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9795e861-3b04-408a-82ce-319a55ca0d5c', 'mac_address': 'fa:16:3e:35:0e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f553a340-0c90-4b94-bf82-da903f3ee248', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:29:33Z', 'updated_at': '2022-03-11T16:29:47Z', 'revision_number': 1, 'project_id': 'f3f35569b4e74dd193f09cb7aa5a05a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d766dcf-2ab9-41a9-b411-f84026ad52e4', 'name': '', 'network_id': '9795e861-3b04-408a-82ce-319a55ca0d5c', 'tenant_id': 'f3f35569b4e74dd193f09cb7aa5a05a9', 'mac_address': 'fa:16:3e:ce:2f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ac2b6e-e82a-4d35-bd87-ef6f6f75d76d', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a21718ed-f252-41de-a223-6ef10277caa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:18Z', 'updated_at': '2022-03-11T16:21:35Z', 'revision_number': 5, 'project_id': 'f3f35569b4e74dd193f09cb7aa5a05a9', 'subnets': [{'id': 'a21718ed-f252-41de-a223-6ef10277caa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-12-iscsi', False) {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:29:48.799276 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-1bca2287-3eaa-4eb4-82be-ca17f31bac37 req-f7e7c118-8b57-49ce-a71a-1ad9c71fba10 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a21718ed-f252-41de-a223-6ef10277caa1 HTTP/1.1" status: 200 len: 850 time: 0.0451510 Mar 11 16:29:48.831615 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6869c3-f6c1-4162-97ef-62167b1af2cc None None] Checking router: b8ac2b6e-e82a-4d35-bd87-ef6f6f75d76d for host: dv-cinder-750782-12-iscsi {{(pid=103093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:29:48.850420 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6869c3-f6c1-4162-97ef-62167b1af2cc None None] Routers {'b8ac2b6e-e82a-4d35-bd87-ef6f6f75d76d'} bound to L3 agent in host dv-cinder-750782-12-iscsi {{(pid=103093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 16:29:48.851028 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_hamode_db [None req-ca6869c3-f6c1-4162-97ef-62167b1af2cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-11T16:12:46Z,description=,heartbeat_timestamp=2022-03-11T16:29:46Z,host='dv-cinder-750782-12-iscsi',id=03422851-42b1-44c9-ada6-e479436b7b23,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:12:46Z,topic='l3_agent')) {'router_ids': ['b8ac2b6e-e82a-4d35-bd87-ef6f6f75d76d'], 'active': True} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:29:48.853135 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bca2287-3eaa-4eb4-82be-ca17f31bac37 req-988d0b59-593c-4afc-9b3c-c45602f4b556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:29:48.854803 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-1bca2287-3eaa-4eb4-82be-ca17f31bac37 req-988d0b59-593c-4afc-9b3c-c45602f4b556 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9795e861-3b04-408a-82ce-319a55ca0d5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0491102 Mar 11 16:29:48.889384 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-12686fd2-0f25-484f-a78a-b5cd34d8581b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (a5a5d809-3580-471a-ade1-6c5ecc269919), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:29:48.949783 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-1bca2287-3eaa-4eb4-82be-ca17f31bac37 req-4559f143-5814-4f3c-9c60-21627c810a69 service neutron] 10.222.0.18 "GET /v2.0/networks/9795e861-3b04-408a-82ce-319a55ca0d5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867641 Mar 11 16:29:48.967224 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_dvr_db [None req-ca6869c3-f6c1-4162-97ef-62167b1af2cc None None] Set router b8ac2b6e-e82a-4d35-bd87-ef6f6f75d76d gateway port host: dv-cinder-750782-12-iscsi {{(pid=103093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 16:29:49.047703 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-1bca2287-3eaa-4eb4-82be-ca17f31bac37 req-3d3d9032-2dac-4e0e-946c-0aafd98106a4 service neutron] 10.222.0.18 "GET /v2.0/networks/9795e861-3b04-408a-82ce-319a55ca0d5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891709 Mar 11 16:29:49.342718 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_hamode_db [None req-ca6869c3-f6c1-4162-97ef-62167b1af2cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8ac2b6e-e82a-4d35-bd87-ef6f6f75d76d', 'name': 'tempest-AttachVolumeTestJSON-1808249257-router', 'tenant_id': 'f3f35569b4e74dd193f09cb7aa5a05a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'external_fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '980736ea-4e16-47b8-905f-91aa7ae293a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:21:09Z', 'updated_at': '2022-03-11T16:21:21Z', 'revision_number': 4, 'project_id': 'f3f35569b4e74dd193f09cb7aa5a05a9', 'gw_port': {'id': '980736ea-4e16-47b8-905f-91aa7ae293a0', 'name': '', 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:1a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ac2b6e-e82a-4d35-bd87-ef6f6f75d76d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:11Z', 'updated_at': '2022-03-11T16:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-12-iscsi', '_floatingips': [{'id': '4cdc6dd3-ec51-4013-8286-123231ea5286', 'tenant_id': 'f3f35569b4e74dd193f09cb7aa5a05a9', 'floating_ip_address': '172.27.0.4', 'floating_network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'router_id': 'b8ac2b6e-e82a-4d35-bd87-ef6f6f75d76d', 'port_id': '581ef467-e182-4dcd-921b-25d6c4af9284', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9795e861-3b04-408a-82ce-319a55ca0d5c', 'mac_address': 'fa:16:3e:35:0e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f553a340-0c90-4b94-bf82-da903f3ee248', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:29:33Z', 'updated_at': '2022-03-11T16:29:47Z', 'revision_number': 1, 'project_id': 'f3f35569b4e74dd193f09cb7aa5a05a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d766dcf-2ab9-41a9-b411-f84026ad52e4', 'name': '', 'network_id': '9795e861-3b04-408a-82ce-319a55ca0d5c', 'tenant_id': 'f3f35569b4e74dd193f09cb7aa5a05a9', 'mac_address': 'fa:16:3e:ce:2f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ac2b6e-e82a-4d35-bd87-ef6f6f75d76d', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a21718ed-f252-41de-a223-6ef10277caa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:18Z', 'updated_at': '2022-03-11T16:21:35Z', 'revision_number': 5, 'project_id': 'f3f35569b4e74dd193f09cb7aa5a05a9', 'subnets': [{'id': 'a21718ed-f252-41de-a223-6ef10277caa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-12-iscsi', False) {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:29:49.372037 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6869c3-f6c1-4162-97ef-62167b1af2cc None None] The sync data for ids ['b8ac2b6e-e82a-4d35-bd87-ef6f6f75d76d'] in dv-cinder-750782-12-iscsi is: [{'id': 'b8ac2b6e-e82a-4d35-bd87-ef6f6f75d76d', 'name': 'tempest-AttachVolumeTestJSON-1808249257-router', 'tenant_id': 'f3f35569b4e74dd193f09cb7aa5a05a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'external_fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '980736ea-4e16-47b8-905f-91aa7ae293a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:21:09Z', 'updated_at': '2022-03-11T16:21:21Z', 'revision_number': 4, 'project_id': 'f3f35569b4e74dd193f09cb7aa5a05a9', 'gw_port': {'id': '980736ea-4e16-47b8-905f-91aa7ae293a0', 'name': '', 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:1a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ac2b6e-e82a-4d35-bd87-ef6f6f75d76d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:11Z', 'updated_at': '2022-03-11T16:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-12-iscsi', '_floatingips': [{'id': '4cdc6dd3-ec51-4013-8286-123231ea5286', 'tenant_id': 'f3f35569b4e74dd193f09cb7aa5a05a9', 'floating_ip_address': '172.27.0.4', 'floating_network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'router_id': 'b8ac2b6e-e82a-4d35-bd87-ef6f6f75d76d', 'port_id': '581ef467-e182-4dcd-921b-25d6c4af9284', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9795e861-3b04-408a-82ce-319a55ca0d5c', 'mac_address': 'fa:16:3e:35:0e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f553a340-0c90-4b94-bf82-da903f3ee248', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:29:33Z', 'updated_at': '2022-03-11T16:29:47Z', 'revision_number': 1, 'project_id': 'f3f35569b4e74dd193f09cb7aa5a05a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d766dcf-2ab9-41a9-b411-f84026ad52e4', 'name': '', 'network_id': '9795e861-3b04-408a-82ce-319a55ca0d5c', 'tenant_id': 'f3f35569b4e74dd193f09cb7aa5a05a9', 'mac_address': 'fa:16:3e:ce:2f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ac2b6e-e82a-4d35-bd87-ef6f6f75d76d', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a21718ed-f252-41de-a223-6ef10277caa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:18Z', 'updated_at': '2022-03-11T16:21:35Z', 'revision_number': 5, 'project_id': 'f3f35569b4e74dd193f09cb7aa5a05a9', 'subnets': [{'id': 'a21718ed-f252-41de-a223-6ef10277caa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:29:49.582728 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430f0f8d-ca50-480b-a74d-84b97cec312d None None] New status for floating IP 4cdc6dd3-ec51-4013-8286-123231ea5286: ACTIVE {{(pid=103094) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 16:29:50.393460 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (1025624e-e238-47fc-86ae-58f7bb6baa16), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:05.286264 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (42978ec7-0c45-4bcc-88e8-64ee44356522), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:10.221623 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.agents_db [None req-ed17eba3-c4d2-4aaa-a64c-93b8434a4a48 None None] Agent healthcheck: found 6 active agents {{(pid=103094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 16:30:13.812680 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-fb5366eb-03d4-4d43-a158-c260518fb031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (52d54afa-c257-4acf-9353-cc1307944ae0), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:16.172239 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-bc0c7f08-3147-4003-a413-4cc9d43ee639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (03422851-42b1-44c9-ada6-e479436b7b23), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:17.487095 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ae773407-53f5-44d0-bdbe-4d88b69a915f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (d0bcdf8a-248d-4278-aa4c-95e4828d61b2), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:18.860656 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-12686fd2-0f25-484f-a78a-b5cd34d8581b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (a5a5d809-3580-471a-ade1-6c5ecc269919), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:20.397033 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (1025624e-e238-47fc-86ae-58f7bb6baa16), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:21.705191 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1db0cb3-3c35-4fe6-9e57-5c28cb3fb4fc req-9ca7b724-c536-4fc8-b7e1-13a4611b1599 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:21.706736 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-e1db0cb3-3c35-4fe6-9e57-5c28cb3fb4fc req-9ca7b724-c536-4fc8-b7e1-13a4611b1599 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=c2248b31-692b-41bb-be4c-efc637b74827 HTTP/1.1" status: 200 len: 945 time: 0.0546718 Mar 11 16:30:21.773336 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-e1db0cb3-3c35-4fe6-9e57-5c28cb3fb4fc req-c8522b66-2fe4-46be-8f9b-1d3d9e570d03 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/security-groups?id=e1b324ab-1dec-4ca3-84fa-33a28865bcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496161 Mar 11 16:30:22.930342 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225c914f-6f34-4a09-bfb2-0d60684b34ea req-5f15a293-aadb-461c-b41a-2e98cf0ec4d7 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:22.932140 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-225c914f-6f34-4a09-bfb2-0d60684b34ea req-5f15a293-aadb-461c-b41a-2e98cf0ec4d7 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=c2248b31-692b-41bb-be4c-efc637b74827 HTTP/1.1" status: 200 len: 945 time: 0.0773325 Mar 11 16:30:22.992369 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-225c914f-6f34-4a09-bfb2-0d60684b34ea req-52ed65ab-c022-4646-aad3-869932bdfa9a tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/security-groups?id=e1b324ab-1dec-4ca3-84fa-33a28865bcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543540 Mar 11 16:30:24.128355 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0724ad7d-1fb8-42cb-83c0-e1420c38f018 req-7eee70ba-52f2-4427-9ea8-4bc66ecdb9c6 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:24.129973 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-0724ad7d-1fb8-42cb-83c0-e1420c38f018 req-7eee70ba-52f2-4427-9ea8-4bc66ecdb9c6 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=c2248b31-692b-41bb-be4c-efc637b74827 HTTP/1.1" status: 200 len: 945 time: 0.0599627 Mar 11 16:30:24.194371 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-0724ad7d-1fb8-42cb-83c0-e1420c38f018 req-ed7c6ece-d0f9-4cbd-b81d-ae9ae3eb089c tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/security-groups?id=e1b324ab-1dec-4ca3-84fa-33a28865bcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575309 Mar 11 16:30:24.288293 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2557a110-785d-46d3-bdc9-fd52c8000c6c req-5e5ec982-f941-41a1-a3bf-f2bd408c6a2d tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:24.289880 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-2557a110-785d-46d3-bdc9-fd52c8000c6c req-5e5ec982-f941-41a1-a3bf-f2bd408c6a2d tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/ports?device_id=99431ad6-db3e-4ba2-844c-55f7a0adf3d1 HTTP/1.1" status: 200 len: 945 time: 0.0737247 Mar 11 16:30:24.343404 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-2557a110-785d-46d3-bdc9-fd52c8000c6c req-fdaa1014-9a3a-455d-ab14-7c8100c0025a tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/security-groups?id=43f1cb9b-4a46-4c59-840d-6289addc6fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475261 Mar 11 16:30:25.334194 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf339a5-7ea7-4f70-a77f-8bd1098ecc8b req-96ce0e0f-67a2-44c7-a02a-80613211a750 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:25.335766 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-6cf339a5-7ea7-4f70-a77f-8bd1098ecc8b req-96ce0e0f-67a2-44c7-a02a-80613211a750 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=c2248b31-692b-41bb-be4c-efc637b74827 HTTP/1.1" status: 200 len: 945 time: 0.0596995 Mar 11 16:30:25.386835 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-6cf339a5-7ea7-4f70-a77f-8bd1098ecc8b req-c3b54df2-9cbd-47da-83fb-47414daa7c7c tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/security-groups?id=e1b324ab-1dec-4ca3-84fa-33a28865bcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453906 Mar 11 16:30:25.482134 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403d6648-f771-4466-b873-ac16fedda42e req-8eb14f0c-5c8c-4863-9302-c22ad9bc53f5 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:25.483672 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-403d6648-f771-4466-b873-ac16fedda42e req-8eb14f0c-5c8c-4863-9302-c22ad9bc53f5 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/ports?device_id=99431ad6-db3e-4ba2-844c-55f7a0adf3d1 HTTP/1.1" status: 200 len: 945 time: 0.0650442 Mar 11 16:30:25.540466 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-403d6648-f771-4466-b873-ac16fedda42e req-5430bc87-793b-41fd-bd45-0d95a2152d93 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/security-groups?id=43f1cb9b-4a46-4c59-840d-6289addc6fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487642 Mar 11 16:30:26.208355 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5763a427-c572-4522-814d-7f9fb08fb217 req-1bb41a6d-2737-46cb-b3d5-6ce7416077cd tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:26.209849 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-5763a427-c572-4522-814d-7f9fb08fb217 req-1bb41a6d-2737-46cb-b3d5-6ce7416077cd tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.18 "GET /v2.0/ports?device_id=99431ad6-db3e-4ba2-844c-55f7a0adf3d1 HTTP/1.1" status: 200 len: 945 time: 0.0553918 Mar 11 16:30:26.318644 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.plugin [req-5763a427-c572-4522-814d-7f9fb08fb217 req-c02a6aa7-a1c4-4d22-9dca-50fdae90d331 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Deleting port cefc575a-6e0e-420a-b287-cdda5a18f32a {{(pid=103092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 16:30:26.318990 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-5763a427-c572-4522-814d-7f9fb08fb217 req-c02a6aa7-a1c4-4d22-9dca-50fdae90d331 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780138536942'] for port (cefc575a-6e0e-420a-b287-cdda5a18f32a), before_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:26.420121 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.db [req-5763a427-c572-4522-814d-7f9fb08fb217 req-c02a6aa7-a1c4-4d22-9dca-50fdae90d331 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] For port cefc575a-6e0e-420a-b287-cdda5a18f32a, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=cefc575a-6e0e-420a-b287-cdda5a18f32a,segment=NetworkSegment(d0d5eee1-b4bb-471c-a057-81102a55b99f),segment_id=d0d5eee1-b4bb-471c-a057-81102a55b99f)] {{(pid=103092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:30:26.420890 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-5763a427-c572-4522-814d-7f9fb08fb217 req-c02a6aa7-a1c4-4d22-9dca-50fdae90d331 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538029'] for port (cefc575a-6e0e-420a-b287-cdda5a18f32a), precommit_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:26.588530 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f07d7b0-6e1d-4727-bdc3-6f175f31f777 req-a558585b-4f26-4feb-a168-45bbe618368d tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:26.590576 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-1f07d7b0-6e1d-4727-bdc3-6f175f31f777 req-a558585b-4f26-4feb-a168-45bbe618368d tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=c2248b31-692b-41bb-be4c-efc637b74827 HTTP/1.1" status: 200 len: 945 time: 0.1227906 Mar 11 16:30:26.714567 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-5763a427-c572-4522-814d-7f9fb08fb217 req-c02a6aa7-a1c4-4d22-9dca-50fdae90d331 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:26.714920 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-5763a427-c572-4522-814d-7f9fb08fb217 req-c02a6aa7-a1c4-4d22-9dca-50fdae90d331 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539899'] for floatingip (a9adeee9-cc7e-4f7b-8c8f-4dfd81082d30), after_update {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:26.715234 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.db.l3_db [req-5763a427-c572-4522-814d-7f9fb08fb217 req-c02a6aa7-a1c4-4d22-9dca-50fdae90d331 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Floating IP a9adeee9-cc7e-4f7b-8c8f-4dfd81082d30 disassociated. External IP: 172.27.0.207, port: cefc575a-6e0e-420a-b287-cdda5a18f32a. Mar 11 16:30:26.715571 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.plugin [req-5763a427-c572-4522-814d-7f9fb08fb217 req-c02a6aa7-a1c4-4d22-9dca-50fdae90d331 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Calling delete_port for cefc575a-6e0e-420a-b287-cdda5a18f32a owned by compute:nova {{(pid=103092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 16:30:26.730800 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-1f07d7b0-6e1d-4727-bdc3-6f175f31f777 req-244f5ecb-0858-4b87-85a8-a52f282674ee tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/security-groups?id=e1b324ab-1dec-4ca3-84fa-33a28865bcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123638 Mar 11 16:30:26.749129 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7219f7-d6cf-4b20-a483-06287b5d7ec5 req-9523230c-ae4b-4078-bab9-f708b328b2f6 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:26.750685 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-ac7219f7-d6cf-4b20-a483-06287b5d7ec5 req-9523230c-ae4b-4078-bab9-f708b328b2f6 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/ports?device_id=99431ad6-db3e-4ba2-844c-55f7a0adf3d1 HTTP/1.1" status: 200 len: 945 time: 0.1227496 Mar 11 16:30:26.850310 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-ac7219f7-d6cf-4b20-a483-06287b5d7ec5 req-670ea390-54e6-40ed-a261-a4e21bf2d032 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/security-groups?id=43f1cb9b-4a46-4c59-840d-6289addc6fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686188 Mar 11 16:30:26.940261 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-5763a427-c572-4522-814d-7f9fb08fb217 req-c02a6aa7-a1c4-4d22-9dca-50fdae90d331 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780138542421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780137975920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30811620'] for port (cefc575a-6e0e-420a-b287-cdda5a18f32a), after_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:26.973045 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02a6aa7-a1c4-4d22-9dca-50fdae90d331 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Pushing event deleted for resources: {'Port': ['ID=cefc575a-6e0e-420a-b287-cdda5a18f32a,revision_number=None']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:30:27.108434 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5763a427-c572-4522-814d-7f9fb08fb217 req-c02a6aa7-a1c4-4d22-9dca-50fdae90d331 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Router 0445e330-dbfe-4390-80a7-5bd62ee92899 has already been hosted by L3 agent 03422851-42b1-44c9-ada6-e479436b7b23 {{(pid=103092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:30:27.226885 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5763a427-c572-4522-814d-7f9fb08fb217 req-c02a6aa7-a1c4-4d22-9dca-50fdae90d331 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Notify agent at l3_agent.dv-cinder-750782-12-iscsi the message routers_updated {{(pid=103092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:30:27.240555 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69dfd7c-9869-4e13-85d7-656e0896fbe5 None None] Sync routers for ids ['0445e330-dbfe-4390-80a7-5bd62ee92899'] in dv-cinder-750782-12-iscsi {{(pid=103093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:30:27.250641 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69dfd7c-9869-4e13-85d7-656e0896fbe5 None None] Routers {'0445e330-dbfe-4390-80a7-5bd62ee92899'} bound to L3 agent in host dv-cinder-750782-12-iscsi {{(pid=103093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 16:30:27.251208 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_hamode_db [None req-d69dfd7c-9869-4e13-85d7-656e0896fbe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-11T16:12:46Z,description=,heartbeat_timestamp=2022-03-11T16:30:16Z,host='dv-cinder-750782-12-iscsi',id=03422851-42b1-44c9-ada6-e479436b7b23,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:12:46Z,topic='l3_agent')) {'router_ids': ['0445e330-dbfe-4390-80a7-5bd62ee92899'], 'active': True} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:30:27.274837 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.db.l3_dvrscheduler_db [req-5763a427-c572-4522-814d-7f9fb08fb217 req-c02a6aa7-a1c4-4d22-9dca-50fdae90d331 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] No DVR routers for this DVR port cefc575a-6e0e-420a-b287-cdda5a18f32a on host hv-cinder-75078 {{(pid=103092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:30:27.278188 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-5763a427-c572-4522-814d-7f9fb08fb217 req-c02a6aa7-a1c4-4d22-9dca-50fdae90d331 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122971'] for port (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:27.281818 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-5763a427-c572-4522-814d-7f9fb08fb217 req-c02a6aa7-a1c4-4d22-9dca-50fdae90d331 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.18 "DELETE /v2.0/ports/cefc575a-6e0e-420a-b287-cdda5a18f32a HTTP/1.1" status: 204 len: 173 time: 1.0660222 Mar 11 16:30:27.282320 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99431ad6-db3e-4ba2-844c-55f7a0adf3d1', 'name': 'network-vif-deleted', 'tag': 'cefc575a-6e0e-420a-b287-cdda5a18f32a'}] {{(pid=103092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:30:27.284656 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8119d67d121bc7655fb27ee4e81d05746f3857d7b024446e390c37a4f39e07a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-318c21e5-a2c7-4474-92d5-5387eb6a85e2" -d '{"events": [{"server_uuid": "99431ad6-db3e-4ba2-844c-55f7a0adf3d1", "name": "network-vif-deleted", "tag": "cefc575a-6e0e-420a-b287-cdda5a18f32a"}]}' {{(pid=103092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 16:30:27.345795 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 16:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-190a4064-533b-4d8a-97e9-a88ae2eda6da x-openstack-request-id: req-190a4064-533b-4d8a-97e9-a88ae2eda6da {{(pid=103092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 16:30:27.346127 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99431ad6-db3e-4ba2-844c-55f7a0adf3d1", "name": "network-vif-deleted", "tag": "cefc575a-6e0e-420a-b287-cdda5a18f32a", "status": "completed", "code": 200}]} {{(pid=103092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 16:30:27.346379 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-190a4064-533b-4d8a-97e9-a88ae2eda6da {{(pid=103092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 16:30:27.346786 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99431ad6-db3e-4ba2-844c-55f7a0adf3d1', 'name': 'network-vif-deleted', 'tag': 'cefc575a-6e0e-420a-b287-cdda5a18f32a', 'status': 'completed', 'code': 200} Mar 11 16:30:27.403802 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_dvr_db [None req-d69dfd7c-9869-4e13-85d7-656e0896fbe5 None None] Set router 0445e330-dbfe-4390-80a7-5bd62ee92899 gateway port host: dv-cinder-750782-12-iscsi {{(pid=103093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 16:30:27.666567 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_hamode_db [None req-d69dfd7c-9869-4e13-85d7-656e0896fbe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0445e330-dbfe-4390-80a7-5bd62ee92899', 'name': 'tempest-AttachVolumeNegativeTest-1800470620-router', 'tenant_id': '3f90eba451e343e49c0fa456ba2b00cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'external_fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': 'dc4b8562-4065-4207-bec1-befa1889d519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:21:10Z', 'updated_at': '2022-03-11T16:21:21Z', 'revision_number': 4, 'project_id': '3f90eba451e343e49c0fa456ba2b00cd', 'gw_port': {'id': 'dc4b8562-4065-4207-bec1-befa1889d519', 'name': '', 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:52:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0445e330-dbfe-4390-80a7-5bd62ee92899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:12Z', 'updated_at': '2022-03-11T16:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-12-iscsi', '_interfaces': [{'id': '8ac48933-906b-451f-9262-acdcb1369688', 'name': '', 'network_id': '5f3aea45-b741-4cf8-ad8b-40753fc82fad', 'tenant_id': '3f90eba451e343e49c0fa456ba2b00cd', 'mac_address': 'fa:16:3e:a5:32:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0445e330-dbfe-4390-80a7-5bd62ee92899', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'acc28c21-3e47-4bf8-b31f-cbbed70c6f99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:19Z', 'updated_at': '2022-03-11T16:21:30Z', 'revision_number': 5, 'project_id': '3f90eba451e343e49c0fa456ba2b00cd', 'subnets': [{'id': 'acc28c21-3e47-4bf8-b31f-cbbed70c6f99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-12-iscsi', False) {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:30:27.700525 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69dfd7c-9869-4e13-85d7-656e0896fbe5 None None] Checking router: 0445e330-dbfe-4390-80a7-5bd62ee92899 for host: dv-cinder-750782-12-iscsi {{(pid=103093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:30:27.710436 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69dfd7c-9869-4e13-85d7-656e0896fbe5 None None] Routers {'0445e330-dbfe-4390-80a7-5bd62ee92899'} bound to L3 agent in host dv-cinder-750782-12-iscsi {{(pid=103093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 16:30:27.711012 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_hamode_db [None req-d69dfd7c-9869-4e13-85d7-656e0896fbe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-11T16:12:46Z,description=,heartbeat_timestamp=2022-03-11T16:30:16Z,host='dv-cinder-750782-12-iscsi',id=03422851-42b1-44c9-ada6-e479436b7b23,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:12:46Z,topic='l3_agent')) {'router_ids': ['0445e330-dbfe-4390-80a7-5bd62ee92899'], 'active': True} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:30:27.880857 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_dvr_db [None req-d69dfd7c-9869-4e13-85d7-656e0896fbe5 None None] Set router 0445e330-dbfe-4390-80a7-5bd62ee92899 gateway port host: dv-cinder-750782-12-iscsi {{(pid=103093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 16:30:27.952254 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d615cd6-500e-41e0-8f7f-e512b70cf234 req-7801e8dd-467b-4b05-9757-1635ac75a881 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:27.961478 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-6d615cd6-500e-41e0-8f7f-e512b70cf234 req-7801e8dd-467b-4b05-9757-1635ac75a881 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=c2248b31-692b-41bb-be4c-efc637b74827 HTTP/1.1" status: 200 len: 945 time: 0.1133473 Mar 11 16:30:28.034382 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-064a6683-96ce-4938-bf94-b3c9568afd3e req-19d8706b-0036-4fb5-b462-1cd288e67293 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/ports?device_id=99431ad6-db3e-4ba2-844c-55f7a0adf3d1 HTTP/1.1" status: 200 len: 210 time: 0.0432594 Mar 11 16:30:28.061080 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-6d615cd6-500e-41e0-8f7f-e512b70cf234 req-66812893-bc5d-4a76-8760-f2664ab271a2 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/security-groups?id=e1b324ab-1dec-4ca3-84fa-33a28865bcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968132 Mar 11 16:30:28.175545 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_hamode_db [None req-d69dfd7c-9869-4e13-85d7-656e0896fbe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0445e330-dbfe-4390-80a7-5bd62ee92899', 'name': 'tempest-AttachVolumeNegativeTest-1800470620-router', 'tenant_id': '3f90eba451e343e49c0fa456ba2b00cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'external_fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': 'dc4b8562-4065-4207-bec1-befa1889d519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:21:10Z', 'updated_at': '2022-03-11T16:21:21Z', 'revision_number': 4, 'project_id': '3f90eba451e343e49c0fa456ba2b00cd', 'gw_port': {'id': 'dc4b8562-4065-4207-bec1-befa1889d519', 'name': '', 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:52:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0445e330-dbfe-4390-80a7-5bd62ee92899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:12Z', 'updated_at': '2022-03-11T16:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-12-iscsi', '_interfaces': [{'id': '8ac48933-906b-451f-9262-acdcb1369688', 'name': '', 'network_id': '5f3aea45-b741-4cf8-ad8b-40753fc82fad', 'tenant_id': '3f90eba451e343e49c0fa456ba2b00cd', 'mac_address': 'fa:16:3e:a5:32:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0445e330-dbfe-4390-80a7-5bd62ee92899', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'acc28c21-3e47-4bf8-b31f-cbbed70c6f99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:19Z', 'updated_at': '2022-03-11T16:21:30Z', 'revision_number': 5, 'project_id': '3f90eba451e343e49c0fa456ba2b00cd', 'subnets': [{'id': 'acc28c21-3e47-4bf8-b31f-cbbed70c6f99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-12-iscsi', False) {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:30:28.212477 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69dfd7c-9869-4e13-85d7-656e0896fbe5 None None] The sync data for ids ['0445e330-dbfe-4390-80a7-5bd62ee92899'] in dv-cinder-750782-12-iscsi is: [{'id': '0445e330-dbfe-4390-80a7-5bd62ee92899', 'name': 'tempest-AttachVolumeNegativeTest-1800470620-router', 'tenant_id': '3f90eba451e343e49c0fa456ba2b00cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'external_fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': 'dc4b8562-4065-4207-bec1-befa1889d519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:21:10Z', 'updated_at': '2022-03-11T16:21:21Z', 'revision_number': 4, 'project_id': '3f90eba451e343e49c0fa456ba2b00cd', 'gw_port': {'id': 'dc4b8562-4065-4207-bec1-befa1889d519', 'name': '', 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:52:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0445e330-dbfe-4390-80a7-5bd62ee92899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:12Z', 'updated_at': '2022-03-11T16:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-12-iscsi', '_interfaces': [{'id': '8ac48933-906b-451f-9262-acdcb1369688', 'name': '', 'network_id': '5f3aea45-b741-4cf8-ad8b-40753fc82fad', 'tenant_id': '3f90eba451e343e49c0fa456ba2b00cd', 'mac_address': 'fa:16:3e:a5:32:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0445e330-dbfe-4390-80a7-5bd62ee92899', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'acc28c21-3e47-4bf8-b31f-cbbed70c6f99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:19Z', 'updated_at': '2022-03-11T16:21:30Z', 'revision_number': 5, 'project_id': '3f90eba451e343e49c0fa456ba2b00cd', 'subnets': [{'id': 'acc28c21-3e47-4bf8-b31f-cbbed70c6f99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:30:28.454602 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcda2a58-2c61-43d3-aa3d-7f7028209e21 None None] New status for floating IP a9adeee9-cc7e-4f7b-8c8f-4dfd81082d30: DOWN {{(pid=103094) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 16:30:29.134431 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 45422) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:30:29.235552 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-af530116-839f-441d-8529-4f0938df20ec tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks [] for security_group (43f1cb9b-4a46-4c59-840d-6289addc6fe0), before_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:29.254806 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dea6b79-fdbd-44fa-a26e-a4e4904c3218 req-6bf7eb5c-0d76-4ee9-850e-6a44b2fbc0e5 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:29.258030 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-8dea6b79-fdbd-44fa-a26e-a4e4904c3218 req-6bf7eb5c-0d76-4ee9-850e-6a44b2fbc0e5 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=c2248b31-692b-41bb-be4c-efc637b74827 HTTP/1.1" status: 200 len: 945 time: 0.1027586 Mar 11 16:30:29.282114 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-af530116-839f-441d-8529-4f0938df20ec tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks [] for security_group (43f1cb9b-4a46-4c59-840d-6289addc6fe0), precommit_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:29.348666 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-8dea6b79-fdbd-44fa-a26e-a4e4904c3218 req-ce68ba48-3a63-449f-b5ba-370654fa1455 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/security-groups?id=e1b324ab-1dec-4ca3-84fa-33a28865bcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825958 Mar 11 16:30:29.368541 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-af530116-839f-441d-8529-4f0938df20ec tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (43f1cb9b-4a46-4c59-840d-6289addc6fe0), after_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:29.371768 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-af530116-839f-441d-8529-4f0938df20ec tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks [] for security_group (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:29.372919 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-af530116-839f-441d-8529-4f0938df20ec tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "DELETE /v2.0/security-groups/43f1cb9b-4a46-4c59-840d-6289addc6fe0 HTTP/1.1" status: 204 len: 168 time: 0.2374263 Mar 11 16:30:29.377278 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 45424) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:30:29.383551 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af530116-839f-441d-8529-4f0938df20ec tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43f1cb9b-4a46-4c59-840d-6289addc6fe0,revision_number=None']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:30:29.394487 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.api.v2.resource [None req-cf7882b3-78f3-4950-811d-77c8bced10e0 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] show failed (client error): The resource could not be found. Mar 11 16:30:29.396300 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-cf7882b3-78f3-4950-811d-77c8bced10e0 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/security-groups/43f1cb9b-4a46-4c59-840d-6289addc6fe0 HTTP/1.1" status: 404 len: 347 time: 0.0167894 Mar 11 16:30:29.399467 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 45426) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:30:29.547550 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.plugins.ml2.plugin [None req-71fda9b8-4b54-4a74-afa2-8dda4b5f8bc0 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Deleting port 2bbe2b81-cd74-4046-9f27-5f331548b40d {{(pid=103091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 16:30:29.547924 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-71fda9b8-4b54-4a74-afa2-8dda4b5f8bc0 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780138536942'] for port (2bbe2b81-cd74-4046-9f27-5f331548b40d), before_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:29.641084 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-71fda9b8-4b54-4a74-afa2-8dda4b5f8bc0 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538029'] for port (2bbe2b81-cd74-4046-9f27-5f331548b40d), precommit_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:29.641329 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-71fda9b8-4b54-4a74-afa2-8dda4b5f8bc0 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks [] for floatingip (2bbe2b81-cd74-4046-9f27-5f331548b40d), precommit_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:29.658904 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.plugins.ml2.plugin [None req-71fda9b8-4b54-4a74-afa2-8dda4b5f8bc0 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Calling delete_port for 2bbe2b81-cd74-4046-9f27-5f331548b40d owned by network:floatingip {{(pid=103091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 16:30:29.805304 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-71fda9b8-4b54-4a74-afa2-8dda4b5f8bc0 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780138542421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780137975920'] for port (2bbe2b81-cd74-4046-9f27-5f331548b40d), after_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:29.836940 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fda9b8-4b54-4a74-afa2-8dda4b5f8bc0 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Pushing event deleted for resources: {'Port': ['ID=2bbe2b81-cd74-4046-9f27-5f331548b40d,revision_number=None']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:30:29.866071 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-71fda9b8-4b54-4a74-afa2-8dda4b5f8bc0 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks [] for floatingip (a9adeee9-cc7e-4f7b-8c8f-4dfd81082d30), after_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:29.868644 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-71fda9b8-4b54-4a74-afa2-8dda4b5f8bc0 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122971'] for floatingip (None), before_response {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:29.871357 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-71fda9b8-4b54-4a74-afa2-8dda4b5f8bc0 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "DELETE /v2.0/floatingips/a9adeee9-cc7e-4f7b-8c8f-4dfd81082d30 HTTP/1.1" status: 204 len: 168 time: 0.4694080 Mar 11 16:30:30.033270 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 45430) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:30:30.038206 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.v2.base [None req-150ce5fd-1aeb-4b19-bf14-3639fecb7663 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Request body: {'security_group': {'name': 'tempest-securitygroup--545636241', 'description': 'tempest-description--1933621638'}} {{(pid=103091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:30:30.064214 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-150ce5fd-1aeb-4b19-bf14-3639fecb7663 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks [] for security_group (None), before_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:30.146784 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-150ce5fd-1aeb-4b19-bf14-3639fecb7663 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks [] for security_group (0c90faa2-cbf5-42ca-b5cc-1f12c555cc2d), precommit_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:30.156176 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-150ce5fd-1aeb-4b19-bf14-3639fecb7663 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (0c90faa2-cbf5-42ca-b5cc-1f12c555cc2d), after_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:30.188779 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-150ce5fd-1aeb-4b19-bf14-3639fecb7663 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks [] for security_group (None), before_response {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:30.190101 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-150ce5fd-1aeb-4b19-bf14-3639fecb7663 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1557574 Mar 11 16:30:30.193884 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 45432) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:30:30.198586 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.v2.base [None req-d7ec51fc-4f4d-4114-8c48-00c39694aa55 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Request body: {'security_group_rule': {'security_group_id': '0c90faa2-cbf5-42ca-b5cc-1f12c555cc2d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:30:30.204440 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150ce5fd-1aeb-4b19-bf14-3639fecb7663 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c90faa2-cbf5-42ca-b5cc-1f12c555cc2d,revision_number=1']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:30:30.233633 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-d7ec51fc-4f4d-4114-8c48-00c39694aa55 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks [] for security_group_rule (22bb005f-a481-4732-be14-1f8f97d34917), before_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:30.306331 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-d7ec51fc-4f4d-4114-8c48-00c39694aa55 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks [] for security_group_rule (22bb005f-a481-4732-be14-1f8f97d34917), precommit_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:30.311565 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-d7ec51fc-4f4d-4114-8c48-00c39694aa55 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606776'] for security_group_rule (22bb005f-a481-4732-be14-1f8f97d34917), after_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:30.333613 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ec51fc-4f4d-4114-8c48-00c39694aa55 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22bb005f-a481-4732-be14-1f8f97d34917,revision_number=0']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:30:30.347399 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-d7ec51fc-4f4d-4114-8c48-00c39694aa55 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:30.349636 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-d7ec51fc-4f4d-4114-8c48-00c39694aa55 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1543977 Mar 11 16:30:30.352057 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 45434) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:30:30.357491 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.v2.base [None req-c7a1f1ad-edf0-4713-8efc-359b560d41cf tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Request body: {'security_group_rule': {'security_group_id': '0c90faa2-cbf5-42ca-b5cc-1f12c555cc2d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:30:30.400943 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-c7a1f1ad-edf0-4713-8efc-359b560d41cf tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks [] for security_group_rule (0e640d2d-1f89-46b4-b00b-f39746285dcc), before_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:30.478151 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-c7a1f1ad-edf0-4713-8efc-359b560d41cf tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks [] for security_group_rule (0e640d2d-1f89-46b4-b00b-f39746285dcc), precommit_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:30.483384 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-c7a1f1ad-edf0-4713-8efc-359b560d41cf tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606776'] for security_group_rule (0e640d2d-1f89-46b4-b00b-f39746285dcc), after_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:30.498134 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a1f1ad-edf0-4713-8efc-359b560d41cf tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e640d2d-1f89-46b4-b00b-f39746285dcc,revision_number=0']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:30:30.516103 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9c7402-39ac-4278-8e4f-f7c05167c723 req-d4e3ac9a-e1f5-4eee-84c8-6d0f18f54f50 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:30.518106 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-4c9c7402-39ac-4278-8e4f-f7c05167c723 req-d4e3ac9a-e1f5-4eee-84c8-6d0f18f54f50 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=c2248b31-692b-41bb-be4c-efc637b74827 HTTP/1.1" status: 200 len: 945 time: 0.0797954 Mar 11 16:30:30.520836 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-c7a1f1ad-edf0-4713-8efc-359b560d41cf tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:30.525548 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-c7a1f1ad-edf0-4713-8efc-359b560d41cf tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1683490 Mar 11 16:30:30.525767 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 45438) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:30:30.533301 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.v2.base [None req-40684919-ccfe-4b33-92bf-81ff93b23979 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Request body: {'floatingip': {'floating_network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82'}} {{(pid=103091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:30:30.561552 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-40684919-ccfe-4b33-92bf-81ff93b23979 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:30.581993 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-4c9c7402-39ac-4278-8e4f-f7c05167c723 req-dfac04eb-1cf5-472c-8ab4-a9da24499c10 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/security-groups?id=e1b324ab-1dec-4ca3-84fa-33a28865bcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522130 Mar 11 16:30:30.635914 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Device cefc575a-6e0e-420a-b287-cdda5a18f32a no longer exists at agent hyperv_hv-cinder-75078 {{(pid=103093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 16:30:30.661721 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] No Port match for: cefc575a-6e0e-420a-b287-cdda5a18f32a {{(pid=103093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 16:30:30.662489 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Device cefc575a-6e0e-420a-b287-cdda5a18f32a not bound to the agent host hv-cinder-75078 {{(pid=103093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 16:30:30.680636 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-40684919-ccfe-4b33-92bf-81ff93b23979 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (None), before_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:30.813298 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.db.db_base_plugin_common [None req-40684919-ccfe-4b33-92bf-81ff93b23979 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Allocated IP 172.27.0.37 (ff1c1ad1-a65f-4be8-9483-081137458b82/5240f8c4-acf8-4de2-827e-773879cfd307/45c4fef1-e594-4af8-b51f-41ad142c6f76) {{(pid=103091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:30:30.945264 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-40684919-ccfe-4b33-92bf-81ff93b23979 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks [] for port (45c4fef1-e594-4af8-b51f-41ad142c6f76), precommit_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:30.990404 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-40684919-ccfe-4b33-92bf-81ff93b23979 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780137975911'] for port (45c4fef1-e594-4af8-b51f-41ad142c6f76), after_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:31.031296 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40684919-ccfe-4b33-92bf-81ff93b23979 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Network ff1c1ad1-a65f-4be8-9483-081137458b82 is already hosted by enough agents. {{(pid=103091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:30:31.038641 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.scheduler.base_scheduler [None req-40684919-ccfe-4b33-92bf-81ff93b23979 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Resources bound (agent type, host, resource id): {{(pid=103091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:30:31.043370 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40684919-ccfe-4b33-92bf-81ff93b23979 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Received port after_create {{(pid=103091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 16:30:31.048439 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40684919-ccfe-4b33-92bf-81ff93b23979 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Pushing event updated for resources: {'Port': ['ID=45c4fef1-e594-4af8-b51f-41ad142c6f76,revision_number=1']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:30:31.101475 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-40684919-ccfe-4b33-92bf-81ff93b23979 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks [] for floatingip (ec2418d9-7a4c-47ab-9181-02f5036a886d), precommit_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:31.147871 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-40684919-ccfe-4b33-92bf-81ff93b23979 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (45c4fef1-e594-4af8-b51f-41ad142c6f76), before_update {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:31.327278 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-40684919-ccfe-4b33-92bf-81ff93b23979 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks [] for port (45c4fef1-e594-4af8-b51f-41ad142c6f76), precommit_update {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:31.333558 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-40684919-ccfe-4b33-92bf-81ff93b23979 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947'] for port (45c4fef1-e594-4af8-b51f-41ad142c6f76), after_update {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:31.373093 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-40684919-ccfe-4b33-92bf-81ff93b23979 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539899'] for floatingip (ec2418d9-7a4c-47ab-9181-02f5036a886d), after_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:31.403083 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-40684919-ccfe-4b33-92bf-81ff93b23979 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122971'] for floatingip (None), before_response {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:31.412097 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-40684919-ccfe-4b33-92bf-81ff93b23979 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8836455 Mar 11 16:30:31.412834 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40684919-ccfe-4b33-92bf-81ff93b23979 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Pushing event updated for resources: {'Port': ['ID=45c4fef1-e594-4af8-b51f-41ad142c6f76,revision_number=2']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:30:31.573713 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-a601ee2c-b7cd-4e69-9534-b80dfe0f9dfa req-8dc453d6-8ef2-4ee9-9628-02f595c1e0dd tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--545636241&fields=id&tenant_id=3f90eba451e343e49c0fa456ba2b00cd HTTP/1.1" status: 200 len: 267 time: 0.0480373 Mar 11 16:30:31.729717 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a601ee2c-b7cd-4e69-9534-b80dfe0f9dfa req-0faf82ef-7c89-4b4f-86ae-23718623f68e tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:31.731238 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-a601ee2c-b7cd-4e69-9534-b80dfe0f9dfa req-0faf82ef-7c89-4b4f-86ae-23718623f68e tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/networks?id=5f3aea45-b741-4cf8-ad8b-40753fc82fad HTTP/1.1" status: 200 len: 815 time: 0.1504233 Mar 11 16:30:31.759125 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf95c47-5cba-4e1e-b076-15ab664cf0f6 req-0788f900-3e77-4aa9-8a46-485d3ae46cae tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:31.760625 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-0cf95c47-5cba-4e1e-b076-15ab664cf0f6 req-0788f900-3e77-4aa9-8a46-485d3ae46cae tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=c2248b31-692b-41bb-be4c-efc637b74827 HTTP/1.1" status: 200 len: 945 time: 0.0919755 Mar 11 16:30:31.762293 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-a601ee2c-b7cd-4e69-9534-b80dfe0f9dfa req-99d389ba-3406-4e25-86fa-b5660f41b1b4 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/quotas/3f90eba451e343e49c0fa456ba2b00cd HTTP/1.1" status: 200 len: 375 time: 0.0253332 Mar 11 16:30:31.848413 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-0cf95c47-5cba-4e1e-b076-15ab664cf0f6 req-af157120-4e03-4409-930d-7bb585756706 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/security-groups?id=e1b324ab-1dec-4ca3-84fa-33a28865bcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819628 Mar 11 16:30:31.855262 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-a601ee2c-b7cd-4e69-9534-b80dfe0f9dfa req-b2a416bc-fa3d-4c8e-8bf6-92000a62367c tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=3f90eba451e343e49c0fa456ba2b00cd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0876465 Mar 11 16:30:32.024402 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-a601ee2c-b7cd-4e69-9534-b80dfe0f9dfa req-f02a504d-1336-4c35-b08e-5bf6ae627205 service neutron] 10.222.0.72 "GET /v2.0/networks/5f3aea45-b741-4cf8-ad8b-40753fc82fad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505494 Mar 11 16:30:32.125215 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-a601ee2c-b7cd-4e69-9534-b80dfe0f9dfa req-8abe2c8c-2113-4106-a4fe-ca54e0b85c16 service neutron] 10.222.0.72 "GET /v2.0/networks/5f3aea45-b741-4cf8-ad8b-40753fc82fad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975745 Mar 11 16:30:32.307183 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-b005a444-f7ec-431c-ab88-93d1a8f9d79c req-f3e435ed-cdee-4ffc-a80a-ffe82ca59204 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/ports?device_id=00189d5e-9da3-4b4b-b673-20a09fd5b40b HTTP/1.1" status: 200 len: 210 time: 0.0348706 Mar 11 16:30:33.007026 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da04286-7e48-4b9d-9f00-a776e5af5bd0 req-df59e936-4468-4746-93dc-4e75a2f20e5b tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:33.008612 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-6da04286-7e48-4b9d-9f00-a776e5af5bd0 req-df59e936-4468-4746-93dc-4e75a2f20e5b tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=c2248b31-692b-41bb-be4c-efc637b74827 HTTP/1.1" status: 200 len: 945 time: 0.0671308 Mar 11 16:30:33.066257 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-6da04286-7e48-4b9d-9f00-a776e5af5bd0 req-b45e11f3-2c66-4cbd-9ee3-12425daec181 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/security-groups?id=e1b324ab-1dec-4ca3-84fa-33a28865bcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516136 Mar 11 16:30:33.435019 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-2df51a23-2e1e-4b56-89e3-81b8e89088ed req-84e8197c-c78c-493f-82c4-613a2b93d1ea tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/ports?device_id=00189d5e-9da3-4b4b-b673-20a09fd5b40b HTTP/1.1" status: 200 len: 210 time: 0.0413177 Mar 11 16:30:33.445396 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a601ee2c-b7cd-4e69-9534-b80dfe0f9dfa req-6c65328a-5ac1-43e5-b30b-fa8f9dd299be tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:33.448759 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-a601ee2c-b7cd-4e69-9534-b80dfe0f9dfa req-6c65328a-5ac1-43e5-b30b-fa8f9dd299be tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.18 "GET /v2.0/networks?id=5f3aea45-b741-4cf8-ad8b-40753fc82fad HTTP/1.1" status: 200 len: 815 time: 0.1546223 Mar 11 16:30:33.531522 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-a601ee2c-b7cd-4e69-9534-b80dfe0f9dfa req-541ad0d9-1243-441c-b93b-3326ca8dc55e tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3f90eba451e343e49c0fa456ba2b00cd HTTP/1.1" status: 200 len: 379 time: 0.0669508 Mar 11 16:30:33.541004 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.v2.base [req-a601ee2c-b7cd-4e69-9534-b80dfe0f9dfa req-19b94f36-4807-4074-8ec7-ed0df27f439d tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Request body: {'port': {'device_id': '00189d5e-9da3-4b4b-b673-20a09fd5b40b', 'network_id': '5f3aea45-b741-4cf8-ad8b-40753fc82fad', 'admin_state_up': True, 'tenant_id': '3f90eba451e343e49c0fa456ba2b00cd', 'security_groups': ['0c90faa2-cbf5-42ca-b5cc-1f12c555cc2d']}} {{(pid=103092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:30:33.660511 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a601ee2c-b7cd-4e69-9534-b80dfe0f9dfa req-19b94f36-4807-4074-8ec7-ed0df27f439d tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Made reservation on behalf of 3f90eba451e343e49c0fa456ba2b00cd for: {'port': 1} {{(pid=103092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:30:33.664202 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-a601ee2c-b7cd-4e69-9534-b80dfe0f9dfa req-19b94f36-4807-4074-8ec7-ed0df27f439d tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (None), before_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:34.044398 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.db.db_base_plugin_common [req-a601ee2c-b7cd-4e69-9534-b80dfe0f9dfa req-19b94f36-4807-4074-8ec7-ed0df27f439d tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Allocated IP 172.20.0.6 (5f3aea45-b741-4cf8-ad8b-40753fc82fad/acc28c21-3e47-4bf8-b31f-cbbed70c6f99/6b8671bb-235d-4592-ba50-3f589c19c304) {{(pid=103092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:30:34.230333 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-a601ee2c-b7cd-4e69-9534-b80dfe0f9dfa req-19b94f36-4807-4074-8ec7-ed0df27f439d tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks [] for port (6b8671bb-235d-4592-ba50-3f589c19c304), precommit_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:34.249863 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a0501f-b435-4635-960d-ef6a3970e383 req-19958948-5c35-446b-808c-3c38fab056ff tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:34.252410 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-03a0501f-b435-4635-960d-ef6a3970e383 req-19958948-5c35-446b-808c-3c38fab056ff tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=c2248b31-692b-41bb-be4c-efc637b74827 HTTP/1.1" status: 200 len: 945 time: 0.0966246 Mar 11 16:30:34.302648 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-a601ee2c-b7cd-4e69-9534-b80dfe0f9dfa req-19b94f36-4807-4074-8ec7-ed0df27f439d tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780137975911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30811620'] for port (6b8671bb-235d-4592-ba50-3f589c19c304), after_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:34.360479 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-03a0501f-b435-4635-960d-ef6a3970e383 req-50aea565-75f0-440d-b45c-7d5d1962512b tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/security-groups?id=e1b324ab-1dec-4ca3-84fa-33a28865bcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982912 Mar 11 16:30:34.374383 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a601ee2c-b7cd-4e69-9534-b80dfe0f9dfa req-19b94f36-4807-4074-8ec7-ed0df27f439d tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Network 5f3aea45-b741-4cf8-ad8b-40753fc82fad is already hosted by enough agents. {{(pid=103092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:30:34.378333 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.scheduler.base_scheduler [req-a601ee2c-b7cd-4e69-9534-b80dfe0f9dfa req-19b94f36-4807-4074-8ec7-ed0df27f439d tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Resources bound (agent type, host, resource id): {{(pid=103092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:30:34.381155 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b94f36-4807-4074-8ec7-ed0df27f439d tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Pushing event updated for resources: {'Port': ['ID=6b8671bb-235d-4592-ba50-3f589c19c304,revision_number=1']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:30:34.383480 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.db.l3_dvrscheduler_db [req-a601ee2c-b7cd-4e69-9534-b80dfe0f9dfa req-19b94f36-4807-4074-8ec7-ed0df27f439d tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Received port after_create {{(pid=103092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 16:30:34.412008 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b94f36-4807-4074-8ec7-ed0df27f439d tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:30:34.412379 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b94f36-4807-4074-8ec7-ed0df27f439d tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:30:34.412722 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b94f36-4807-4074-8ec7-ed0df27f439d tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:30:34.413023 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b94f36-4807-4074-8ec7-ed0df27f439d tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:30:34.413357 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b94f36-4807-4074-8ec7-ed0df27f439d tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:30:34.413693 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b94f36-4807-4074-8ec7-ed0df27f439d tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:30:34.414053 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b94f36-4807-4074-8ec7-ed0df27f439d tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:30:34.414387 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b94f36-4807-4074-8ec7-ed0df27f439d tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:30:34.414721 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b94f36-4807-4074-8ec7-ed0df27f439d tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:30:34.415048 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b94f36-4807-4074-8ec7-ed0df27f439d tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:30:34.415375 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b94f36-4807-4074-8ec7-ed0df27f439d tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:30:34.415697 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b94f36-4807-4074-8ec7-ed0df27f439d tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:30:34.416019 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b94f36-4807-4074-8ec7-ed0df27f439d tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:30:34.449916 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a601ee2c-b7cd-4e69-9534-b80dfe0f9dfa req-19b94f36-4807-4074-8ec7-ed0df27f439d tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:34.450786 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-a601ee2c-b7cd-4e69-9534-b80dfe0f9dfa req-19b94f36-4807-4074-8ec7-ed0df27f439d tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122971'] for port (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:34.470221 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-a601ee2c-b7cd-4e69-9534-b80dfe0f9dfa req-19b94f36-4807-4074-8ec7-ed0df27f439d tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9336352 Mar 11 16:30:34.491593 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.v2.base [req-a601ee2c-b7cd-4e69-9534-b80dfe0f9dfa req-2fbe5c5f-c83a-411b-a6c7-d97eba09d8fe service neutron] Request body: {'port': {'device_id': '00189d5e-9da3-4b4b-b673-20a09fd5b40b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=103092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:30:34.600691 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-a601ee2c-b7cd-4e69-9534-b80dfe0f9dfa req-2fbe5c5f-c83a-411b-a6c7-d97eba09d8fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (6b8671bb-235d-4592-ba50-3f589c19c304), before_update {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:34.657905 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Device 1f5306a9-2948-428d-83a8-aa48c5aa30ef details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=103093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 16:30:34.662542 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b327259c-ba12-4084-a914-9c24bb5a3d43 req-d70121ad-aca0-4a9b-8b09-17144f2f3b8a tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:34.665909 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-b327259c-ba12-4084-a914-9c24bb5a3d43 req-d70121ad-aca0-4a9b-8b09-17144f2f3b8a tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/ports?device_id=00189d5e-9da3-4b4b-b673-20a09fd5b40b HTTP/1.1" status: 200 len: 931 time: 0.1158044 Mar 11 16:30:34.778635 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] For port 1f5306a9-2948-428d-83a8-aa48c5aa30ef, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=1f5306a9-2948-428d-83a8-aa48c5aa30ef,segment=NetworkSegment(a719ed4c-1b21-4087-84c5-f4c81307e7ed),segment_id=a719ed4c-1b21-4087-84c5-f4c81307e7ed)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:30:34.794832 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Returning: {'device': '1f5306a9-2948-428d-83a8-aa48c5aa30ef', 'network_id': '4d385937-5589-47ac-b063-981bb549e693', 'port_id': '1f5306a9-2948-428d-83a8-aa48c5aa30ef', 'mac_address': 'fa:16:3e:cc:db:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fa91c63-7953-4f02-bfd2-c0a4c4e05e10', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 16:30:34.797735 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [None req-4ee8f80b-b8eb-419f-8e96-0fdec5c6e14a None None] Provisioning complete for port 6b8671bb-235d-4592-ba50-3f589c19c304 triggered by entity DHCP. {{(pid=103093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 16:30:34.798132 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4ee8f80b-b8eb-419f-8e96-0fdec5c6e14a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397499'] for port (6b8671bb-235d-4592-ba50-3f589c19c304), provisioning_complete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:34.798738 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-b327259c-ba12-4084-a914-9c24bb5a3d43 req-4a9daf98-b21d-4c48-9322-e289318e65a6 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/security-groups?id=0c90faa2-cbf5-42ca-b5cc-1f12c555cc2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1255107 Mar 11 16:30:34.861932 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-4ee8f80b-b8eb-419f-8e96-0fdec5c6e14a None None] Port 6b8671bb-235d-4592-ba50-3f589c19c304 cannot update to ACTIVE because it is not bound. {{(pid=103093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 16:30:34.878666 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Current status of the port 1f5306a9-2948-428d-83a8-aa48c5aa30ef is: ACTIVE; New status is: BUILD {{(pid=103093) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 16:30:34.879814 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (1f5306a9-2948-428d-83a8-aa48c5aa30ef), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:34.898181 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.notifiers.nova [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1f5306a9-2948-428d-83a8-aa48c5aa30ef {{(pid=103093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:30:34.918682 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] For port 1f5306a9-2948-428d-83a8-aa48c5aa30ef, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=1f5306a9-2948-428d-83a8-aa48c5aa30ef,segment=NetworkSegment(a719ed4c-1b21-4087-84c5-f4c81307e7ed),segment_id=a719ed4c-1b21-4087-84c5-f4c81307e7ed)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:30:34.927714 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947'] for port (1f5306a9-2948-428d-83a8-aa48c5aa30ef), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:34.953853 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.notifiers.nova [req-a601ee2c-b7cd-4e69-9534-b80dfe0f9dfa req-2fbe5c5f-c83a-411b-a6c7-d97eba09d8fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b8671bb-235d-4592-ba50-3f589c19c304 {{(pid=103092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:30:34.962285 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-a601ee2c-b7cd-4e69-9534-b80dfe0f9dfa req-2fbe5c5f-c83a-411b-a6c7-d97eba09d8fe service neutron] Publish callbacks [] for port (6b8671bb-235d-4592-ba50-3f589c19c304), precommit_update {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:34.976585 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.db.provisioning_blocks [req-a601ee2c-b7cd-4e69-9534-b80dfe0f9dfa req-2fbe5c5f-c83a-411b-a6c7-d97eba09d8fe service neutron] Transition to ACTIVE for port object 6b8671bb-235d-4592-ba50-3f589c19c304 will not be triggered until provisioned by entity L2. {{(pid=103092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 16:30:34.981867 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-a601ee2c-b7cd-4e69-9534-b80dfe0f9dfa req-2fbe5c5f-c83a-411b-a6c7-d97eba09d8fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30811645'] for port (6b8671bb-235d-4592-ba50-3f589c19c304), after_update {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:34.984443 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Pushing event updated for resources: {'Port': ['ID=1f5306a9-2948-428d-83a8-aa48c5aa30ef,revision_number=6']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:30:35.028015 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] get_ports_and_sgs() called for port_ids ['1f5306a9-2948-428d-83a8-aa48c5aa30ef'] {{(pid=103093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 16:30:35.048504 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbe5c5f-c83a-411b-a6c7-d97eba09d8fe service neutron] Pushing event updated for resources: {'Port': ['ID=6b8671bb-235d-4592-ba50-3f589c19c304,revision_number=2']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:30:35.142682 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.managers [req-a601ee2c-b7cd-4e69-9534-b80dfe0f9dfa req-2fbe5c5f-c83a-411b-a6c7-d97eba09d8fe service neutron] Attempting to bind port 6b8671bb-235d-4592-ba50-3f589c19c304 on host hv-cinder-75078 for vnic_type normal with profile {{(pid=103092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 16:30:35.143147 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.managers [req-a601ee2c-b7cd-4e69-9534-b80dfe0f9dfa req-2fbe5c5f-c83a-411b-a6c7-d97eba09d8fe service neutron] Attempting to bind port 6b8671bb-235d-4592-ba50-3f589c19c304 by drivers openvswitch,hyperv on host hv-cinder-75078 at level 0 using segments [{'id': 'd0d5eee1-b4bb-471c-a057-81102a55b99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '5f3aea45-b741-4cf8-ad8b-40753fc82fad'}] {{(pid=103092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 16:30:35.143320 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a601ee2c-b7cd-4e69-9534-b80dfe0f9dfa req-2fbe5c5f-c83a-411b-a6c7-d97eba09d8fe service neutron] Attempting to bind port 6b8671bb-235d-4592-ba50-3f589c19c304 on network 5f3aea45-b741-4cf8-ad8b-40753fc82fad {{(pid=103092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 16:30:35.149482 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a601ee2c-b7cd-4e69-9534-b80dfe0f9dfa req-2fbe5c5f-c83a-411b-a6c7-d97eba09d8fe service neutron] Port 6b8671bb-235d-4592-ba50-3f589c19c304 on network 5f3aea45-b741-4cf8-ad8b-40753fc82fad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75078 {{(pid=103092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 16:30:35.149817 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a601ee2c-b7cd-4e69-9534-b80dfe0f9dfa req-2fbe5c5f-c83a-411b-a6c7-d97eba09d8fe service neutron] Attempting to bind port 6b8671bb-235d-4592-ba50-3f589c19c304 on network 5f3aea45-b741-4cf8-ad8b-40753fc82fad {{(pid=103092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 16:30:35.155979 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a601ee2c-b7cd-4e69-9534-b80dfe0f9dfa req-2fbe5c5f-c83a-411b-a6c7-d97eba09d8fe service neutron] Checking agent: {'id': '42978ec7-0c45-4bcc-88e8-64ee44356522', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 19, 5), 'started_at': datetime.datetime(2022, 3, 11, 16, 19, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 30, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 16:30:35.156313 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a601ee2c-b7cd-4e69-9534-b80dfe0f9dfa req-2fbe5c5f-c83a-411b-a6c7-d97eba09d8fe service neutron] Checking segment: {'id': 'd0d5eee1-b4bb-471c-a057-81102a55b99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '5f3aea45-b741-4cf8-ad8b-40753fc82fad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 16:30:35.156691 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a601ee2c-b7cd-4e69-9534-b80dfe0f9dfa req-2fbe5c5f-c83a-411b-a6c7-d97eba09d8fe service neutron] Bound using segment: {'id': 'd0d5eee1-b4bb-471c-a057-81102a55b99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '5f3aea45-b741-4cf8-ad8b-40753fc82fad'} {{(pid=103092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 16:30:35.157691 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.managers [req-a601ee2c-b7cd-4e69-9534-b80dfe0f9dfa req-2fbe5c5f-c83a-411b-a6c7-d97eba09d8fe service neutron] Bound port: 6b8671bb-235d-4592-ba50-3f589c19c304, host: hv-cinder-75078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0d5eee1-b4bb-471c-a057-81102a55b99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '5f3aea45-b741-4cf8-ad8b-40753fc82fad'}}] {{(pid=103092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 16:30:35.158136 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-a601ee2c-b7cd-4e69-9534-b80dfe0f9dfa req-2fbe5c5f-c83a-411b-a6c7-d97eba09d8fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (6b8671bb-235d-4592-ba50-3f589c19c304), before_update {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:35.268855 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.db [req-a601ee2c-b7cd-4e69-9534-b80dfe0f9dfa req-2fbe5c5f-c83a-411b-a6c7-d97eba09d8fe service neutron] For port 6b8671bb-235d-4592-ba50-3f589c19c304, host hv-cinder-75078, cleared binding levels {{(pid=103092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:30:35.275711 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.db [req-a601ee2c-b7cd-4e69-9534-b80dfe0f9dfa req-2fbe5c5f-c83a-411b-a6c7-d97eba09d8fe service neutron] For port 6b8671bb-235d-4592-ba50-3f589c19c304, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=6b8671bb-235d-4592-ba50-3f589c19c304,segment=NetworkSegment(d0d5eee1-b4bb-471c-a057-81102a55b99f),segment_id=d0d5eee1-b4bb-471c-a057-81102a55b99f)] {{(pid=103092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:30:35.283571 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-a601ee2c-b7cd-4e69-9534-b80dfe0f9dfa req-2fbe5c5f-c83a-411b-a6c7-d97eba09d8fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30811645'] for port (6b8671bb-235d-4592-ba50-3f589c19c304), after_update {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:35.309338 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (42978ec7-0c45-4bcc-88e8-64ee44356522), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:35.326299 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a601ee2c-b7cd-4e69-9534-b80dfe0f9dfa req-2fbe5c5f-c83a-411b-a6c7-d97eba09d8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:35.327111 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-a601ee2c-b7cd-4e69-9534-b80dfe0f9dfa req-2fbe5c5f-c83a-411b-a6c7-d97eba09d8fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122971'] for port (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:35.328550 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-a601ee2c-b7cd-4e69-9534-b80dfe0f9dfa req-2fbe5c5f-c83a-411b-a6c7-d97eba09d8fe service neutron] 10.222.0.18 "PUT /v2.0/ports/6b8671bb-235d-4592-ba50-3f589c19c304 HTTP/1.1" status: 200 len: 1093 time: 0.8426976 Mar 11 16:30:35.331189 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00189d5e-9da3-4b4b-b673-20a09fd5b40b', 'tag': '6b8671bb-235d-4592-ba50-3f589c19c304'}] {{(pid=103092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:30:35.335005 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8119d67d121bc7655fb27ee4e81d05746f3857d7b024446e390c37a4f39e07a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0684471-d10d-4ada-ba2c-521b8ad00d8e" -d '{"events": [{"name": "network-changed", "server_uuid": "00189d5e-9da3-4b4b-b673-20a09fd5b40b", "tag": "6b8671bb-235d-4592-ba50-3f589c19c304"}]}' {{(pid=103092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 16:30:35.367843 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbe5c5f-c83a-411b-a6c7-d97eba09d8fe service neutron] Pushing event updated for resources: {'Port': ['ID=6b8671bb-235d-4592-ba50-3f589c19c304,revision_number=3']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:30:35.411797 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 16:30:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ddf77c4-f61d-4224-82aa-08ad33f67ecd x-openstack-request-id: req-7ddf77c4-f61d-4224-82aa-08ad33f67ecd {{(pid=103092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 16:30:35.412091 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00189d5e-9da3-4b4b-b673-20a09fd5b40b", "tag": "6b8671bb-235d-4592-ba50-3f589c19c304", "status": "completed", "code": 200}]} {{(pid=103092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 16:30:35.412333 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-7ddf77c4-f61d-4224-82aa-08ad33f67ecd {{(pid=103092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 16:30:35.412739 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00189d5e-9da3-4b4b-b673-20a09fd5b40b', 'tag': '6b8671bb-235d-4592-ba50-3f589c19c304', 'status': 'completed', 'code': 200} Mar 11 16:30:35.439066 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a601ee2c-b7cd-4e69-9534-b80dfe0f9dfa req-a1668e70-5e21-45cb-9e74-08031ffb03d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:35.441440 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-a601ee2c-b7cd-4e69-9534-b80dfe0f9dfa req-a1668e70-5e21-45cb-9e74-08031ffb03d5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3f90eba451e343e49c0fa456ba2b00cd&device_id=00189d5e-9da3-4b4b-b673-20a09fd5b40b HTTP/1.1" status: 200 len: 1127 time: 0.0660815 Mar 11 16:30:35.508892 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-a601ee2c-b7cd-4e69-9534-b80dfe0f9dfa req-1d2058d1-e5e7-4ce6-97da-179b5885c3cc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6b8671bb-235d-4592-ba50-3f589c19c304 HTTP/1.1" status: 200 len: 217 time: 0.0527978 Mar 11 16:30:35.589836 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a601ee2c-b7cd-4e69-9534-b80dfe0f9dfa req-ac4a2742-1a87-4f19-a923-1ced43c6ed83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:35.592052 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-a601ee2c-b7cd-4e69-9534-b80dfe0f9dfa req-ac4a2742-1a87-4f19-a923-1ced43c6ed83 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=acc28c21-3e47-4bf8-b31f-cbbed70c6f99 HTTP/1.1" status: 200 len: 854 time: 0.0603993 Mar 11 16:30:35.607351 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce23ae59-1f45-4b7c-8f3e-54d51bc3bf56 req-cee2e969-197b-4c35-b286-0e7076166246 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:35.609199 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-ce23ae59-1f45-4b7c-8f3e-54d51bc3bf56 req-cee2e969-197b-4c35-b286-0e7076166246 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=c2248b31-692b-41bb-be4c-efc637b74827 HTTP/1.1" status: 200 len: 944 time: 0.1112425 Mar 11 16:30:35.705176 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-ce23ae59-1f45-4b7c-8f3e-54d51bc3bf56 req-5eec3d0a-a177-4100-ab45-b972e4e1248b tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/security-groups?id=e1b324ab-1dec-4ca3-84fa-33a28865bcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774288 Mar 11 16:30:35.708720 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a601ee2c-b7cd-4e69-9534-b80dfe0f9dfa req-80c2390e-a3f9-4e31-b429-6a0821e6ca60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:35.709610 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-a601ee2c-b7cd-4e69-9534-b80dfe0f9dfa req-80c2390e-a3f9-4e31-b429-6a0821e6ca60 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5f3aea45-b741-4cf8-ad8b-40753fc82fad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0994499 Mar 11 16:30:35.814621 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-a601ee2c-b7cd-4e69-9534-b80dfe0f9dfa req-58f1d2da-43d3-4383-a30e-128b3744e2f7 service neutron] 10.222.0.18 "GET /v2.0/networks/5f3aea45-b741-4cf8-ad8b-40753fc82fad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982540 Mar 11 16:30:35.946048 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-a601ee2c-b7cd-4e69-9534-b80dfe0f9dfa req-7882565c-2e61-4d99-9e61-4be58352aedd service neutron] 10.222.0.18 "GET /v2.0/networks/5f3aea45-b741-4cf8-ad8b-40753fc82fad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247885 Mar 11 16:30:35.967805 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c26f0c3-9d33-4da4-b766-31cf93b21c31 req-ee490c76-7730-4853-9953-3b6b0b4b898f tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:35.969289 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-2c26f0c3-9d33-4da4-b766-31cf93b21c31 req-ee490c76-7730-4853-9953-3b6b0b4b898f tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/ports?device_id=00189d5e-9da3-4b4b-b673-20a09fd5b40b HTTP/1.1" status: 200 len: 943 time: 0.0787706 Mar 11 16:30:36.045383 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-2c26f0c3-9d33-4da4-b766-31cf93b21c31 req-71b68575-c8ae-4429-a485-ae5fd133a230 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/security-groups?id=0c90faa2-cbf5-42ca-b5cc-1f12c555cc2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672345 Mar 11 16:30:36.064714 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0684471-d10d-4ada-ba2c-521b8ad00d8e req-bc14b128-e986-470a-a224-31f3ce39f51e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:36.066260 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-f0684471-d10d-4ada-ba2c-521b8ad00d8e req-bc14b128-e986-470a-a224-31f3ce39f51e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3f90eba451e343e49c0fa456ba2b00cd&device_id=00189d5e-9da3-4b4b-b673-20a09fd5b40b HTTP/1.1" status: 200 len: 1127 time: 0.0629177 Mar 11 16:30:36.172212 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0684471-d10d-4ada-ba2c-521b8ad00d8e req-0e55c871-acf0-479f-b9a8-4708804636c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:36.173672 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-f0684471-d10d-4ada-ba2c-521b8ad00d8e req-0e55c871-acf0-479f-b9a8-4708804636c3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5f3aea45-b741-4cf8-ad8b-40753fc82fad HTTP/1.1" status: 200 len: 916 time: 0.0955708 Mar 11 16:30:36.216569 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-f0684471-d10d-4ada-ba2c-521b8ad00d8e req-6d16aa75-d6c8-40f5-aa85-7e8b29648a9e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6b8671bb-235d-4592-ba50-3f589c19c304 HTTP/1.1" status: 200 len: 217 time: 0.0355940 Mar 11 16:30:36.269165 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0684471-d10d-4ada-ba2c-521b8ad00d8e req-710f58f8-0979-4b17-8072-aceeb46877a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:36.271473 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-f0684471-d10d-4ada-ba2c-521b8ad00d8e req-710f58f8-0979-4b17-8072-aceeb46877a5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=acc28c21-3e47-4bf8-b31f-cbbed70c6f99 HTTP/1.1" status: 200 len: 854 time: 0.0471869 Mar 11 16:30:36.329067 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0684471-d10d-4ada-ba2c-521b8ad00d8e req-ac36c9bc-5a95-48b3-ac11-324d19d368dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:36.330608 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-f0684471-d10d-4ada-ba2c-521b8ad00d8e req-ac36c9bc-5a95-48b3-ac11-324d19d368dd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5f3aea45-b741-4cf8-ad8b-40753fc82fad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0518048 Mar 11 16:30:36.442248 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-f0684471-d10d-4ada-ba2c-521b8ad00d8e req-a40d6806-986f-4520-bb68-09e7dd13b21b service neutron] 10.222.0.18 "GET /v2.0/networks/5f3aea45-b741-4cf8-ad8b-40753fc82fad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042273 Mar 11 16:30:36.539969 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 45488) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:30:36.551960 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-f0684471-d10d-4ada-ba2c-521b8ad00d8e req-3b4dc7e5-a2bb-4695-9d2e-e591d2a053fc service neutron] 10.222.0.18 "GET /v2.0/networks/5f3aea45-b741-4cf8-ad8b-40753fc82fad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037710 Mar 11 16:30:36.674333 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Device 1f5306a9-2948-428d-83a8-aa48c5aa30ef up at agent hyperv_hv-cinder-75078 {{(pid=103093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 16:30:36.731234 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.plugin [None req-96679907-bf5a-4d3e-b6f2-61135673da67 tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] Deleting port 86fd62d5-7cad-4d04-8324-451e8018b1d1 {{(pid=103092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 16:30:36.732323 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Provisioning complete for port 1f5306a9-2948-428d-83a8-aa48c5aa30ef triggered by entity L2. {{(pid=103093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 16:30:36.732970 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397499'] for port (1f5306a9-2948-428d-83a8-aa48c5aa30ef), provisioning_complete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:36.733091 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-96679907-bf5a-4d3e-b6f2-61135673da67 tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780138536942'] for port (86fd62d5-7cad-4d04-8324-451e8018b1d1), before_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:36.840543 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Current status of the port 1f5306a9-2948-428d-83a8-aa48c5aa30ef is: BUILD; New status is: ACTIVE {{(pid=103093) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 16:30:36.840852 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (1f5306a9-2948-428d-83a8-aa48c5aa30ef), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:36.861883 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-96679907-bf5a-4d3e-b6f2-61135673da67 tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538029'] for port (86fd62d5-7cad-4d04-8324-451e8018b1d1), precommit_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:36.862313 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-96679907-bf5a-4d3e-b6f2-61135673da67 tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] Publish callbacks [] for floatingip (86fd62d5-7cad-4d04-8324-451e8018b1d1), precommit_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:36.870927 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2248b31-692b-41bb-be4c-efc637b74827', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f5306a9-2948-428d-83a8-aa48c5aa30ef'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:30:36.873223 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f6a2c072b123b360c8eb8991e75d694e889c4c27e62ecb22fdf39ecf471eb94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3d06432-0c0a-40f7-8fac-aaa683c2dbd9" -d '{"events": [{"server_uuid": "c2248b31-692b-41bb-be4c-efc637b74827", "name": "network-vif-plugged", "status": "completed", "tag": "1f5306a9-2948-428d-83a8-aa48c5aa30ef"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 16:30:36.886878 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.plugin [None req-96679907-bf5a-4d3e-b6f2-61135673da67 tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] Calling delete_port for 86fd62d5-7cad-4d04-8324-451e8018b1d1 owned by network:floatingip {{(pid=103092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 16:30:36.887086 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] For port 1f5306a9-2948-428d-83a8-aa48c5aa30ef, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=1f5306a9-2948-428d-83a8-aa48c5aa30ef,segment=NetworkSegment(a719ed4c-1b21-4087-84c5-f4c81307e7ed),segment_id=a719ed4c-1b21-4087-84c5-f4c81307e7ed)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:30:36.893692 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947'] for port (1f5306a9-2948-428d-83a8-aa48c5aa30ef), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:36.911904 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495f3c17-79e5-4f91-8960-195b323830d7 req-d8c31264-9631-481c-978d-25153b09488f tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:36.913423 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-495f3c17-79e5-4f91-8960-195b323830d7 req-d8c31264-9631-481c-978d-25153b09488f tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=c2248b31-692b-41bb-be4c-efc637b74827 HTTP/1.1" status: 200 len: 944 time: 0.1227846 Mar 11 16:30:36.932509 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 16:30:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d98dafe-1eb2-4192-9189-6bba0e4be5a5 x-openstack-request-id: req-4d98dafe-1eb2-4192-9189-6bba0e4be5a5 {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 16:30:36.932804 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2248b31-692b-41bb-be4c-efc637b74827", "name": "network-vif-plugged", "status": "completed", "tag": "1f5306a9-2948-428d-83a8-aa48c5aa30ef", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 16:30:36.933061 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-4d98dafe-1eb2-4192-9189-6bba0e4be5a5 {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 16:30:36.933438 dv-cinder-750782-12-iscsi neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2248b31-692b-41bb-be4c-efc637b74827', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f5306a9-2948-428d-83a8-aa48c5aa30ef', 'code': 200} Mar 11 16:30:36.961161 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Pushing event updated for resources: {'Port': ['ID=1f5306a9-2948-428d-83a8-aa48c5aa30ef,revision_number=7']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:30:37.040404 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-495f3c17-79e5-4f91-8960-195b323830d7 req-0fb0138e-2813-4e98-8e5d-a43577583fbd tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/security-groups?id=e1b324ab-1dec-4ca3-84fa-33a28865bcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948715 Mar 11 16:30:37.154820 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-96679907-bf5a-4d3e-b6f2-61135673da67 tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780138542421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780137975920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30811620'] for port (86fd62d5-7cad-4d04-8324-451e8018b1d1), after_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:37.188633 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96679907-bf5a-4d3e-b6f2-61135673da67 tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] Pushing event deleted for resources: {'Port': ['ID=86fd62d5-7cad-4d04-8324-451e8018b1d1,revision_number=None']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:30:37.256989 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee1100b-6b7d-4ee9-9e0d-afd6fab591ae req-ad05f922-179c-4558-8bed-a94a78bcdab9 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:37.258556 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-2ee1100b-6b7d-4ee9-9e0d-afd6fab591ae req-ad05f922-179c-4558-8bed-a94a78bcdab9 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/ports?device_id=00189d5e-9da3-4b4b-b673-20a09fd5b40b HTTP/1.1" status: 200 len: 943 time: 0.1362150 Mar 11 16:30:37.282470 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-96679907-bf5a-4d3e-b6f2-61135673da67 tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] Publish callbacks [] for floatingip (f5a1e403-ec3b-4102-b4cf-f8eb0caa5d9d), after_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:37.282791 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.db.l3_db [None req-96679907-bf5a-4d3e-b6f2-61135673da67 tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] Floating IP f5a1e403-ec3b-4102-b4cf-f8eb0caa5d9d disassociated (deleted). External IP: 172.27.0.94, port: 471c6267-8e01-4913-a736-416e60658046. Mar 11 16:30:37.360966 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-2ee1100b-6b7d-4ee9-9e0d-afd6fab591ae req-f4cab2c9-1fef-4d83-9a78-584e180465fd tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/security-groups?id=0c90faa2-cbf5-42ca-b5cc-1f12c555cc2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958509 Mar 11 16:30:37.528622 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96679907-bf5a-4d3e-b6f2-61135673da67 tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] Router 19202571-146d-46fa-8222-fe959a1946fd has already been hosted by L3 agent 03422851-42b1-44c9-ada6-e479436b7b23 {{(pid=103092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:30:37.643556 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96679907-bf5a-4d3e-b6f2-61135673da67 tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] Notify agent at l3_agent.dv-cinder-750782-12-iscsi the message routers_updated {{(pid=103092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:30:37.648287 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-96679907-bf5a-4d3e-b6f2-61135673da67 tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122971'] for floatingip (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:37.652962 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ec3a7e-cc6b-465d-8293-aaf4b12b92ca None None] Sync routers for ids ['19202571-146d-46fa-8222-fe959a1946fd'] in dv-cinder-750782-12-iscsi {{(pid=103093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:30:37.664019 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ec3a7e-cc6b-465d-8293-aaf4b12b92ca None None] Routers {'19202571-146d-46fa-8222-fe959a1946fd'} bound to L3 agent in host dv-cinder-750782-12-iscsi {{(pid=103093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 16:30:37.664647 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_hamode_db [None req-b5ec3a7e-cc6b-465d-8293-aaf4b12b92ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-11T16:12:46Z,description=,heartbeat_timestamp=2022-03-11T16:30:16Z,host='dv-cinder-750782-12-iscsi',id=03422851-42b1-44c9-ada6-e479436b7b23,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:12:46Z,topic='l3_agent')) {'router_ids': ['19202571-146d-46fa-8222-fe959a1946fd'], 'active': True} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:30:37.682619 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-96679907-bf5a-4d3e-b6f2-61135673da67 tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] 10.222.0.72 "DELETE /v2.0/floatingips/f5a1e403-ec3b-4102-b4cf-f8eb0caa5d9d HTTP/1.1" status: 204 len: 168 time: 1.1388798 Mar 11 16:30:37.682619 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23d45a6c-bffb-4a43-a089-e2fef8735ae2', 'tag': '471c6267-8e01-4913-a736-416e60658046'}] {{(pid=103092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:30:37.683156 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8119d67d121bc7655fb27ee4e81d05746f3857d7b024446e390c37a4f39e07a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04b6a9e4-50b3-4b88-ab0e-91035da53f69" -d '{"events": [{"name": "network-changed", "server_uuid": "23d45a6c-bffb-4a43-a089-e2fef8735ae2", "tag": "471c6267-8e01-4913-a736-416e60658046"}]}' {{(pid=103092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 16:30:37.730120 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 16:30:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdf6b21c-a7cb-4206-9c21-833fddbf2186 x-openstack-request-id: req-fdf6b21c-a7cb-4206-9c21-833fddbf2186 {{(pid=103092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 16:30:37.730373 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23d45a6c-bffb-4a43-a089-e2fef8735ae2", "tag": "471c6267-8e01-4913-a736-416e60658046", "status": "completed", "code": 200}]} {{(pid=103092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 16:30:37.730625 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-fdf6b21c-a7cb-4206-9c21-833fddbf2186 {{(pid=103092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 16:30:37.731029 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23d45a6c-bffb-4a43-a089-e2fef8735ae2', 'tag': '471c6267-8e01-4913-a736-416e60658046', 'status': 'completed', 'code': 200} Mar 11 16:30:37.815574 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b6a9e4-50b3-4b88-ab0e-91035da53f69 req-71cf0d59-018c-4d16-82e1-6aaaa04d780c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:37.818006 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-04b6a9e4-50b3-4b88-ab0e-91035da53f69 req-71cf0d59-018c-4d16-82e1-6aaaa04d780c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6afb84ea33c34a8284e22ea7f8dbc20a&device_id=23d45a6c-bffb-4a43-a089-e2fef8735ae2 HTTP/1.1" status: 200 len: 1129 time: 0.0641088 Mar 11 16:30:37.925863 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_dvr_db [None req-b5ec3a7e-cc6b-465d-8293-aaf4b12b92ca None None] Set router 19202571-146d-46fa-8222-fe959a1946fd gateway port host: dv-cinder-750782-12-iscsi {{(pid=103093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 16:30:37.993860 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d906f25-d44e-412a-bc0a-c9f368c670a8 req-52f147e4-0589-4679-acc1-55f2c8133d7b tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:37.995410 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-2d906f25-d44e-412a-bc0a-c9f368c670a8 req-52f147e4-0589-4679-acc1-55f2c8133d7b tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] 10.222.0.72 "GET /v2.0/ports?device_id=23d45a6c-bffb-4a43-a089-e2fef8735ae2 HTTP/1.1" status: 200 len: 945 time: 0.1139445 Mar 11 16:30:37.996592 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b6a9e4-50b3-4b88-ab0e-91035da53f69 req-ae5fbbd2-61c8-499e-bb08-c2a741e59c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:37.997917 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-04b6a9e4-50b3-4b88-ab0e-91035da53f69 req-ae5fbbd2-61c8-499e-bb08-c2a741e59c66 service neutron] 10.222.0.18 "GET /v2.0/networks?id=91701b40-45b6-4dc3-9365-5d3024585e80 HTTP/1.1" status: 200 len: 908 time: 0.1605759 Mar 11 16:30:38.055419 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-04b6a9e4-50b3-4b88-ab0e-91035da53f69 req-045ef459-06b5-4184-a418-e984ae48c8c1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=471c6267-8e01-4913-a736-416e60658046 HTTP/1.1" status: 200 len: 217 time: 0.0460706 Mar 11 16:30:38.119644 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-2d906f25-d44e-412a-bc0a-c9f368c670a8 req-acf939c1-a633-4f74-a4b1-9e3d5bb708d3 tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] 10.222.0.72 "GET /v2.0/security-groups?id=e4010db0-717d-4dac-8612-b3ae381282ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1181104 Mar 11 16:30:38.133147 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b6a9e4-50b3-4b88-ab0e-91035da53f69 req-9d1f07e6-88d7-4c76-8581-cfde730e5bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:38.142000 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-04b6a9e4-50b3-4b88-ab0e-91035da53f69 req-9d1f07e6-88d7-4c76-8581-cfde730e5bcb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a52384ed-9db6-46e8-9576-be4e2499c742 HTTP/1.1" status: 200 len: 846 time: 0.0648322 Mar 11 16:30:38.155795 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_hamode_db [None req-b5ec3a7e-cc6b-465d-8293-aaf4b12b92ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19202571-146d-46fa-8222-fe959a1946fd', 'name': 'tempest-TestShelveInstance-21246603-router', 'tenant_id': '6afb84ea33c34a8284e22ea7f8dbc20a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'external_fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': '27674ad5-3741-4c21-94ab-f0bea39e0c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:23:24Z', 'updated_at': '2022-03-11T16:23:28Z', 'revision_number': 4, 'project_id': '6afb84ea33c34a8284e22ea7f8dbc20a', 'gw_port': {'id': '27674ad5-3741-4c21-94ab-f0bea39e0c37', 'name': '', 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:87:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19202571-146d-46fa-8222-fe959a1946fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:23:25Z', 'updated_at': '2022-03-11T16:23:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-12-iscsi', '_interfaces': [{'id': '539867cf-27ba-4873-a22e-448040bb864d', 'name': '', 'network_id': '91701b40-45b6-4dc3-9365-5d3024585e80', 'tenant_id': '6afb84ea33c34a8284e22ea7f8dbc20a', 'mac_address': 'fa:16:3e:2f:e4:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19202571-146d-46fa-8222-fe959a1946fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'a52384ed-9db6-46e8-9576-be4e2499c742', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:23:27Z', 'updated_at': '2022-03-11T16:23:33Z', 'revision_number': 5, 'project_id': '6afb84ea33c34a8284e22ea7f8dbc20a', 'subnets': [{'id': 'a52384ed-9db6-46e8-9576-be4e2499c742', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-12-iscsi', False) {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:30:38.187316 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ec3a7e-cc6b-465d-8293-aaf4b12b92ca None None] Checking router: 19202571-146d-46fa-8222-fe959a1946fd for host: dv-cinder-750782-12-iscsi {{(pid=103093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:30:38.197428 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ec3a7e-cc6b-465d-8293-aaf4b12b92ca None None] Routers {'19202571-146d-46fa-8222-fe959a1946fd'} bound to L3 agent in host dv-cinder-750782-12-iscsi {{(pid=103093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 16:30:38.198123 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_hamode_db [None req-b5ec3a7e-cc6b-465d-8293-aaf4b12b92ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-11T16:12:46Z,description=,heartbeat_timestamp=2022-03-11T16:30:16Z,host='dv-cinder-750782-12-iscsi',id=03422851-42b1-44c9-ada6-e479436b7b23,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:12:46Z,topic='l3_agent')) {'router_ids': ['19202571-146d-46fa-8222-fe959a1946fd'], 'active': True} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:30:38.226380 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f2ea2f-ce33-4dce-be01-f7d0e17c2897 req-4794fc97-8180-4045-968f-c617fe58baa9 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:38.227970 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-c2f2ea2f-ce33-4dce-be01-f7d0e17c2897 req-4794fc97-8180-4045-968f-c617fe58baa9 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=c2248b31-692b-41bb-be4c-efc637b74827 HTTP/1.1" status: 200 len: 945 time: 0.0904486 Mar 11 16:30:38.230965 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b6a9e4-50b3-4b88-ab0e-91035da53f69 req-b0dda27d-65b8-48aa-969e-cadbf787dcda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:38.232387 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-04b6a9e4-50b3-4b88-ab0e-91035da53f69 req-b0dda27d-65b8-48aa-969e-cadbf787dcda service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=91701b40-45b6-4dc3-9365-5d3024585e80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0843873 Mar 11 16:30:38.330929 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_dvr_db [None req-b5ec3a7e-cc6b-465d-8293-aaf4b12b92ca None None] Set router 19202571-146d-46fa-8222-fe959a1946fd gateway port host: dv-cinder-750782-12-iscsi {{(pid=103093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 16:30:38.569131 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_hamode_db [None req-b5ec3a7e-cc6b-465d-8293-aaf4b12b92ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19202571-146d-46fa-8222-fe959a1946fd', 'name': 'tempest-TestShelveInstance-21246603-router', 'tenant_id': '6afb84ea33c34a8284e22ea7f8dbc20a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'external_fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': '27674ad5-3741-4c21-94ab-f0bea39e0c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:23:24Z', 'updated_at': '2022-03-11T16:23:28Z', 'revision_number': 4, 'project_id': '6afb84ea33c34a8284e22ea7f8dbc20a', 'gw_port': {'id': '27674ad5-3741-4c21-94ab-f0bea39e0c37', 'name': '', 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:87:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19202571-146d-46fa-8222-fe959a1946fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:23:25Z', 'updated_at': '2022-03-11T16:23:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-12-iscsi', '_interfaces': [{'id': '539867cf-27ba-4873-a22e-448040bb864d', 'name': '', 'network_id': '91701b40-45b6-4dc3-9365-5d3024585e80', 'tenant_id': '6afb84ea33c34a8284e22ea7f8dbc20a', 'mac_address': 'fa:16:3e:2f:e4:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19202571-146d-46fa-8222-fe959a1946fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'a52384ed-9db6-46e8-9576-be4e2499c742', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:23:27Z', 'updated_at': '2022-03-11T16:23:33Z', 'revision_number': 5, 'project_id': '6afb84ea33c34a8284e22ea7f8dbc20a', 'subnets': [{'id': 'a52384ed-9db6-46e8-9576-be4e2499c742', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-12-iscsi', False) {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:30:38.597518 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ec3a7e-cc6b-465d-8293-aaf4b12b92ca None None] The sync data for ids ['19202571-146d-46fa-8222-fe959a1946fd'] in dv-cinder-750782-12-iscsi is: [{'id': '19202571-146d-46fa-8222-fe959a1946fd', 'name': 'tempest-TestShelveInstance-21246603-router', 'tenant_id': '6afb84ea33c34a8284e22ea7f8dbc20a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'external_fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': '27674ad5-3741-4c21-94ab-f0bea39e0c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:23:24Z', 'updated_at': '2022-03-11T16:23:28Z', 'revision_number': 4, 'project_id': '6afb84ea33c34a8284e22ea7f8dbc20a', 'gw_port': {'id': '27674ad5-3741-4c21-94ab-f0bea39e0c37', 'name': '', 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:87:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19202571-146d-46fa-8222-fe959a1946fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:23:25Z', 'updated_at': '2022-03-11T16:23:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-12-iscsi', '_interfaces': [{'id': '539867cf-27ba-4873-a22e-448040bb864d', 'name': '', 'network_id': '91701b40-45b6-4dc3-9365-5d3024585e80', 'tenant_id': '6afb84ea33c34a8284e22ea7f8dbc20a', 'mac_address': 'fa:16:3e:2f:e4:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19202571-146d-46fa-8222-fe959a1946fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'a52384ed-9db6-46e8-9576-be4e2499c742', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:23:27Z', 'updated_at': '2022-03-11T16:23:33Z', 'revision_number': 5, 'project_id': '6afb84ea33c34a8284e22ea7f8dbc20a', 'subnets': [{'id': 'a52384ed-9db6-46e8-9576-be4e2499c742', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:30:38.633976 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-c2f2ea2f-ce33-4dce-be01-f7d0e17c2897 req-3b5f3022-8178-48f6-bb07-a334bca2aa31 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/security-groups?id=e1b324ab-1dec-4ca3-84fa-33a28865bcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4002914 Mar 11 16:30:38.665212 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcbf2ee-6aee-4a26-a05a-835b23418122 req-0bd9eb22-0274-4c5e-9626-0c55a70252b2 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:38.666848 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-8bcbf2ee-6aee-4a26-a05a-835b23418122 req-0bd9eb22-0274-4c5e-9626-0c55a70252b2 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/ports?device_id=00189d5e-9da3-4b4b-b673-20a09fd5b40b HTTP/1.1" status: 200 len: 943 time: 0.1542094 Mar 11 16:30:38.685409 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-04b6a9e4-50b3-4b88-ab0e-91035da53f69 req-6994553c-73f0-4172-8ae1-3ca5b4b3dbf2 service neutron] 10.222.0.18 "GET /v2.0/networks/91701b40-45b6-4dc3-9365-5d3024585e80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4445376 Mar 11 16:30:38.785856 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-8bcbf2ee-6aee-4a26-a05a-835b23418122 req-9d3cd56b-d061-48c8-95ce-a6c19262765b tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/security-groups?id=0c90faa2-cbf5-42ca-b5cc-1f12c555cc2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1130843 Mar 11 16:30:38.819010 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-04b6a9e4-50b3-4b88-ab0e-91035da53f69 req-c4b86969-888e-4a0b-af99-a57ad11b5a52 service neutron] 10.222.0.18 "GET /v2.0/networks/91701b40-45b6-4dc3-9365-5d3024585e80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244140 Mar 11 16:30:38.847870 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d08c4d-5e3d-4995-804c-76e09b5f3730 None None] New status for floating IP f5a1e403-ec3b-4102-b4cf-f8eb0caa5d9d: DOWN {{(pid=103094) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 16:30:39.243589 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566f9c73-5b20-4db4-a4f9-cf2d977318b8 req-c125839c-2dcf-4a40-acda-5e7c9c616ccb tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:39.245101 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-566f9c73-5b20-4db4-a4f9-cf2d977318b8 req-c125839c-2dcf-4a40-acda-5e7c9c616ccb tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] 10.222.0.72 "GET /v2.0/ports?device_id=23d45a6c-bffb-4a43-a089-e2fef8735ae2 HTTP/1.1" status: 200 len: 945 time: 0.0542614 Mar 11 16:30:39.297466 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-566f9c73-5b20-4db4-a4f9-cf2d977318b8 req-34192b98-5e9b-45c5-8c62-b210075484ad tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] 10.222.0.72 "GET /v2.0/security-groups?id=e4010db0-717d-4dac-8612-b3ae381282ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467179 Mar 11 16:30:39.761142 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69042453-7c99-4bbf-934c-97ce0960e0a0 req-4a549c8a-2446-42bc-a630-0f17082044f7 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:39.762738 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-69042453-7c99-4bbf-934c-97ce0960e0a0 req-4a549c8a-2446-42bc-a630-0f17082044f7 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=c2248b31-692b-41bb-be4c-efc637b74827 HTTP/1.1" status: 200 len: 945 time: 0.0532863 Mar 11 16:30:39.814483 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-69042453-7c99-4bbf-934c-97ce0960e0a0 req-2c342f6a-aa40-439c-8004-6c044dbe9a26 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/security-groups?id=e1b324ab-1dec-4ca3-84fa-33a28865bcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452499 Mar 11 16:30:39.916230 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767d2b80-63ef-4a25-9d6c-28fff294d6e5 req-6dc2ec9d-33cf-4c9b-a044-f2f4958a03fa tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:39.917793 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-767d2b80-63ef-4a25-9d6c-28fff294d6e5 req-6dc2ec9d-33cf-4c9b-a044-f2f4958a03fa tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/ports?device_id=00189d5e-9da3-4b4b-b673-20a09fd5b40b HTTP/1.1" status: 200 len: 943 time: 0.0587273 Mar 11 16:30:39.968665 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-767d2b80-63ef-4a25-9d6c-28fff294d6e5 req-e5b1a413-f644-4158-b18b-038812525821 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/security-groups?id=0c90faa2-cbf5-42ca-b5cc-1f12c555cc2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448914 Mar 11 16:30:40.093896 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98c8c43-b715-4703-8a7c-1c63371ac09e req-a57f5e93-baa1-49b9-afed-0c45f0753d76 tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:40.095449 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-d98c8c43-b715-4703-8a7c-1c63371ac09e req-a57f5e93-baa1-49b9-afed-0c45f0753d76 tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] 10.222.0.18 "GET /v2.0/ports?device_id=23d45a6c-bffb-4a43-a089-e2fef8735ae2 HTTP/1.1" status: 200 len: 945 time: 0.0555942 Mar 11 16:30:40.214100 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.plugin [req-d98c8c43-b715-4703-8a7c-1c63371ac09e req-6601b04c-536e-498f-b969-a9152dab8f5a tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] Deleting port 471c6267-8e01-4913-a736-416e60658046 {{(pid=103092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 16:30:40.214445 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-d98c8c43-b715-4703-8a7c-1c63371ac09e req-6601b04c-536e-498f-b969-a9152dab8f5a tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780138536942'] for port (471c6267-8e01-4913-a736-416e60658046), before_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:40.316167 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.db [req-d98c8c43-b715-4703-8a7c-1c63371ac09e req-6601b04c-536e-498f-b969-a9152dab8f5a tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] For port 471c6267-8e01-4913-a736-416e60658046, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=471c6267-8e01-4913-a736-416e60658046,segment=NetworkSegment(53cdd138-4e9c-4178-b0e9-01621a26969b),segment_id=53cdd138-4e9c-4178-b0e9-01621a26969b)] {{(pid=103092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:30:40.316829 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-d98c8c43-b715-4703-8a7c-1c63371ac09e req-6601b04c-536e-498f-b969-a9152dab8f5a tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538029'] for port (471c6267-8e01-4913-a736-416e60658046), precommit_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:40.331654 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.plugin [req-d98c8c43-b715-4703-8a7c-1c63371ac09e req-6601b04c-536e-498f-b969-a9152dab8f5a tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] Calling delete_port for 471c6267-8e01-4913-a736-416e60658046 owned by compute:nova {{(pid=103092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 16:30:40.481238 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ddbd5b-9aa1-4087-841d-59f3038c2bf9 req-3738717f-09e1-46c9-9281-0b9d483e31b9 tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:40.483159 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-25ddbd5b-9aa1-4087-841d-59f3038c2bf9 req-3738717f-09e1-46c9-9281-0b9d483e31b9 tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] 10.222.0.72 "GET /v2.0/ports?device_id=23d45a6c-bffb-4a43-a089-e2fef8735ae2 HTTP/1.1" status: 200 len: 945 time: 0.0947874 Mar 11 16:30:40.589671 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-d98c8c43-b715-4703-8a7c-1c63371ac09e req-6601b04c-536e-498f-b969-a9152dab8f5a tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780138542421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780137975920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30811620'] for port (471c6267-8e01-4913-a736-416e60658046), after_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:40.594597 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-25ddbd5b-9aa1-4087-841d-59f3038c2bf9 req-dbf81d18-e48e-40c4-81fe-52768134090b tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] 10.222.0.72 "GET /v2.0/security-groups?id=e4010db0-717d-4dac-8612-b3ae381282ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990651 Mar 11 16:30:40.638122 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6601b04c-536e-498f-b969-a9152dab8f5a tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] Pushing event deleted for resources: {'Port': ['ID=471c6267-8e01-4913-a736-416e60658046,revision_number=None']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:30:40.673717 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Device 6b8671bb-235d-4592-ba50-3f589c19c304 details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=103093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 16:30:40.695591 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.db.l3_dvrscheduler_db [req-d98c8c43-b715-4703-8a7c-1c63371ac09e req-6601b04c-536e-498f-b969-a9152dab8f5a tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] No DVR routers for this DVR port 471c6267-8e01-4913-a736-416e60658046 on host hv-cinder-75078 {{(pid=103092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:30:40.699202 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-d98c8c43-b715-4703-8a7c-1c63371ac09e req-6601b04c-536e-498f-b969-a9152dab8f5a tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122971'] for port (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:40.703789 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-d98c8c43-b715-4703-8a7c-1c63371ac09e req-6601b04c-536e-498f-b969-a9152dab8f5a tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] 10.222.0.18 "DELETE /v2.0/ports/471c6267-8e01-4913-a736-416e60658046 HTTP/1.1" status: 204 len: 173 time: 0.5887558 Mar 11 16:30:40.704803 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23d45a6c-bffb-4a43-a089-e2fef8735ae2', 'name': 'network-vif-deleted', 'tag': '471c6267-8e01-4913-a736-416e60658046'}] {{(pid=103092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:30:40.708455 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8119d67d121bc7655fb27ee4e81d05746f3857d7b024446e390c37a4f39e07a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e7e96cd-fd84-4115-b066-afae16ed84b3" -d '{"events": [{"server_uuid": "23d45a6c-bffb-4a43-a089-e2fef8735ae2", "name": "network-vif-deleted", "tag": "471c6267-8e01-4913-a736-416e60658046"}]}' {{(pid=103092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 16:30:40.795422 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 16:30:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b24f5f8f-1017-4aa0-bb60-a289fd8fab9a x-openstack-request-id: req-b24f5f8f-1017-4aa0-bb60-a289fd8fab9a {{(pid=103092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 16:30:40.795823 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23d45a6c-bffb-4a43-a089-e2fef8735ae2", "name": "network-vif-deleted", "tag": "471c6267-8e01-4913-a736-416e60658046", "status": "completed", "code": 200}]} {{(pid=103092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 16:30:40.796174 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-b24f5f8f-1017-4aa0-bb60-a289fd8fab9a {{(pid=103092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 16:30:40.796768 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23d45a6c-bffb-4a43-a089-e2fef8735ae2', 'name': 'network-vif-deleted', 'tag': '471c6267-8e01-4913-a736-416e60658046', 'status': 'completed', 'code': 200} Mar 11 16:30:40.895235 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] For port 6b8671bb-235d-4592-ba50-3f589c19c304, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=6b8671bb-235d-4592-ba50-3f589c19c304,segment=NetworkSegment(d0d5eee1-b4bb-471c-a057-81102a55b99f),segment_id=d0d5eee1-b4bb-471c-a057-81102a55b99f)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:30:40.952595 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Returning: {'device': '6b8671bb-235d-4592-ba50-3f589c19c304', 'network_id': '5f3aea45-b741-4cf8-ad8b-40753fc82fad', 'port_id': '6b8671bb-235d-4592-ba50-3f589c19c304', 'mac_address': 'fa:16:3e:c9:ee:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acc28c21-3e47-4bf8-b31f-cbbed70c6f99', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 16:30:41.054070 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ec1837-8094-4d8e-9489-dc562597bc59 req-21794732-be73-4f89-b584-a4ed566c1c6f tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:41.056027 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-f6ec1837-8094-4d8e-9489-dc562597bc59 req-21794732-be73-4f89-b584-a4ed566c1c6f tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=c2248b31-692b-41bb-be4c-efc637b74827 HTTP/1.1" status: 200 len: 945 time: 0.1206748 Mar 11 16:30:41.064234 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Current status of the port 6b8671bb-235d-4592-ba50-3f589c19c304 is: DOWN; New status is: BUILD {{(pid=103093) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 16:30:41.064787 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (6b8671bb-235d-4592-ba50-3f589c19c304), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:41.086963 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.notifiers.nova [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b8671bb-235d-4592-ba50-3f589c19c304 {{(pid=103093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:30:41.119864 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] For port 6b8671bb-235d-4592-ba50-3f589c19c304, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=6b8671bb-235d-4592-ba50-3f589c19c304,segment=NetworkSegment(d0d5eee1-b4bb-471c-a057-81102a55b99f),segment_id=d0d5eee1-b4bb-471c-a057-81102a55b99f)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:30:41.126661 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947'] for port (6b8671bb-235d-4592-ba50-3f589c19c304), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:41.180376 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-f6ec1837-8094-4d8e-9489-dc562597bc59 req-3c5024c8-a4ca-43f4-b78e-d84ea907f8bb tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/security-groups?id=e1b324ab-1dec-4ca3-84fa-33a28865bcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830536 Mar 11 16:30:41.224901 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Pushing event updated for resources: {'Port': ['ID=6b8671bb-235d-4592-ba50-3f589c19c304,revision_number=4']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:30:41.236535 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5154d32-23be-4c37-a6b6-9e5696cb3c28 req-4a14e767-df06-4f27-8106-7d46ae47474c tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:41.238818 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-f5154d32-23be-4c37-a6b6-9e5696cb3c28 req-4a14e767-df06-4f27-8106-7d46ae47474c tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/ports?device_id=00189d5e-9da3-4b4b-b673-20a09fd5b40b HTTP/1.1" status: 200 len: 943 time: 0.1796556 Mar 11 16:30:41.338590 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-f5154d32-23be-4c37-a6b6-9e5696cb3c28 req-8e4e167d-b4a8-4e38-a5b5-40450cd96074 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/security-groups?id=0c90faa2-cbf5-42ca-b5cc-1f12c555cc2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910707 Mar 11 16:30:41.653402 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] get_ports_and_sgs() called for port_ids ['6b8671bb-235d-4592-ba50-3f589c19c304'] {{(pid=103093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 16:30:41.778345 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-e8dbe82e-5c1b-4bb9-93f9-22eb780cb6c4 req-210b9dbf-6a2b-4c47-a0e0-3276ed864b8d tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] 10.222.0.72 "GET /v2.0/ports?device_id=23d45a6c-bffb-4a43-a089-e2fef8735ae2 HTTP/1.1" status: 200 len: 210 time: 0.0499473 Mar 11 16:30:42.338458 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-7d241132-c0a7-4203-bb36-253f7d9e276d req-43702627-7870-4b3a-9acb-72d606b5a654 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-559542129&fields=id&tenant_id=598e1634c4054801b830f0013726d570 HTTP/1.1" status: 200 len: 267 time: 0.0842991 Mar 11 16:30:42.397048 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2e17bb-23ac-40e0-bfda-514da43c9fba req-eca2787b-511a-4d91-acec-e9de84618949 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:42.398590 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-2e2e17bb-23ac-40e0-bfda-514da43c9fba req-eca2787b-511a-4d91-acec-e9de84618949 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=c2248b31-692b-41bb-be4c-efc637b74827 HTTP/1.1" status: 200 len: 945 time: 0.1193640 Mar 11 16:30:42.439994 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d241132-c0a7-4203-bb36-253f7d9e276d req-9f623a50-12b7-4cf8-ab01-46009d3159d8 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:42.441742 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-7d241132-c0a7-4203-bb36-253f7d9e276d req-9f623a50-12b7-4cf8-ab01-46009d3159d8 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ae41eb5-e75e-41d9-a01d-f8f3dade95e5 HTTP/1.1" status: 200 len: 984 time: 0.1025181 Mar 11 16:30:42.463863 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.v2.base [req-7d241132-c0a7-4203-bb36-253f7d9e276d req-ee7550d2-573f-4187-9451-f1c46ada0f8c tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] Request body: {'port': {'security_groups': ['3a49b004-8e94-4813-88fa-8e010a72423f']}} {{(pid=103092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:30:42.489840 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-2e2e17bb-23ac-40e0-bfda-514da43c9fba req-f8055202-1364-461a-8d1c-1f5533c9fc1d tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/security-groups?id=e1b324ab-1dec-4ca3-84fa-33a28865bcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851874 Mar 11 16:30:42.594295 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-7d241132-c0a7-4203-bb36-253f7d9e276d req-ee7550d2-573f-4187-9451-f1c46ada0f8c tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (8c37eb20-6e9a-4e65-aaba-f39cab90d628), before_update {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:42.672495 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Device 471c6267-8e01-4913-a736-416e60658046 no longer exists at agent hyperv_hv-cinder-75078 {{(pid=103093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 16:30:42.707246 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3a4827-3867-4168-98d5-54ed01e9bc34 req-124305a9-1d96-4222-8c4c-9e194b1af413 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:42.709721 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-ed3a4827-3867-4168-98d5-54ed01e9bc34 req-124305a9-1d96-4222-8c4c-9e194b1af413 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/ports?device_id=00189d5e-9da3-4b4b-b673-20a09fd5b40b HTTP/1.1" status: 200 len: 944 time: 0.1324449 Mar 11 16:30:42.720326 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] No Port match for: 471c6267-8e01-4913-a736-416e60658046 {{(pid=103093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 16:30:42.720578 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Device 471c6267-8e01-4913-a736-416e60658046 not bound to the agent host hv-cinder-75078 {{(pid=103093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 16:30:42.806600 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-ed3a4827-3867-4168-98d5-54ed01e9bc34 req-1b5d10a8-5ac2-49c3-aefa-5938938bc0bd tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/security-groups?id=0c90faa2-cbf5-42ca-b5cc-1f12c555cc2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880957 Mar 11 16:30:42.870601 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 45564) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:30:42.896271 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.db [req-7d241132-c0a7-4203-bb36-253f7d9e276d req-ee7550d2-573f-4187-9451-f1c46ada0f8c tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] For port 8c37eb20-6e9a-4e65-aaba-f39cab90d628, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=8c37eb20-6e9a-4e65-aaba-f39cab90d628,segment=NetworkSegment(a9e9fee8-7ed2-407e-8a16-dc30f22dcde8),segment_id=a9e9fee8-7ed2-407e-8a16-dc30f22dcde8)] {{(pid=103092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:30:42.942877 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-7d241132-c0a7-4203-bb36-253f7d9e276d req-ee7550d2-573f-4187-9451-f1c46ada0f8c tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] Publish callbacks [] for port (8c37eb20-6e9a-4e65-aaba-f39cab90d628), precommit_update {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:42.946031 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-eb3d8837-d079-4a97-8b76-794e0f8a934b tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] Publish callbacks [] for security_group (e4010db0-717d-4dac-8612-b3ae381282ff), before_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:42.949261 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-7d241132-c0a7-4203-bb36-253f7d9e276d req-ee7550d2-573f-4187-9451-f1c46ada0f8c tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30811645'] for port (8c37eb20-6e9a-4e65-aaba-f39cab90d628), after_update {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:42.962075 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] get_ports_and_sgs() called for port_ids ['8c37eb20-6e9a-4e65-aaba-f39cab90d628'] {{(pid=103093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 16:30:42.984372 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-eb3d8837-d079-4a97-8b76-794e0f8a934b tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] Publish callbacks [] for security_group (e4010db0-717d-4dac-8612-b3ae381282ff), precommit_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:43.011889 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d241132-c0a7-4203-bb36-253f7d9e276d req-ee7550d2-573f-4187-9451-f1c46ada0f8c tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:43.012797 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-7d241132-c0a7-4203-bb36-253f7d9e276d req-ee7550d2-573f-4187-9451-f1c46ada0f8c tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122971'] for port (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:43.018779 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-7d241132-c0a7-4203-bb36-253f7d9e276d req-ee7550d2-573f-4187-9451-f1c46ada0f8c tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] 10.222.0.72 "PUT /v2.0/ports/8c37eb20-6e9a-4e65-aaba-f39cab90d628 HTTP/1.1" status: 200 len: 942 time: 0.5638175 Mar 11 16:30:43.022696 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ae41eb5-e75e-41d9-a01d-f8f3dade95e5', 'tag': '8c37eb20-6e9a-4e65-aaba-f39cab90d628'}] {{(pid=103092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:30:43.026433 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8119d67d121bc7655fb27ee4e81d05746f3857d7b024446e390c37a4f39e07a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-135173a3-1500-4e8d-b598-559f27f20dea" -d '{"events": [{"name": "network-changed", "server_uuid": "3ae41eb5-e75e-41d9-a01d-f8f3dade95e5", "tag": "8c37eb20-6e9a-4e65-aaba-f39cab90d628"}]}' {{(pid=103092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 16:30:43.034322 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 45566) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:30:43.058951 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-eb3d8837-d079-4a97-8b76-794e0f8a934b tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (e4010db0-717d-4dac-8612-b3ae381282ff), after_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:43.062846 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-eb3d8837-d079-4a97-8b76-794e0f8a934b tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] Publish callbacks [] for security_group (None), before_response {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:43.064593 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-eb3d8837-d079-4a97-8b76-794e0f8a934b tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] 10.222.0.72 "DELETE /v2.0/security-groups/e4010db0-717d-4dac-8612-b3ae381282ff HTTP/1.1" status: 204 len: 168 time: 0.1917813 Mar 11 16:30:43.079884 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3d8837-d079-4a97-8b76-794e0f8a934b tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4010db0-717d-4dac-8612-b3ae381282ff,revision_number=None']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:30:43.088325 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3d8837-d079-4a97-8b76-794e0f8a934b tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:30:43.089031 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3d8837-d079-4a97-8b76-794e0f8a934b tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:30:43.089387 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3d8837-d079-4a97-8b76-794e0f8a934b tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:30:43.089726 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3d8837-d079-4a97-8b76-794e0f8a934b tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:30:43.090099 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3d8837-d079-4a97-8b76-794e0f8a934b tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:30:43.090430 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3d8837-d079-4a97-8b76-794e0f8a934b tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:30:43.090995 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3d8837-d079-4a97-8b76-794e0f8a934b tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:30:43.091429 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3d8837-d079-4a97-8b76-794e0f8a934b tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:30:43.091981 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3d8837-d079-4a97-8b76-794e0f8a934b tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:30:43.092519 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3d8837-d079-4a97-8b76-794e0f8a934b tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:30:43.092875 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3d8837-d079-4a97-8b76-794e0f8a934b tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:30:43.093150 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3d8837-d079-4a97-8b76-794e0f8a934b tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:30:43.093459 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3d8837-d079-4a97-8b76-794e0f8a934b tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:30:43.119347 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7550d2-573f-4187-9451-f1c46ada0f8c tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] Pushing event updated for resources: {'Port': ['ID=8c37eb20-6e9a-4e65-aaba-f39cab90d628,revision_number=7']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:30:43.154528 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] get_ports_and_sgs() called for port_ids ['8c37eb20-6e9a-4e65-aaba-f39cab90d628'] {{(pid=103093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 16:30:43.163344 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-d70709a8-b493-49c3-9692-07edf72ddfac tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] Publish callbacks [] for security_group (2043eb09-8279-429a-8839-c1fa102939b0), before_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:43.187619 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 45572) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:30:43.205848 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-d70709a8-b493-49c3-9692-07edf72ddfac tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] Publish callbacks [] for security_group (2043eb09-8279-429a-8839-c1fa102939b0), precommit_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:43.289514 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 16:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93c692d3-f481-4bcb-bd3c-542dc3ddba26 x-openstack-request-id: req-93c692d3-f481-4bcb-bd3c-542dc3ddba26 {{(pid=103092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 16:30:43.289983 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ae41eb5-e75e-41d9-a01d-f8f3dade95e5", "tag": "8c37eb20-6e9a-4e65-aaba-f39cab90d628", "status": "completed", "code": 200}]} {{(pid=103092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 16:30:43.290468 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-93c692d3-f481-4bcb-bd3c-542dc3ddba26 {{(pid=103092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 16:30:43.291053 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ae41eb5-e75e-41d9-a01d-f8f3dade95e5', 'tag': '8c37eb20-6e9a-4e65-aaba-f39cab90d628', 'status': 'completed', 'code': 200} Mar 11 16:30:43.314149 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-d70709a8-b493-49c3-9692-07edf72ddfac tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (2043eb09-8279-429a-8839-c1fa102939b0), after_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:43.316137 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-d70709a8-b493-49c3-9692-07edf72ddfac tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] Publish callbacks [] for security_group (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:43.318523 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-d70709a8-b493-49c3-9692-07edf72ddfac tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] 10.222.0.72 "DELETE /v2.0/security-groups/2043eb09-8279-429a-8839-c1fa102939b0 HTTP/1.1" status: 204 len: 168 time: 0.2816753 Mar 11 16:30:43.321266 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 45576) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:30:43.353760 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70709a8-b493-49c3-9692-07edf72ddfac tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2043eb09-8279-429a-8839-c1fa102939b0,revision_number=None']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:30:43.384623 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135173a3-1500-4e8d-b598-559f27f20dea req-ac7614fc-121c-4c5f-82e4-9495b176d862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:43.387753 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-135173a3-1500-4e8d-b598-559f27f20dea req-ac7614fc-121c-4c5f-82e4-9495b176d862 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=598e1634c4054801b830f0013726d570&device_id=3ae41eb5-e75e-41d9-a01d-f8f3dade95e5 HTTP/1.1" status: 200 len: 1129 time: 0.0951197 Mar 11 16:30:43.547267 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [None req-134e2644-e5d7-47d4-bdd2-a1f3e0fe9cc9 None None] Provisioning complete for port 8c37eb20-6e9a-4e65-aaba-f39cab90d628 triggered by entity DHCP. {{(pid=103093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 16:30:43.547749 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-134e2644-e5d7-47d4-bdd2-a1f3e0fe9cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397499'] for port (8c37eb20-6e9a-4e65-aaba-f39cab90d628), provisioning_complete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:43.561570 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135173a3-1500-4e8d-b598-559f27f20dea req-3a5a5b76-a062-42f9-9afc-27083993b8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:43.563325 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-135173a3-1500-4e8d-b598-559f27f20dea req-3a5a5b76-a062-42f9-9afc-27083993b8d8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=da5d2b45-20a5-46cf-a436-51ef5a03abe9 HTTP/1.1" status: 200 len: 915 time: 0.1686811 Mar 11 16:30:43.656485 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-134e2644-e5d7-47d4-bdd2-a1f3e0fe9cc9 None None] Current status of the port 8c37eb20-6e9a-4e65-aaba-f39cab90d628 is: ACTIVE; New status is: ACTIVE {{(pid=103093) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 16:30:43.726555 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-135173a3-1500-4e8d-b598-559f27f20dea req-8ed814ac-7030-4222-927c-f22eb74e6c08 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8c37eb20-6e9a-4e65-aaba-f39cab90d628 HTTP/1.1" status: 200 len: 1000 time: 0.1556890 Mar 11 16:30:43.740321 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a51ccc5-5d69-4f1d-9464-8769d8c5dc41 req-188e0096-9983-4738-830c-7eb55265e6cd tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:43.742180 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-4a51ccc5-5d69-4f1d-9464-8769d8c5dc41 req-188e0096-9983-4738-830c-7eb55265e6cd tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=c2248b31-692b-41bb-be4c-efc637b74827 HTTP/1.1" status: 200 len: 945 time: 0.0875044 Mar 11 16:30:43.831685 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6f8188cc-f282-4dee-8671-f0b05d6ca516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (52d54afa-c257-4acf-9353-cc1307944ae0), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:43.846316 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135173a3-1500-4e8d-b598-559f27f20dea req-ffee56be-4067-4c39-aac5-45c52c61b94f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:43.847922 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-135173a3-1500-4e8d-b598-559f27f20dea req-ffee56be-4067-4c39-aac5-45c52c61b94f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4ce60427-bf88-47b5-a7dd-ae29e6047b16 HTTP/1.1" status: 200 len: 853 time: 0.1043534 Mar 11 16:30:43.900270 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-4a51ccc5-5d69-4f1d-9464-8769d8c5dc41 req-f5714bfe-be9a-4087-9216-af62f9d1afa9 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/security-groups?id=e1b324ab-1dec-4ca3-84fa-33a28865bcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1477935 Mar 11 16:30:43.920436 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.plugins.ml2.plugin [None req-606e5acf-497d-4d86-8d3b-79c0c3ae9810 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] Deleting port f2547041-e3a2-4cb5-ac24-7aef50229aa0 {{(pid=103091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 16:30:43.921071 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-606e5acf-497d-4d86-8d3b-79c0c3ae9810 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780138536942'] for port (f2547041-e3a2-4cb5-ac24-7aef50229aa0), before_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:43.921897 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135173a3-1500-4e8d-b598-559f27f20dea req-ec612c39-bd2c-4840-ae6a-cef21d231bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:43.923795 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-135173a3-1500-4e8d-b598-559f27f20dea req-ec612c39-bd2c-4840-ae6a-cef21d231bad service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=da5d2b45-20a5-46cf-a436-51ef5a03abe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0683432 Mar 11 16:30:44.084964 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-135173a3-1500-4e8d-b598-559f27f20dea req-db92914f-8e4f-435e-b550-765f9b87f4c0 service neutron] 10.222.0.18 "GET /v2.0/networks/da5d2b45-20a5-46cf-a436-51ef5a03abe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545541 Mar 11 16:30:44.115132 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbe7de3-00d9-4725-9610-a8d53a5227fa req-f9e9598d-2168-4737-9e90-1419a55d2679 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:44.120465 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-dcbe7de3-00d9-4725-9610-a8d53a5227fa req-f9e9598d-2168-4737-9e90-1419a55d2679 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/ports?device_id=00189d5e-9da3-4b4b-b673-20a09fd5b40b HTTP/1.1" status: 200 len: 944 time: 0.1666229 Mar 11 16:30:44.263090 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-dcbe7de3-00d9-4725-9610-a8d53a5227fa req-08cc4f2e-1529-49b7-9e2e-a6607aeda416 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/security-groups?id=0c90faa2-cbf5-42ca-b5cc-1f12c555cc2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1244903 Mar 11 16:30:44.293984 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-135173a3-1500-4e8d-b598-559f27f20dea req-857ab32b-bbee-48d6-bc26-397f34d02196 service neutron] 10.222.0.18 "GET /v2.0/networks/da5d2b45-20a5-46cf-a436-51ef5a03abe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942244 Mar 11 16:30:44.349231 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-606e5acf-497d-4d86-8d3b-79c0c3ae9810 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538029'] for port (f2547041-e3a2-4cb5-ac24-7aef50229aa0), precommit_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:44.350036 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-606e5acf-497d-4d86-8d3b-79c0c3ae9810 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] Publish callbacks [] for floatingip (f2547041-e3a2-4cb5-ac24-7aef50229aa0), precommit_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:44.381422 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.plugins.ml2.plugin [None req-606e5acf-497d-4d86-8d3b-79c0c3ae9810 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] Calling delete_port for f2547041-e3a2-4cb5-ac24-7aef50229aa0 owned by network:floatingip {{(pid=103091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 16:30:44.595295 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-da6ddd55-5e59-4bf1-9af9-92ea06689a73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-770299'] for router_interface (19202571-146d-46fa-8222-fe959a1946fd), before_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:44.677410 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Device 6b8671bb-235d-4592-ba50-3f589c19c304 up at agent hyperv_hv-cinder-75078 {{(pid=103093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 16:30:44.725605 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-606e5acf-497d-4d86-8d3b-79c0c3ae9810 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780138542421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780137975920'] for port (f2547041-e3a2-4cb5-ac24-7aef50229aa0), after_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:44.763725 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606e5acf-497d-4d86-8d3b-79c0c3ae9810 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] Pushing event deleted for resources: {'Port': ['ID=f2547041-e3a2-4cb5-ac24-7aef50229aa0,revision_number=None']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:30:44.772958 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Provisioning for port 6b8671bb-235d-4592-ba50-3f589c19c304 completed by entity L2. {{(pid=103093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 16:30:44.780283 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Provisioning complete for port 6b8671bb-235d-4592-ba50-3f589c19c304 triggered by entity L2. {{(pid=103093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 16:30:44.781064 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397499'] for port (6b8671bb-235d-4592-ba50-3f589c19c304), provisioning_complete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:44.799767 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-606e5acf-497d-4d86-8d3b-79c0c3ae9810 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] Publish callbacks [] for floatingip (fe623301-f0f6-4b80-893f-0e7dcd6db218), after_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:44.800156 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.db.l3_db [None req-606e5acf-497d-4d86-8d3b-79c0c3ae9810 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] Floating IP fe623301-f0f6-4b80-893f-0e7dcd6db218 disassociated (deleted). External IP: 172.27.0.17, port: 8c37eb20-6e9a-4e65-aaba-f39cab90d628. Mar 11 16:30:44.875844 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Current status of the port 6b8671bb-235d-4592-ba50-3f589c19c304 is: BUILD; New status is: ACTIVE {{(pid=103093) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 16:30:44.876837 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (6b8671bb-235d-4592-ba50-3f589c19c304), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:44.905453 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00189d5e-9da3-4b4b-b673-20a09fd5b40b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b8671bb-235d-4592-ba50-3f589c19c304'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:30:44.907922 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f6a2c072b123b360c8eb8991e75d694e889c4c27e62ecb22fdf39ecf471eb94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28518696-1c6c-4bcf-9f55-48a177e85b70" -d '{"events": [{"server_uuid": "00189d5e-9da3-4b4b-b673-20a09fd5b40b", "name": "network-vif-plugged", "status": "completed", "tag": "6b8671bb-235d-4592-ba50-3f589c19c304"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 16:30:44.923439 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] For port 6b8671bb-235d-4592-ba50-3f589c19c304, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=6b8671bb-235d-4592-ba50-3f589c19c304,segment=NetworkSegment(d0d5eee1-b4bb-471c-a057-81102a55b99f),segment_id=d0d5eee1-b4bb-471c-a057-81102a55b99f)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:30:44.929281 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947'] for port (6b8671bb-235d-4592-ba50-3f589c19c304), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:44.999519 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 16:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e1e5b91-5740-40c7-9351-0d22238dc5eb x-openstack-request-id: req-9e1e5b91-5740-40c7-9351-0d22238dc5eb {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 16:30:45.000171 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00189d5e-9da3-4b4b-b673-20a09fd5b40b", "name": "network-vif-plugged", "status": "completed", "tag": "6b8671bb-235d-4592-ba50-3f589c19c304", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 16:30:45.000677 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-9e1e5b91-5740-40c7-9351-0d22238dc5eb {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 16:30:45.001464 dv-cinder-750782-12-iscsi neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00189d5e-9da3-4b4b-b673-20a09fd5b40b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b8671bb-235d-4592-ba50-3f589c19c304', 'code': 200} Mar 11 16:30:45.011783 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Pushing event updated for resources: {'Port': ['ID=6b8671bb-235d-4592-ba50-3f589c19c304,revision_number=5']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:30:45.020730 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:30:45.022141 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:30:45.022707 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:30:45.023263 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:30:45.023801 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:30:45.024497 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:30:45.025155 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:30:45.025712 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:30:45.026777 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:30:45.027326 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:30:45.027874 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:30:45.028401 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:30:45.029002 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:30:45.164293 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf8ff32-9d8d-4a48-8bc5-c62b04027855 req-5813f4ab-7344-44f7-b5e5-a26ac00ef1bf tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:45.172294 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-dcf8ff32-9d8d-4a48-8bc5-c62b04027855 req-5813f4ab-7344-44f7-b5e5-a26ac00ef1bf tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=c2248b31-692b-41bb-be4c-efc637b74827 HTTP/1.1" status: 200 len: 945 time: 0.1217785 Mar 11 16:30:45.205642 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.plugins.ml2.plugin [None req-da6ddd55-5e59-4bf1-9af9-92ea06689a73 admin admin] Deleting port 539867cf-27ba-4873-a22e-448040bb864d {{(pid=103091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 16:30:45.206348 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-da6ddd55-5e59-4bf1-9af9-92ea06689a73 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780138536942'] for port (539867cf-27ba-4873-a22e-448040bb864d), before_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:45.209398 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-606e5acf-497d-4d86-8d3b-79c0c3ae9810 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] Router e7333cbb-ba2b-4f58-b070-e55b0aaba248 has already been hosted by L3 agent 03422851-42b1-44c9-ada6-e479436b7b23 {{(pid=103091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:30:45.266722 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655fc6ab-7883-443e-82d7-740935683ec7 req-b9a586d3-7522-4c32-bb21-b089115dc6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:45.268210 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-655fc6ab-7883-443e-82d7-740935683ec7 req-b9a586d3-7522-4c32-bb21-b089115dc6d0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=00189d5e-9da3-4b4b-b673-20a09fd5b40b HTTP/1.1" status: 200 len: 1129 time: 0.0869927 Mar 11 16:30:45.294956 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-dcf8ff32-9d8d-4a48-8bc5-c62b04027855 req-a17c11f3-b052-4541-92f8-b388ebdb9141 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/security-groups?id=e1b324ab-1dec-4ca3-84fa-33a28865bcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217160 Mar 11 16:30:45.353416 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.plugins.ml2.db [None req-da6ddd55-5e59-4bf1-9af9-92ea06689a73 admin admin] For port 539867cf-27ba-4873-a22e-448040bb864d, host dv-cinder-750782-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-12-iscsi',level=0,port_id=539867cf-27ba-4873-a22e-448040bb864d,segment=NetworkSegment(53cdd138-4e9c-4178-b0e9-01621a26969b),segment_id=53cdd138-4e9c-4178-b0e9-01621a26969b)] {{(pid=103091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:30:45.353808 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-da6ddd55-5e59-4bf1-9af9-92ea06689a73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538029'] for port (539867cf-27ba-4873-a22e-448040bb864d), precommit_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:45.378940 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-655fc6ab-7883-443e-82d7-740935683ec7 req-1ff87ec1-932f-456e-a199-8b3b2d670421 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=0c90faa2-cbf5-42ca-b5cc-1f12c555cc2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829008 Mar 11 16:30:45.395717 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.plugins.ml2.plugin [None req-da6ddd55-5e59-4bf1-9af9-92ea06689a73 admin admin] Calling delete_port for 539867cf-27ba-4873-a22e-448040bb864d owned by network:router_interface {{(pid=103091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 16:30:45.421532 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-606e5acf-497d-4d86-8d3b-79c0c3ae9810 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] Notify agent at l3_agent.dv-cinder-750782-12-iscsi the message routers_updated {{(pid=103091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:30:45.426919 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-606e5acf-497d-4d86-8d3b-79c0c3ae9810 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122971'] for floatingip (None), before_response {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:45.434456 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438671ef-86e5-48e4-b971-4604d28b8d91 None None] Sync routers for ids ['e7333cbb-ba2b-4f58-b070-e55b0aaba248'] in dv-cinder-750782-12-iscsi {{(pid=103093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:30:45.446893 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438671ef-86e5-48e4-b971-4604d28b8d91 None None] Routers {'e7333cbb-ba2b-4f58-b070-e55b0aaba248'} bound to L3 agent in host dv-cinder-750782-12-iscsi {{(pid=103093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 16:30:45.447447 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53185609-bb25-47c8-8f0c-84c576ec7348 req-f551a5fd-b856-4db4-be5c-35905fb58f5e tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:45.448092 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_hamode_db [None req-438671ef-86e5-48e4-b971-4604d28b8d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-11T16:12:46Z,description=,heartbeat_timestamp=2022-03-11T16:30:16Z,host='dv-cinder-750782-12-iscsi',id=03422851-42b1-44c9-ada6-e479436b7b23,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:12:46Z,topic='l3_agent')) {'router_ids': ['e7333cbb-ba2b-4f58-b070-e55b0aaba248'], 'active': True} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:30:45.449093 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-53185609-bb25-47c8-8f0c-84c576ec7348 req-f551a5fd-b856-4db4-be5c-35905fb58f5e tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/ports?device_id=00189d5e-9da3-4b4b-b673-20a09fd5b40b HTTP/1.1" status: 200 len: 945 time: 0.0823805 Mar 11 16:30:45.502291 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-606e5acf-497d-4d86-8d3b-79c0c3ae9810 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] 10.222.0.72 "DELETE /v2.0/floatingips/fe623301-f0f6-4b80-893f-0e7dcd6db218 HTTP/1.1" status: 204 len: 168 time: 2.1794941 Mar 11 16:30:45.517613 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ae41eb5-e75e-41d9-a01d-f8f3dade95e5', 'tag': '8c37eb20-6e9a-4e65-aaba-f39cab90d628'}] {{(pid=103091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:30:45.522791 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbfc172464096d1f7f5252f1a1e10ed885571faacea4d726e820cddde391bb83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d07780f5-9f70-4bb1-b2b8-d6d2c6415253" -d '{"events": [{"name": "network-changed", "server_uuid": "3ae41eb5-e75e-41d9-a01d-f8f3dade95e5", "tag": "8c37eb20-6e9a-4e65-aaba-f39cab90d628"}]}' {{(pid=103091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 16:30:45.537575 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-53185609-bb25-47c8-8f0c-84c576ec7348 req-73ecf2ca-2d5c-41c5-8a60-4401fac392ac tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/security-groups?id=0c90faa2-cbf5-42ca-b5cc-1f12c555cc2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770125 Mar 11 16:30:45.604074 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_dvr_db [None req-438671ef-86e5-48e4-b971-4604d28b8d91 None None] Set router e7333cbb-ba2b-4f58-b070-e55b0aaba248 gateway port host: dv-cinder-750782-12-iscsi {{(pid=103093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 16:30:45.605165 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 16:30:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78ca9b24-4240-4e68-ae6b-f34da30cd2e5 x-openstack-request-id: req-78ca9b24-4240-4e68-ae6b-f34da30cd2e5 {{(pid=103091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 16:30:45.606045 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ae41eb5-e75e-41d9-a01d-f8f3dade95e5", "tag": "8c37eb20-6e9a-4e65-aaba-f39cab90d628", "status": "completed", "code": 200}]} {{(pid=103091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 16:30:45.606045 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-78ca9b24-4240-4e68-ae6b-f34da30cd2e5 {{(pid=103091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 16:30:45.606276 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ae41eb5-e75e-41d9-a01d-f8f3dade95e5', 'tag': '8c37eb20-6e9a-4e65-aaba-f39cab90d628', 'status': 'completed', 'code': 200} Mar 11 16:30:45.748993 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-da6ddd55-5e59-4bf1-9af9-92ea06689a73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780138542421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780137975920'] for port (539867cf-27ba-4873-a22e-448040bb864d), after_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:45.816875 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07780f5-9f70-4bb1-b2b8-d6d2c6415253 req-6f2d9bd1-4fb4-427e-8fcf-1bfbcbcb6d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:45.820609 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-d07780f5-9f70-4bb1-b2b8-d6d2c6415253 req-6f2d9bd1-4fb4-427e-8fcf-1bfbcbcb6d10 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=598e1634c4054801b830f0013726d570&device_id=3ae41eb5-e75e-41d9-a01d-f8f3dade95e5 HTTP/1.1" status: 200 len: 1129 time: 0.0888951 Mar 11 16:30:45.824226 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6ddd55-5e59-4bf1-9af9-92ea06689a73 admin admin] Pushing event deleted for resources: {'Port': ['ID=539867cf-27ba-4873-a22e-448040bb864d,revision_number=None']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:30:45.974175 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07780f5-9f70-4bb1-b2b8-d6d2c6415253 req-928a616d-7764-48ce-b019-2991d697baac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:45.976459 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-d07780f5-9f70-4bb1-b2b8-d6d2c6415253 req-928a616d-7764-48ce-b019-2991d697baac service neutron] 10.222.0.18 "GET /v2.0/networks?id=da5d2b45-20a5-46cf-a436-51ef5a03abe9 HTTP/1.1" status: 200 len: 915 time: 0.1483734 Mar 11 16:30:46.041157 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-d07780f5-9f70-4bb1-b2b8-d6d2c6415253 req-bb5372ed-00da-4998-869b-661aa3538719 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8c37eb20-6e9a-4e65-aaba-f39cab90d628 HTTP/1.1" status: 200 len: 217 time: 0.0540266 Mar 11 16:30:46.085368 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_hamode_db [None req-438671ef-86e5-48e4-b971-4604d28b8d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7333cbb-ba2b-4f58-b070-e55b0aaba248', 'name': 'tempest-TestMinimumBasicScenario-441492581-router', 'tenant_id': '598e1634c4054801b830f0013726d570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'external_fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': 'aa17e70d-3686-49ee-9a89-1ce9b7a2d68d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:26:42Z', 'updated_at': '2022-03-11T16:26:45Z', 'revision_number': 4, 'project_id': '598e1634c4054801b830f0013726d570', 'gw_port': {'id': 'aa17e70d-3686-49ee-9a89-1ce9b7a2d68d', 'name': '', 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:43:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7333cbb-ba2b-4f58-b070-e55b0aaba248', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:26:42Z', 'updated_at': '2022-03-11T16:26:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-12-iscsi', '_interfaces': [{'id': 'c904cd7f-5d79-44a8-9dfa-208d62685c1e', 'name': '', 'network_id': 'da5d2b45-20a5-46cf-a436-51ef5a03abe9', 'tenant_id': '598e1634c4054801b830f0013726d570', 'mac_address': 'fa:16:3e:78:06:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7333cbb-ba2b-4f58-b070-e55b0aaba248', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '4ce60427-bf88-47b5-a7dd-ae29e6047b16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:26:44Z', 'updated_at': '2022-03-11T16:26:51Z', 'revision_number': 5, 'project_id': '598e1634c4054801b830f0013726d570', 'subnets': [{'id': '4ce60427-bf88-47b5-a7dd-ae29e6047b16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-12-iscsi', False) {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:30:46.087486 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-da6ddd55-5e59-4bf1-9af9-92ea06689a73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-779433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-771947'] for router_interface (19202571-146d-46fa-8222-fe959a1946fd), after_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:46.126157 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07780f5-9f70-4bb1-b2b8-d6d2c6415253 req-d00e992c-5272-46c2-a69f-d0e089991252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:46.127885 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-d07780f5-9f70-4bb1-b2b8-d6d2c6415253 req-d00e992c-5272-46c2-a69f-d0e089991252 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4ce60427-bf88-47b5-a7dd-ae29e6047b16 HTTP/1.1" status: 200 len: 853 time: 0.0804675 Mar 11 16:30:46.139393 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438671ef-86e5-48e4-b971-4604d28b8d91 None None] Checking router: e7333cbb-ba2b-4f58-b070-e55b0aaba248 for host: dv-cinder-750782-12-iscsi {{(pid=103093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:30:46.166142 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438671ef-86e5-48e4-b971-4604d28b8d91 None None] Routers {'e7333cbb-ba2b-4f58-b070-e55b0aaba248'} bound to L3 agent in host dv-cinder-750782-12-iscsi {{(pid=103093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 16:30:46.166759 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_hamode_db [None req-438671ef-86e5-48e4-b971-4604d28b8d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-11T16:12:46Z,description=,heartbeat_timestamp=2022-03-11T16:30:16Z,host='dv-cinder-750782-12-iscsi',id=03422851-42b1-44c9-ada6-e479436b7b23,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:12:46Z,topic='l3_agent')) {'router_ids': ['e7333cbb-ba2b-4f58-b070-e55b0aaba248'], 'active': True} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:30:46.221679 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07780f5-9f70-4bb1-b2b8-d6d2c6415253 req-1a4546c7-4987-451c-b9d3-2744dd4b4802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:46.224372 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-d07780f5-9f70-4bb1-b2b8-d6d2c6415253 req-1a4546c7-4987-451c-b9d3-2744dd4b4802 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=da5d2b45-20a5-46cf-a436-51ef5a03abe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0884128 Mar 11 16:30:46.232336 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d299dbf6-349c-4df1-a037-1ecf6196525e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (03422851-42b1-44c9-ada6-e479436b7b23), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:46.329214 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_dvr_db [None req-438671ef-86e5-48e4-b971-4604d28b8d91 None None] Set router e7333cbb-ba2b-4f58-b070-e55b0aaba248 gateway port host: dv-cinder-750782-12-iscsi {{(pid=103093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 16:30:46.385491 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-d07780f5-9f70-4bb1-b2b8-d6d2c6415253 req-e262f39c-e2c7-4b00-aba6-47c54f073485 service neutron] 10.222.0.18 "GET /v2.0/networks/da5d2b45-20a5-46cf-a436-51ef5a03abe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468995 Mar 11 16:30:46.463973 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da6ddd55-5e59-4bf1-9af9-92ea06689a73 admin admin] Router 19202571-146d-46fa-8222-fe959a1946fd has already been hosted by L3 agent 03422851-42b1-44c9-ada6-e479436b7b23 {{(pid=103091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:30:46.545977 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-d07780f5-9f70-4bb1-b2b8-d6d2c6415253 req-90a7bf50-c42c-461a-b119-1e636922456a service neutron] 10.222.0.18 "GET /v2.0/networks/da5d2b45-20a5-46cf-a436-51ef5a03abe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464591 Mar 11 16:30:46.654830 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b771234-7e95-414d-900d-7d96d43c95ca req-994b4f3f-fc9f-4660-87ec-fbec154dca2e tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:46.659095 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-9b771234-7e95-414d-900d-7d96d43c95ca req-994b4f3f-fc9f-4660-87ec-fbec154dca2e tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=c2248b31-692b-41bb-be4c-efc637b74827 HTTP/1.1" status: 200 len: 945 time: 0.1120155 Mar 11 16:30:46.663450 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da6ddd55-5e59-4bf1-9af9-92ea06689a73 admin admin] Notify agent at l3_agent.dv-cinder-750782-12-iscsi the message routers_updated {{(pid=103091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:30:46.671118 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-da6ddd55-5e59-4bf1-9af9-92ea06689a73 admin admin] 10.222.0.72 "PUT /v2.0/routers/19202571-146d-46fa-8222-fe959a1946fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4821827 Mar 11 16:30:46.673963 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 45608) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:30:46.678516 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b685b9-64a6-45b6-9edf-8b6f73d96a71 None None] Sync routers for ids ['19202571-146d-46fa-8222-fe959a1946fd'] in dv-cinder-750782-12-iscsi {{(pid=103094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:30:46.696890 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b685b9-64a6-45b6-9edf-8b6f73d96a71 None None] Routers {'19202571-146d-46fa-8222-fe959a1946fd'} bound to L3 agent in host dv-cinder-750782-12-iscsi {{(pid=103094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 16:30:46.697964 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_hamode_db [None req-86b685b9-64a6-45b6-9edf-8b6f73d96a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-11T16:12:46Z,description=,heartbeat_timestamp=2022-03-11T16:30:46Z,host='dv-cinder-750782-12-iscsi',id=03422851-42b1-44c9-ada6-e479436b7b23,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:12:46Z,topic='l3_agent')) {'router_ids': ['19202571-146d-46fa-8222-fe959a1946fd'], 'active': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:30:46.809823 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48684f9d-4e58-49f0-a04b-4765f5deb7cb req-4e3ca667-446f-44f1-99e4-3374847d60e6 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:46.811564 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-48684f9d-4e58-49f0-a04b-4765f5deb7cb req-4e3ca667-446f-44f1-99e4-3374847d60e6 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/ports?device_id=00189d5e-9da3-4b4b-b673-20a09fd5b40b HTTP/1.1" status: 200 len: 945 time: 0.1470392 Mar 11 16:30:46.822387 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-9b771234-7e95-414d-900d-7d96d43c95ca req-d5d85cd6-022a-48b5-96c2-c465baa92531 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/security-groups?id=e1b324ab-1dec-4ca3-84fa-33a28865bcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1448600 Mar 11 16:30:46.913752 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_hamode_db [None req-438671ef-86e5-48e4-b971-4604d28b8d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7333cbb-ba2b-4f58-b070-e55b0aaba248', 'name': 'tempest-TestMinimumBasicScenario-441492581-router', 'tenant_id': '598e1634c4054801b830f0013726d570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'external_fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': 'aa17e70d-3686-49ee-9a89-1ce9b7a2d68d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:26:42Z', 'updated_at': '2022-03-11T16:26:45Z', 'revision_number': 4, 'project_id': '598e1634c4054801b830f0013726d570', 'gw_port': {'id': 'aa17e70d-3686-49ee-9a89-1ce9b7a2d68d', 'name': '', 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:43:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7333cbb-ba2b-4f58-b070-e55b0aaba248', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:26:42Z', 'updated_at': '2022-03-11T16:26:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-12-iscsi', '_interfaces': [{'id': 'c904cd7f-5d79-44a8-9dfa-208d62685c1e', 'name': '', 'network_id': 'da5d2b45-20a5-46cf-a436-51ef5a03abe9', 'tenant_id': '598e1634c4054801b830f0013726d570', 'mac_address': 'fa:16:3e:78:06:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7333cbb-ba2b-4f58-b070-e55b0aaba248', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '4ce60427-bf88-47b5-a7dd-ae29e6047b16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:26:44Z', 'updated_at': '2022-03-11T16:26:51Z', 'revision_number': 5, 'project_id': '598e1634c4054801b830f0013726d570', 'subnets': [{'id': '4ce60427-bf88-47b5-a7dd-ae29e6047b16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-12-iscsi', False) {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:30:46.952449 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438671ef-86e5-48e4-b971-4604d28b8d91 None None] The sync data for ids ['e7333cbb-ba2b-4f58-b070-e55b0aaba248'] in dv-cinder-750782-12-iscsi is: [{'id': 'e7333cbb-ba2b-4f58-b070-e55b0aaba248', 'name': 'tempest-TestMinimumBasicScenario-441492581-router', 'tenant_id': '598e1634c4054801b830f0013726d570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'external_fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': 'aa17e70d-3686-49ee-9a89-1ce9b7a2d68d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:26:42Z', 'updated_at': '2022-03-11T16:26:45Z', 'revision_number': 4, 'project_id': '598e1634c4054801b830f0013726d570', 'gw_port': {'id': 'aa17e70d-3686-49ee-9a89-1ce9b7a2d68d', 'name': '', 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:43:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7333cbb-ba2b-4f58-b070-e55b0aaba248', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:26:42Z', 'updated_at': '2022-03-11T16:26:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-12-iscsi', '_interfaces': [{'id': 'c904cd7f-5d79-44a8-9dfa-208d62685c1e', 'name': '', 'network_id': 'da5d2b45-20a5-46cf-a436-51ef5a03abe9', 'tenant_id': '598e1634c4054801b830f0013726d570', 'mac_address': 'fa:16:3e:78:06:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7333cbb-ba2b-4f58-b070-e55b0aaba248', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '4ce60427-bf88-47b5-a7dd-ae29e6047b16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:26:44Z', 'updated_at': '2022-03-11T16:26:51Z', 'revision_number': 5, 'project_id': '598e1634c4054801b830f0013726d570', 'subnets': [{'id': '4ce60427-bf88-47b5-a7dd-ae29e6047b16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:30:47.001457 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-48684f9d-4e58-49f0-a04b-4765f5deb7cb req-5215d80b-e688-4182-86a8-90229d1577dd tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/security-groups?id=0c90faa2-cbf5-42ca-b5cc-1f12c555cc2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1779370 Mar 11 16:30:47.087532 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_dvr_db [None req-86b685b9-64a6-45b6-9edf-8b6f73d96a71 None None] Set router 19202571-146d-46fa-8222-fe959a1946fd gateway port host: dv-cinder-750782-12-iscsi {{(pid=103094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 16:30:47.198397 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-c6afc66f-7972-47f8-84ac-ccea1cda4801 admin admin] Publish callbacks [] for router (19202571-146d-46fa-8222-fe959a1946fd), before_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:47.249336 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.agents_db [None req-ed17eba3-c4d2-4aaa-a64c-93b8434a4a48 None None] Agent healthcheck: found 6 active agents {{(pid=103094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 16:30:47.420516 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-c6afc66f-7972-47f8-84ac-ccea1cda4801 admin admin] Publish callbacks [] for router_gateway (19202571-146d-46fa-8222-fe959a1946fd), before_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:47.443994 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b62e9e5-0ee8-4122-a560-a48de5f4c52d None None] New status for floating IP fe623301-f0f6-4b80-893f-0e7dcd6db218: DOWN {{(pid=103093) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 16:30:47.457464 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_hamode_db [None req-86b685b9-64a6-45b6-9edf-8b6f73d96a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19202571-146d-46fa-8222-fe959a1946fd', 'name': 'tempest-TestShelveInstance-21246603-router', 'tenant_id': '6afb84ea33c34a8284e22ea7f8dbc20a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'external_fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': '27674ad5-3741-4c21-94ab-f0bea39e0c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:23:24Z', 'updated_at': '2022-03-11T16:30:45Z', 'revision_number': 5, 'project_id': '6afb84ea33c34a8284e22ea7f8dbc20a', 'gw_port': {'id': '27674ad5-3741-4c21-94ab-f0bea39e0c37', 'name': '', 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:87:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19202571-146d-46fa-8222-fe959a1946fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:23:25Z', 'updated_at': '2022-03-11T16:23:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-12-iscsi'}], 'dv-cinder-750782-12-iscsi', False) {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:30:47.492583 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.plugins.ml2.plugin [None req-c6afc66f-7972-47f8-84ac-ccea1cda4801 admin admin] Deleting port 27674ad5-3741-4c21-94ab-f0bea39e0c37 {{(pid=103091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 16:30:47.493224 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-c6afc66f-7972-47f8-84ac-ccea1cda4801 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780138536942'] for port (27674ad5-3741-4c21-94ab-f0bea39e0c37), before_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:47.500198 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b685b9-64a6-45b6-9edf-8b6f73d96a71 None None] Checking router: 19202571-146d-46fa-8222-fe959a1946fd for host: dv-cinder-750782-12-iscsi {{(pid=103094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:30:47.520701 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b685b9-64a6-45b6-9edf-8b6f73d96a71 None None] Routers {'19202571-146d-46fa-8222-fe959a1946fd'} bound to L3 agent in host dv-cinder-750782-12-iscsi {{(pid=103094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 16:30:47.522435 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_hamode_db [None req-86b685b9-64a6-45b6-9edf-8b6f73d96a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-11T16:12:46Z,description=,heartbeat_timestamp=2022-03-11T16:30:46Z,host='dv-cinder-750782-12-iscsi',id=03422851-42b1-44c9-ada6-e479436b7b23,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:12:46Z,topic='l3_agent')) {'router_ids': ['19202571-146d-46fa-8222-fe959a1946fd'], 'active': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:30:47.544527 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ae773407-53f5-44d0-bdbe-4d88b69a915f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (d0bcdf8a-248d-4278-aa4c-95e4828d61b2), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:47.607271 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.plugins.ml2.db [None req-c6afc66f-7972-47f8-84ac-ccea1cda4801 admin admin] For port 27674ad5-3741-4c21-94ab-f0bea39e0c37, host dv-cinder-750782-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-12-iscsi',level=0,port_id=27674ad5-3741-4c21-94ab-f0bea39e0c37,segment=NetworkSegment(d35af6e3-4c7b-42bf-84c3-6daa0b397bde),segment_id=d35af6e3-4c7b-42bf-84c3-6daa0b397bde)] {{(pid=103091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:30:47.607594 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-c6afc66f-7972-47f8-84ac-ccea1cda4801 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538029'] for port (27674ad5-3741-4c21-94ab-f0bea39e0c37), precommit_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:47.627583 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.plugins.ml2.plugin [None req-c6afc66f-7972-47f8-84ac-ccea1cda4801 admin admin] Calling delete_port for 27674ad5-3741-4c21-94ab-f0bea39e0c37 owned by network:router_gateway {{(pid=103091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 16:30:47.792649 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_dvr_db [None req-86b685b9-64a6-45b6-9edf-8b6f73d96a71 None None] Set router 19202571-146d-46fa-8222-fe959a1946fd gateway port host: None {{(pid=103094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 16:30:47.860947 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_hamode_db [None req-86b685b9-64a6-45b6-9edf-8b6f73d96a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19202571-146d-46fa-8222-fe959a1946fd', 'name': 'tempest-TestShelveInstance-21246603-router', 'tenant_id': '6afb84ea33c34a8284e22ea7f8dbc20a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:23:24Z', 'updated_at': '2022-03-11T16:30:47Z', 'revision_number': 6, 'project_id': '6afb84ea33c34a8284e22ea7f8dbc20a', 'gw_port_host': None}], 'dv-cinder-750782-12-iscsi', False) {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:30:47.873119 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-c6afc66f-7972-47f8-84ac-ccea1cda4801 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780138542421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780137975920'] for port (27674ad5-3741-4c21-94ab-f0bea39e0c37), after_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:47.900380 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b685b9-64a6-45b6-9edf-8b6f73d96a71 None None] The sync data for ids ['19202571-146d-46fa-8222-fe959a1946fd'] in dv-cinder-750782-12-iscsi is: [{'id': '19202571-146d-46fa-8222-fe959a1946fd', 'name': 'tempest-TestShelveInstance-21246603-router', 'tenant_id': '6afb84ea33c34a8284e22ea7f8dbc20a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:23:24Z', 'updated_at': '2022-03-11T16:30:47Z', 'revision_number': 6, 'project_id': '6afb84ea33c34a8284e22ea7f8dbc20a', 'gw_port_host': None}] {{(pid=103094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:30:47.906580 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6afc66f-7972-47f8-84ac-ccea1cda4801 admin admin] Pushing event deleted for resources: {'Port': ['ID=27674ad5-3741-4c21-94ab-f0bea39e0c37,revision_number=None']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:30:47.973488 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-c6afc66f-7972-47f8-84ac-ccea1cda4801 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539841'] for router_gateway (19202571-146d-46fa-8222-fe959a1946fd), after_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:48.067136 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648bdd0b-645d-452c-b4bc-7c4d0e16520e req-823865a3-0e80-45f3-9736-080e977a5736 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:48.075273 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-648bdd0b-645d-452c-b4bc-7c4d0e16520e req-823865a3-0e80-45f3-9736-080e977a5736 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=c2248b31-692b-41bb-be4c-efc637b74827 HTTP/1.1" status: 200 len: 945 time: 0.0798759 Mar 11 16:30:48.096659 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-c6afc66f-7972-47f8-84ac-ccea1cda4801 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56560'] for router (19202571-146d-46fa-8222-fe959a1946fd), precommit_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:48.102054 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-c6afc66f-7972-47f8-84ac-ccea1cda4801 admin admin] Publish callbacks [] for router_controller (19202571-146d-46fa-8222-fe959a1946fd), precommit_delete_associations {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:48.170236 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-c6afc66f-7972-47f8-84ac-ccea1cda4801 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-772181'] for router (19202571-146d-46fa-8222-fe959a1946fd), after_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:48.170801 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6afc66f-7972-47f8-84ac-ccea1cda4801 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 19202571-146d-46fa-8222-fe959a1946fd {{(pid=103091) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 16:30:48.176724 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-c6afc66f-7972-47f8-84ac-ccea1cda4801 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:48.184132 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-c6afc66f-7972-47f8-84ac-ccea1cda4801 admin admin] 10.222.0.72 "DELETE /v2.0/routers/19202571-146d-46fa-8222-fe959a1946fd HTTP/1.1" status: 204 len: 168 time: 1.5088625 Mar 11 16:30:48.184864 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 45624) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:30:48.192292 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-648bdd0b-645d-452c-b4bc-7c4d0e16520e req-4d4abffc-694b-4a16-a045-3d96fe2ba476 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/security-groups?id=e1b324ab-1dec-4ca3-84fa-33a28865bcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153064 Mar 11 16:30:48.229970 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427e90a0-be3e-4c92-85d8-c307f6014697 req-80f0273c-827f-4e27-b93c-9026d6552c5c tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:48.241317 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-427e90a0-be3e-4c92-85d8-c307f6014697 req-80f0273c-827f-4e27-b93c-9026d6552c5c tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/ports?device_id=00189d5e-9da3-4b4b-b673-20a09fd5b40b HTTP/1.1" status: 200 len: 945 time: 0.1170876 Mar 11 16:30:48.249063 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.db.db_base_plugin_v2 [None req-23f9efc5-49b5-4fbc-8fef-ba896efda4ec admin admin] Deleting subnet a52384ed-9db6-46e8-9576-be4e2499c742 {{(pid=103091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 16:30:48.252697 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-23f9efc5-49b5-4fbc-8fef-ba896efda4ec admin admin] Publish callbacks [] for subnet (a52384ed-9db6-46e8-9576-be4e2499c742), before_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:48.332446 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-427e90a0-be3e-4c92-85d8-c307f6014697 req-e97d82a4-505d-4511-906f-6e7bf8b1bc7a tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/security-groups?id=0c90faa2-cbf5-42ca-b5cc-1f12c555cc2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901334 Mar 11 16:30:48.333180 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-23f9efc5-49b5-4fbc-8fef-ba896efda4ec admin admin] Publish callbacks [] for subnet (a52384ed-9db6-46e8-9576-be4e2499c742), precommit_delete_associations {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:48.394999 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Device 539867cf-27ba-4873-a22e-448040bb864d no longer exists at agent ovs-agent-dv-cinder-750782-12-iscsi {{(pid=103093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 16:30:48.449220 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] No Port match for: 539867cf-27ba-4873-a22e-448040bb864d {{(pid=103093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 16:30:48.450279 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Device 539867cf-27ba-4873-a22e-448040bb864d not bound to the agent host dv-cinder-750782-12-iscsi {{(pid=103093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 16:30:48.505753 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-23f9efc5-49b5-4fbc-8fef-ba896efda4ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393129'] for subnet (a52384ed-9db6-46e8-9576-be4e2499c742), precommit_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:48.546595 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f1b364-7fe2-4492-b6af-847786902b36 req-ab2b0ddf-7934-4d65-8083-2c67fd26512f tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:48.552288 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-42f1b364-7fe2-4492-b6af-847786902b36 req-ab2b0ddf-7934-4d65-8083-2c67fd26512f tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/ports?device_id=00189d5e-9da3-4b4b-b673-20a09fd5b40b HTTP/1.1" status: 200 len: 945 time: 0.0866461 Mar 11 16:30:48.559845 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 45632) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:30:48.566505 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.v2.base [None req-5d81b0c6-ec60-46dd-a8b7-1cb12b651747 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Request body: {'floatingip': {'port_id': '6b8671bb-235d-4592-ba50-3f589c19c304'}} {{(pid=103092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:30:48.595615 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-23f9efc5-49b5-4fbc-8fef-ba896efda4ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410'] for subnet (a52384ed-9db6-46e8-9576-be4e2499c742), after_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:48.641580 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-5d81b0c6-ec60-46dd-a8b7-1cb12b651747 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks [] for floatingip (ec2418d9-7a4c-47ab-9181-02f5036a886d), before_update {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:48.670527 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f9efc5-49b5-4fbc-8fef-ba896efda4ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a52384ed-9db6-46e8-9576-be4e2499c742,revision_number=None']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:30:48.677782 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-23f9efc5-49b5-4fbc-8fef-ba896efda4ec admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:48.682214 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-23f9efc5-49b5-4fbc-8fef-ba896efda4ec admin admin] 10.222.0.72 "DELETE /v2.0/subnets/a52384ed-9db6-46e8-9576-be4e2499c742 HTTP/1.1" status: 204 len: 168 time: 0.4961731 Mar 11 16:30:48.685137 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 45636) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:30:48.687228 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad65ddc7-0192-40d1-aeba-9dfade475901 None None] Network 91701b40-45b6-4dc3-9365-5d3024585e80 requested from dv-cinder-750782-12-iscsi {{(pid=103093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 16:30:48.790336 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-ee5fab9b-0706-4bf8-a628-cf9c5dafcaf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1370412'] for network (91701b40-45b6-4dc3-9365-5d3024585e80), before_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:48.882778 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-12686fd2-0f25-484f-a78a-b5cd34d8581b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (a5a5d809-3580-471a-ade1-6c5ecc269919), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:48.940470 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.plugins.ml2.plugin [None req-ee5fab9b-0706-4bf8-a628-cf9c5dafcaf7 admin admin] Deleting port 1c51495c-6114-4530-a5f4-39a2cf0cb287 {{(pid=103091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 16:30:48.941059 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-ee5fab9b-0706-4bf8-a628-cf9c5dafcaf7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780138536942'] for port (1c51495c-6114-4530-a5f4-39a2cf0cb287), before_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:48.966185 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3570327-6c98-4ca0-acad-3497bef5f374 req-850b5538-08a2-4bef-907e-be19c3f29b85 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:48.968105 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-b3570327-6c98-4ca0-acad-3497bef5f374 req-850b5538-08a2-4bef-907e-be19c3f29b85 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ae41eb5-e75e-41d9-a01d-f8f3dade95e5 HTTP/1.1" status: 200 len: 945 time: 0.2295201 Mar 11 16:30:48.990201 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64d69825-1263-45d3-929a-51a4084a671e None None] DHCP port deletion for 91701b40-45b6-4dc3-9365-5d3024585e80 request from dv-cinder-750782-12-iscsi {{(pid=103093) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 16:30:49.037702 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.plugins.ml2.db [None req-ee5fab9b-0706-4bf8-a628-cf9c5dafcaf7 admin admin] For port 1c51495c-6114-4530-a5f4-39a2cf0cb287, host dv-cinder-750782-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-12-iscsi',level=0,port_id=1c51495c-6114-4530-a5f4-39a2cf0cb287,segment=NetworkSegment(53cdd138-4e9c-4178-b0e9-01621a26969b),segment_id=53cdd138-4e9c-4178-b0e9-01621a26969b)] {{(pid=103091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:30:49.038400 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-ee5fab9b-0706-4bf8-a628-cf9c5dafcaf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538029'] for port (1c51495c-6114-4530-a5f4-39a2cf0cb287), precommit_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:49.062557 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.plugins.ml2.plugin [None req-ee5fab9b-0706-4bf8-a628-cf9c5dafcaf7 admin admin] Calling delete_port for 1c51495c-6114-4530-a5f4-39a2cf0cb287 owned by network:dhcp {{(pid=103091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 16:30:49.090334 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-64d69825-1263-45d3-929a-51a4084a671e None None] Deleting port 1c51495c-6114-4530-a5f4-39a2cf0cb287 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 16:30:49.092401 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-64d69825-1263-45d3-929a-51a4084a671e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780138536942'] for port (1c51495c-6114-4530-a5f4-39a2cf0cb287), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:49.145035 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-b3570327-6c98-4ca0-acad-3497bef5f374 req-88fe19e6-a061-4f1f-99af-a4fdd9e816ff tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a49b004-8e94-4813-88fa-8e010a72423f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622379 Mar 11 16:30:49.184687 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-64d69825-1263-45d3-929a-51a4084a671e None None] For port 1c51495c-6114-4530-a5f4-39a2cf0cb287, host dv-cinder-750782-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-12-iscsi',level=0,port_id=1c51495c-6114-4530-a5f4-39a2cf0cb287,segment=NetworkSegment(53cdd138-4e9c-4178-b0e9-01621a26969b),segment_id=53cdd138-4e9c-4178-b0e9-01621a26969b)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:30:49.185025 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-64d69825-1263-45d3-929a-51a4084a671e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538029'] for port (1c51495c-6114-4530-a5f4-39a2cf0cb287), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:49.202333 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-64d69825-1263-45d3-929a-51a4084a671e None None] Calling delete_port for 1c51495c-6114-4530-a5f4-39a2cf0cb287 owned by network:dhcp {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 16:30:49.221275 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-ee5fab9b-0706-4bf8-a628-cf9c5dafcaf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780138542421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780137975920'] for port (1c51495c-6114-4530-a5f4-39a2cf0cb287), after_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:49.289370 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5fab9b-0706-4bf8-a628-cf9c5dafcaf7 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c51495c-6114-4530-a5f4-39a2cf0cb287,revision_number=None']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:30:49.292329 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5fab9b-0706-4bf8-a628-cf9c5dafcaf7 admin admin] No DVR routers for this DVR port 1c51495c-6114-4530-a5f4-39a2cf0cb287 on host dv-cinder-750782-12-iscsi {{(pid=103091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:30:49.414471 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-64d69825-1263-45d3-929a-51a4084a671e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780138542421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780137975920'] for port (1c51495c-6114-4530-a5f4-39a2cf0cb287), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:49.431437 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-ee5fab9b-0706-4bf8-a628-cf9c5dafcaf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393938', 'neutron.services.segments.db._delete_segments_for_network-8780138304022'] for network (91701b40-45b6-4dc3-9365-5d3024585e80), precommit_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:49.435007 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d69825-1263-45d3-929a-51a4084a671e None None] No DVR routers for this DVR port 1c51495c-6114-4530-a5f4-39a2cf0cb287 on host dv-cinder-750782-12-iscsi {{(pid=103093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:30:49.501083 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d69825-1263-45d3-929a-51a4084a671e None None] Pushing event deleted for resources: {'Port': ['ID=1c51495c-6114-4530-a5f4-39a2cf0cb287,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:30:49.504895 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-ee5fab9b-0706-4bf8-a628-cf9c5dafcaf7 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:30:49.506916 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-ee5fab9b-0706-4bf8-a628-cf9c5dafcaf7 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:30:49.509072 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-ee5fab9b-0706-4bf8-a628-cf9c5dafcaf7 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:30:49.509921 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-ee5fab9b-0706-4bf8-a628-cf9c5dafcaf7 admin admin] Subscribe: > port after_create 55550000 {{(pid=103091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:30:49.510955 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-ee5fab9b-0706-4bf8-a628-cf9c5dafcaf7 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:30:49.511828 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-ee5fab9b-0706-4bf8-a628-cf9c5dafcaf7 admin admin] Subscribe: > port after_update 55550000 {{(pid=103091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:30:49.512274 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-ee5fab9b-0706-4bf8-a628-cf9c5dafcaf7 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:30:49.512709 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-ee5fab9b-0706-4bf8-a628-cf9c5dafcaf7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:30:49.513125 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-ee5fab9b-0706-4bf8-a628-cf9c5dafcaf7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:30:49.513543 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-ee5fab9b-0706-4bf8-a628-cf9c5dafcaf7 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:30:49.703274 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-ee5fab9b-0706-4bf8-a628-cf9c5dafcaf7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:30:49.703963 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-ee5fab9b-0706-4bf8-a628-cf9c5dafcaf7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:30:49.704395 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-ee5fab9b-0706-4bf8-a628-cf9c5dafcaf7 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:30:49.704957 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-ee5fab9b-0706-4bf8-a628-cf9c5dafcaf7 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:30:49.705366 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.services.segments.db [None req-ee5fab9b-0706-4bf8-a628-cf9c5dafcaf7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91701b40-45b6-4dc3-9365-5d3024585e80']}} {{(pid=103091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:30:49.734198 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.services.segments.db [None req-ee5fab9b-0706-4bf8-a628-cf9c5dafcaf7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53cdd138-4e9c-4178-b0e9-01621a26969b') {'for_net_delete': True} {{(pid=103091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:30:49.734198 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.services.segments.db [None req-ee5fab9b-0706-4bf8-a628-cf9c5dafcaf7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53cdd138-4e9c-4178-b0e9-01621a26969b') {} {{(pid=103091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:30:49.751424 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-ee5fab9b-0706-4bf8-a628-cf9c5dafcaf7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780138303519', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29666199'] for segment (53cdd138-4e9c-4178-b0e9-01621a26969b), before_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:49.779587 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-ee5fab9b-0706-4bf8-a628-cf9c5dafcaf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1821558'] for segment (53cdd138-4e9c-4178-b0e9-01621a26969b), precommit_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:49.790991 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee5fab9b-0706-4bf8-a628-cf9c5dafcaf7 admin admin] Releasing vlan 629 on physical network physnet1 to pool {{(pid=103091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:30:49.791494 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-ee5fab9b-0706-4bf8-a628-cf9c5dafcaf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1821558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29535034'] for segment (53cdd138-4e9c-4178-b0e9-01621a26969b), after_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:49.801125 dv-cinder-750782-12-iscsi neutron-server[103091]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 11 16:30:49.801125 dv-cinder-750782-12-iscsi neutron-server[103091]: from cryptography.utils import int_from_bytes Mar 11 16:30:49.801125 dv-cinder-750782-12-iscsi neutron-server[103091]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 11 16:30:49.801125 dv-cinder-750782-12-iscsi neutron-server[103091]: from cryptography.utils import int_from_bytes Mar 11 16:30:49.801125 dv-cinder-750782-12-iscsi neutron-server[103091]: Traceback (most recent call last): Mar 11 16:30:49.801125 dv-cinder-750782-12-iscsi neutron-server[103091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:30:49.801125 dv-cinder-750782-12-iscsi neutron-server[103091]: timer() Mar 11 16:30:49.801125 dv-cinder-750782-12-iscsi neutron-server[103091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:30:49.801125 dv-cinder-750782-12-iscsi neutron-server[103091]: cb(*args, **kw) Mar 11 16:30:49.801125 dv-cinder-750782-12-iscsi neutron-server[103091]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 16:30:49.801125 dv-cinder-750782-12-iscsi neutron-server[103091]: return func(*args, **kwargs) Mar 11 16:30:49.801125 dv-cinder-750782-12-iscsi neutron-server[103091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:30:49.801125 dv-cinder-750782-12-iscsi neutron-server[103091]: self._notify() Mar 11 16:30:49.801125 dv-cinder-750782-12-iscsi neutron-server[103091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:30:49.801125 dv-cinder-750782-12-iscsi neutron-server[103091]: self.callback(batched_events) Mar 11 16:30:49.801125 dv-cinder-750782-12-iscsi neutron-server[103091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:30:49.801125 dv-cinder-750782-12-iscsi neutron-server[103091]: event.method(event) Mar 11 16:30:49.801125 dv-cinder-750782-12-iscsi neutron-server[103091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 16:30:49.801125 dv-cinder-750782-12-iscsi neutron-server[103091]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:30:49.801125 dv-cinder-750782-12-iscsi neutron-server[103091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 16:30:49.801125 dv-cinder-750782-12-iscsi neutron-server[103091]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:30:49.801125 dv-cinder-750782-12-iscsi neutron-server[103091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 16:30:49.801125 dv-cinder-750782-12-iscsi neutron-server[103091]: return f(self, *a, **k) Mar 11 16:30:49.801125 dv-cinder-750782-12-iscsi neutron-server[103091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:30:49.801125 dv-cinder-750782-12-iscsi neutron-server[103091]: return self._get(url).json() Mar 11 16:30:49.801125 dv-cinder-750782-12-iscsi neutron-server[103091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:30:49.801125 dv-cinder-750782-12-iscsi neutron-server[103091]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:30:49.801125 dv-cinder-750782-12-iscsi neutron-server[103091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:30:49.801125 dv-cinder-750782-12-iscsi neutron-server[103091]: return self.request(url, 'GET', **kwargs) Mar 11 16:30:49.801125 dv-cinder-750782-12-iscsi neutron-server[103091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:30:49.801125 dv-cinder-750782-12-iscsi neutron-server[103091]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:30:49.801125 dv-cinder-750782-12-iscsi neutron-server[103091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:30:49.801125 dv-cinder-750782-12-iscsi neutron-server[103091]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:30:49.801125 dv-cinder-750782-12-iscsi neutron-server[103091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:30:49.801125 dv-cinder-750782-12-iscsi neutron-server[103091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:30:49.801125 dv-cinder-750782-12-iscsi neutron-server[103091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:30:49.834602 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc75eec8-e6a8-4616-a7ef-c04bb5a60bc0 req-7249593b-8ef5-4f51-b12a-4f8577567e7e tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:49.842393 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-fc75eec8-e6a8-4616-a7ef-c04bb5a60bc0 req-7249593b-8ef5-4f51-b12a-4f8577567e7e tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=c2248b31-692b-41bb-be4c-efc637b74827 HTTP/1.1" status: 200 len: 945 time: 0.1140301 Mar 11 16:30:49.871789 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-ee5fab9b-0706-4bf8-a628-cf9c5dafcaf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539877'] for network (91701b40-45b6-4dc3-9365-5d3024585e80), after_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:49.895081 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-ee5fab9b-0706-4bf8-a628-cf9c5dafcaf7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779404'] for network (None), before_response {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:49.900158 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-ee5fab9b-0706-4bf8-a628-cf9c5dafcaf7 admin admin] 10.222.0.72 "DELETE /v2.0/networks/91701b40-45b6-4dc3-9365-5d3024585e80 HTTP/1.1" status: 204 len: 168 time: 1.2134299 Mar 11 16:30:49.901470 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5fab9b-0706-4bf8-a628-cf9c5dafcaf7 admin admin] Pushing event deleted for resources: {'Network': ['ID=91701b40-45b6-4dc3-9365-5d3024585e80,revision_number=None']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:30:49.903570 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 45644) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:30:49.955539 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-fc75eec8-e6a8-4616-a7ef-c04bb5a60bc0 req-441d4667-b239-4693-8e4c-ba71d4ba76b5 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/security-groups?id=e1b324ab-1dec-4ca3-84fa-33a28865bcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122627 Mar 11 16:30:49.976718 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-5d81b0c6-ec60-46dd-a8b7-1cb12b651747 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:49.991963 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-5d81b0c6-ec60-46dd-a8b7-1cb12b651747 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539899'] for floatingip (ec2418d9-7a4c-47ab-9181-02f5036a886d), after_update {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:50.108420 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.db.l3_db [None req-5d81b0c6-ec60-46dd-a8b7-1cb12b651747 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Floating IP ec2418d9-7a4c-47ab-9181-02f5036a886d associated. External IP: 172.27.0.37, port: 6b8671bb-235d-4592-ba50-3f589c19c304. Mar 11 16:30:50.220219 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Device 1c51495c-6114-4530-a5f4-39a2cf0cb287 no longer exists at agent ovs-agent-dv-cinder-750782-12-iscsi {{(pid=103093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 16:30:50.247858 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] No Port match for: 1c51495c-6114-4530-a5f4-39a2cf0cb287 {{(pid=103093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 16:30:50.248766 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Device 1c51495c-6114-4530-a5f4-39a2cf0cb287 not bound to the agent host dv-cinder-750782-12-iscsi {{(pid=103093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 16:30:50.249529 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Device 27674ad5-3741-4c21-94ab-f0bea39e0c37 no longer exists at agent ovs-agent-dv-cinder-750782-12-iscsi {{(pid=103093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 16:30:50.288399 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] No Port match for: 27674ad5-3741-4c21-94ab-f0bea39e0c37 {{(pid=103093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 16:30:50.289037 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Device 27674ad5-3741-4c21-94ab-f0bea39e0c37 not bound to the agent host dv-cinder-750782-12-iscsi {{(pid=103093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 16:30:50.384218 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0179326b-565d-4861-99cb-7c79772649db req-9c22b361-c3a5-4891-abdd-be7562f85f59 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:50.392493 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-0179326b-565d-4861-99cb-7c79772649db req-9c22b361-c3a5-4891-abdd-be7562f85f59 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ae41eb5-e75e-41d9-a01d-f8f3dade95e5 HTTP/1.1" status: 200 len: 945 time: 0.1177568 Mar 11 16:30:50.418592 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (1025624e-e238-47fc-86ae-58f7bb6baa16), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:50.517270 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-0179326b-565d-4861-99cb-7c79772649db req-79c0d049-78b0-40ca-bcbd-23f7fd5bbd50 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a49b004-8e94-4813-88fa-8e010a72423f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238081 Mar 11 16:30:50.522469 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d81b0c6-ec60-46dd-a8b7-1cb12b651747 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Router 0445e330-dbfe-4390-80a7-5bd62ee92899 has already been hosted by L3 agent 03422851-42b1-44c9-ada6-e479436b7b23 {{(pid=103092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:30:50.568553 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-bf9672e8-f12e-4763-98e5-b801d8bff133 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-770299'] for router_interface (f207e0bb-93db-4eb6-b957-bc98f64cb027), before_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:50.727252 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d81b0c6-ec60-46dd-a8b7-1cb12b651747 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Notify agent at l3_agent.dv-cinder-750782-12-iscsi the message routers_updated {{(pid=103092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:30:50.739675 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-5d81b0c6-ec60-46dd-a8b7-1cb12b651747 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122971'] for floatingip (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:50.747384 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00722a1c-f802-46ec-9a3e-0277ec4ba17e None None] Sync routers for ids ['0445e330-dbfe-4390-80a7-5bd62ee92899'] in dv-cinder-750782-12-iscsi {{(pid=103094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:30:50.765278 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00722a1c-f802-46ec-9a3e-0277ec4ba17e None None] Routers {'0445e330-dbfe-4390-80a7-5bd62ee92899'} bound to L3 agent in host dv-cinder-750782-12-iscsi {{(pid=103094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 16:30:50.766138 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_hamode_db [None req-00722a1c-f802-46ec-9a3e-0277ec4ba17e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-11T16:12:46Z,description=,heartbeat_timestamp=2022-03-11T16:30:46Z,host='dv-cinder-750782-12-iscsi',id=03422851-42b1-44c9-ada6-e479436b7b23,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:12:46Z,topic='l3_agent')) {'router_ids': ['0445e330-dbfe-4390-80a7-5bd62ee92899'], 'active': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:30:50.808604 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-5d81b0c6-ec60-46dd-a8b7-1cb12b651747 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "PUT /v2.0/floatingips/ec2418d9-7a4c-47ab-9181-02f5036a886d HTTP/1.1" status: 200 len: 990 time: 2.2330921 Mar 11 16:30:50.808604 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00189d5e-9da3-4b4b-b673-20a09fd5b40b', 'tag': '6b8671bb-235d-4592-ba50-3f589c19c304'}] {{(pid=103092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:30:50.808604 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8119d67d121bc7655fb27ee4e81d05746f3857d7b024446e390c37a4f39e07a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47f733d7-29c7-4b0c-826a-ee4d624ccc78" -d '{"events": [{"name": "network-changed", "server_uuid": "00189d5e-9da3-4b4b-b673-20a09fd5b40b", "tag": "6b8671bb-235d-4592-ba50-3f589c19c304"}]}' {{(pid=103092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 16:30:50.857842 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 16:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc70b96d-bc14-46cb-8e50-4640e8591541 x-openstack-request-id: req-dc70b96d-bc14-46cb-8e50-4640e8591541 {{(pid=103092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 16:30:50.858405 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00189d5e-9da3-4b4b-b673-20a09fd5b40b", "tag": "6b8671bb-235d-4592-ba50-3f589c19c304", "status": "completed", "code": 200}]} {{(pid=103092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 16:30:50.858952 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-dc70b96d-bc14-46cb-8e50-4640e8591541 {{(pid=103092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 16:30:50.859793 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00189d5e-9da3-4b4b-b673-20a09fd5b40b', 'tag': '6b8671bb-235d-4592-ba50-3f589c19c304', 'status': 'completed', 'code': 200} Mar 11 16:30:51.021799 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f733d7-29c7-4b0c-826a-ee4d624ccc78 req-4e4eec19-a0ef-4c08-9f57-9f28194c1fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:51.022969 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.plugins.ml2.plugin [None req-bf9672e8-f12e-4763-98e5-b801d8bff133 admin admin] Deleting port 56d71fc9-5162-4070-bbf0-7aa2990778cd {{(pid=103091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 16:30:51.023399 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-47f733d7-29c7-4b0c-826a-ee4d624ccc78 req-4e4eec19-a0ef-4c08-9f57-9f28194c1fbd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3f90eba451e343e49c0fa456ba2b00cd&device_id=00189d5e-9da3-4b4b-b673-20a09fd5b40b HTTP/1.1" status: 200 len: 1129 time: 0.1383686 Mar 11 16:30:51.024390 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-bf9672e8-f12e-4763-98e5-b801d8bff133 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780138536942'] for port (56d71fc9-5162-4070-bbf0-7aa2990778cd), before_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:51.026040 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_dvr_db [None req-00722a1c-f802-46ec-9a3e-0277ec4ba17e None None] Set router 0445e330-dbfe-4390-80a7-5bd62ee92899 gateway port host: dv-cinder-750782-12-iscsi {{(pid=103094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 16:30:51.131687 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.plugins.ml2.db [None req-bf9672e8-f12e-4763-98e5-b801d8bff133 admin admin] For port 56d71fc9-5162-4070-bbf0-7aa2990778cd, host dv-cinder-750782-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-12-iscsi',level=0,port_id=56d71fc9-5162-4070-bbf0-7aa2990778cd,segment=NetworkSegment(bd7180ce-26f0-47e0-94a3-48ad5443f0c3),segment_id=bd7180ce-26f0-47e0-94a3-48ad5443f0c3)] {{(pid=103091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:30:51.132552 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-bf9672e8-f12e-4763-98e5-b801d8bff133 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538029'] for port (56d71fc9-5162-4070-bbf0-7aa2990778cd), precommit_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:51.151239 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.plugins.ml2.plugin [None req-bf9672e8-f12e-4763-98e5-b801d8bff133 admin admin] Calling delete_port for 56d71fc9-5162-4070-bbf0-7aa2990778cd owned by network:router_interface {{(pid=103091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 16:30:51.200835 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f733d7-29c7-4b0c-826a-ee4d624ccc78 req-d0c9e3ad-059b-4a8d-a770-23f54c6b01bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:51.202734 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-47f733d7-29c7-4b0c-826a-ee4d624ccc78 req-d0c9e3ad-059b-4a8d-a770-23f54c6b01bb service neutron] 10.222.0.18 "GET /v2.0/networks?id=5f3aea45-b741-4cf8-ad8b-40753fc82fad HTTP/1.1" status: 200 len: 916 time: 0.1700881 Mar 11 16:30:51.237561 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47d8e87-51ff-4c10-ba62-c78f4df272ac req-c3b18d3c-da87-4ed7-961c-8d965d291ea7 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:51.241486 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-c47d8e87-51ff-4c10-ba62-c78f4df272ac req-c3b18d3c-da87-4ed7-961c-8d965d291ea7 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ae41eb5-e75e-41d9-a01d-f8f3dade95e5 HTTP/1.1" status: 200 len: 945 time: 0.3115733 Mar 11 16:30:51.436447 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-bf9672e8-f12e-4763-98e5-b801d8bff133 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780138542421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780137975920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29534923'] for port (56d71fc9-5162-4070-bbf0-7aa2990778cd), after_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:51.437329 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6985c21-ec63-4ec2-95a9-6f39fa99863d req-a5cc94c6-8713-43ec-ab26-295842e042dc tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:51.439914 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-d6985c21-ec63-4ec2-95a9-6f39fa99863d req-a5cc94c6-8713-43ec-ab26-295842e042dc tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=c2248b31-692b-41bb-be4c-efc637b74827 HTTP/1.1" status: 200 len: 945 time: 0.3017740 Mar 11 16:30:51.451678 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-47f733d7-29c7-4b0c-826a-ee4d624ccc78 req-3d1ccf64-d226-45df-9879-2ae997dff5a9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6b8671bb-235d-4592-ba50-3f589c19c304 HTTP/1.1" status: 200 len: 998 time: 0.2404327 Mar 11 16:30:51.465972 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9672e8-f12e-4763-98e5-b801d8bff133 admin admin] Pushing event deleted for resources: {'Port': ['ID=56d71fc9-5162-4070-bbf0-7aa2990778cd,revision_number=None']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:30:51.547604 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_hamode_db [None req-00722a1c-f802-46ec-9a3e-0277ec4ba17e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0445e330-dbfe-4390-80a7-5bd62ee92899', 'name': 'tempest-AttachVolumeNegativeTest-1800470620-router', 'tenant_id': '3f90eba451e343e49c0fa456ba2b00cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'external_fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': 'dc4b8562-4065-4207-bec1-befa1889d519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:21:10Z', 'updated_at': '2022-03-11T16:21:21Z', 'revision_number': 4, 'project_id': '3f90eba451e343e49c0fa456ba2b00cd', 'gw_port': {'id': 'dc4b8562-4065-4207-bec1-befa1889d519', 'name': '', 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:52:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0445e330-dbfe-4390-80a7-5bd62ee92899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:12Z', 'updated_at': '2022-03-11T16:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-12-iscsi', '_floatingips': [{'id': 'ec2418d9-7a4c-47ab-9181-02f5036a886d', 'tenant_id': '3f90eba451e343e49c0fa456ba2b00cd', 'floating_ip_address': '172.27.0.37', 'floating_network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'router_id': '0445e330-dbfe-4390-80a7-5bd62ee92899', 'port_id': '6b8671bb-235d-4592-ba50-3f589c19c304', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f3aea45-b741-4cf8-ad8b-40753fc82fad', 'mac_address': 'fa:16:3e:c9:ee:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00189d5e-9da3-4b4b-b673-20a09fd5b40b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:30:31Z', 'updated_at': '2022-03-11T16:30:49Z', 'revision_number': 1, 'project_id': '3f90eba451e343e49c0fa456ba2b00cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ac48933-906b-451f-9262-acdcb1369688', 'name': '', 'network_id': '5f3aea45-b741-4cf8-ad8b-40753fc82fad', 'tenant_id': '3f90eba451e343e49c0fa456ba2b00cd', 'mac_address': 'fa:16:3e:a5:32:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0445e330-dbfe-4390-80a7-5bd62ee92899', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'acc28c21-3e47-4bf8-b31f-cbbed70c6f99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:19Z', 'updated_at': '2022-03-11T16:21:30Z', 'revision_number': 5, 'project_id': '3f90eba451e343e49c0fa456ba2b00cd', 'subnets': [{'id': 'acc28c21-3e47-4bf8-b31f-cbbed70c6f99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-12-iscsi', False) {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:30:51.604775 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f733d7-29c7-4b0c-826a-ee4d624ccc78 req-f8515aef-93c7-4d45-9945-f48c6633aee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:51.606545 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-47f733d7-29c7-4b0c-826a-ee4d624ccc78 req-f8515aef-93c7-4d45-9945-f48c6633aee7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=acc28c21-3e47-4bf8-b31f-cbbed70c6f99 HTTP/1.1" status: 200 len: 854 time: 0.1154866 Mar 11 16:30:51.636556 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00722a1c-f802-46ec-9a3e-0277ec4ba17e None None] Checking router: 0445e330-dbfe-4390-80a7-5bd62ee92899 for host: dv-cinder-750782-12-iscsi {{(pid=103094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:30:51.656543 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00722a1c-f802-46ec-9a3e-0277ec4ba17e None None] Routers {'0445e330-dbfe-4390-80a7-5bd62ee92899'} bound to L3 agent in host dv-cinder-750782-12-iscsi {{(pid=103094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 16:30:51.657335 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_hamode_db [None req-00722a1c-f802-46ec-9a3e-0277ec4ba17e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-11T16:12:46Z,description=,heartbeat_timestamp=2022-03-11T16:30:46Z,host='dv-cinder-750782-12-iscsi',id=03422851-42b1-44c9-ada6-e479436b7b23,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:12:46Z,topic='l3_agent')) {'router_ids': ['0445e330-dbfe-4390-80a7-5bd62ee92899'], 'active': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:30:51.759868 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-bf9672e8-f12e-4763-98e5-b801d8bff133 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-779433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-771947'] for router_interface (f207e0bb-93db-4eb6-b957-bc98f64cb027), after_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:51.828587 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.plugin [req-c47d8e87-51ff-4c10-ba62-c78f4df272ac req-49ca25a9-c4ed-4447-b313-818761242068 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] Deleting port 8c37eb20-6e9a-4e65-aaba-f39cab90d628 {{(pid=103092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 16:30:51.829078 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-c47d8e87-51ff-4c10-ba62-c78f4df272ac req-49ca25a9-c4ed-4447-b313-818761242068 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780138536942'] for port (8c37eb20-6e9a-4e65-aaba-f39cab90d628), before_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:51.882854 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-d6985c21-ec63-4ec2-95a9-6f39fa99863d req-03a95171-ecfe-4b36-b621-bb10bf712475 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/security-groups?id=e1b324ab-1dec-4ca3-84fa-33a28865bcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4295266 Mar 11 16:30:51.950179 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_dvr_db [None req-00722a1c-f802-46ec-9a3e-0277ec4ba17e None None] Set router 0445e330-dbfe-4390-80a7-5bd62ee92899 gateway port host: dv-cinder-750782-12-iscsi {{(pid=103094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 16:30:51.987347 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.db [req-c47d8e87-51ff-4c10-ba62-c78f4df272ac req-49ca25a9-c4ed-4447-b313-818761242068 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] For port 8c37eb20-6e9a-4e65-aaba-f39cab90d628, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=8c37eb20-6e9a-4e65-aaba-f39cab90d628,segment=NetworkSegment(a9e9fee8-7ed2-407e-8a16-dc30f22dcde8),segment_id=a9e9fee8-7ed2-407e-8a16-dc30f22dcde8)] {{(pid=103092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:30:51.987759 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-c47d8e87-51ff-4c10-ba62-c78f4df272ac req-49ca25a9-c4ed-4447-b313-818761242068 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538029'] for port (8c37eb20-6e9a-4e65-aaba-f39cab90d628), precommit_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:52.005714 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.plugin [req-c47d8e87-51ff-4c10-ba62-c78f4df272ac req-49ca25a9-c4ed-4447-b313-818761242068 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] Calling delete_port for 8c37eb20-6e9a-4e65-aaba-f39cab90d628 owned by compute:nova {{(pid=103092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 16:30:52.246402 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acf0763-1bc7-4ea6-b21b-b2f493886ff4 req-7913b754-3f62-4a06-91a0-fb5ba1666874 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:52.250086 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-0acf0763-1bc7-4ea6-b21b-b2f493886ff4 req-7913b754-3f62-4a06-91a0-fb5ba1666874 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ae41eb5-e75e-41d9-a01d-f8f3dade95e5 HTTP/1.1" status: 200 len: 945 time: 0.5201142 Mar 11 16:30:52.274863 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f733d7-29c7-4b0c-826a-ee4d624ccc78 req-ce797d79-e091-485a-a50e-50d13e3dd532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:52.276759 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-47f733d7-29c7-4b0c-826a-ee4d624ccc78 req-ce797d79-e091-485a-a50e-50d13e3dd532 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5f3aea45-b741-4cf8-ad8b-40753fc82fad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.6489675 Mar 11 16:30:52.373380 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-c47d8e87-51ff-4c10-ba62-c78f4df272ac req-49ca25a9-c4ed-4447-b313-818761242068 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780138542421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780137975920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30811620'] for port (8c37eb20-6e9a-4e65-aaba-f39cab90d628), after_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:52.394626 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] get_ports_and_sgs() called for port_ids ['8c37eb20-6e9a-4e65-aaba-f39cab90d628'] {{(pid=103093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 16:30:52.410734 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_hamode_db [None req-00722a1c-f802-46ec-9a3e-0277ec4ba17e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0445e330-dbfe-4390-80a7-5bd62ee92899', 'name': 'tempest-AttachVolumeNegativeTest-1800470620-router', 'tenant_id': '3f90eba451e343e49c0fa456ba2b00cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'external_fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': 'dc4b8562-4065-4207-bec1-befa1889d519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:21:10Z', 'updated_at': '2022-03-11T16:21:21Z', 'revision_number': 4, 'project_id': '3f90eba451e343e49c0fa456ba2b00cd', 'gw_port': {'id': 'dc4b8562-4065-4207-bec1-befa1889d519', 'name': '', 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:52:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0445e330-dbfe-4390-80a7-5bd62ee92899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:12Z', 'updated_at': '2022-03-11T16:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-12-iscsi', '_floatingips': [{'id': 'ec2418d9-7a4c-47ab-9181-02f5036a886d', 'tenant_id': '3f90eba451e343e49c0fa456ba2b00cd', 'floating_ip_address': '172.27.0.37', 'floating_network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'router_id': '0445e330-dbfe-4390-80a7-5bd62ee92899', 'port_id': '6b8671bb-235d-4592-ba50-3f589c19c304', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f3aea45-b741-4cf8-ad8b-40753fc82fad', 'mac_address': 'fa:16:3e:c9:ee:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00189d5e-9da3-4b4b-b673-20a09fd5b40b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:30:31Z', 'updated_at': '2022-03-11T16:30:49Z', 'revision_number': 1, 'project_id': '3f90eba451e343e49c0fa456ba2b00cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ac48933-906b-451f-9262-acdcb1369688', 'name': '', 'network_id': '5f3aea45-b741-4cf8-ad8b-40753fc82fad', 'tenant_id': '3f90eba451e343e49c0fa456ba2b00cd', 'mac_address': 'fa:16:3e:a5:32:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0445e330-dbfe-4390-80a7-5bd62ee92899', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'acc28c21-3e47-4bf8-b31f-cbbed70c6f99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:19Z', 'updated_at': '2022-03-11T16:21:30Z', 'revision_number': 5, 'project_id': '3f90eba451e343e49c0fa456ba2b00cd', 'subnets': [{'id': 'acc28c21-3e47-4bf8-b31f-cbbed70c6f99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-12-iscsi', False) {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:30:52.448276 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ca25a9-c4ed-4447-b313-818761242068 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] Pushing event deleted for resources: {'Port': ['ID=8c37eb20-6e9a-4e65-aaba-f39cab90d628,revision_number=None']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:30:52.455871 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-0acf0763-1bc7-4ea6-b21b-b2f493886ff4 req-6f433780-c64a-4bb8-82ac-12993f5940fe tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a49b004-8e94-4813-88fa-8e010a72423f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975200 Mar 11 16:30:52.494339 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00722a1c-f802-46ec-9a3e-0277ec4ba17e None None] The sync data for ids ['0445e330-dbfe-4390-80a7-5bd62ee92899'] in dv-cinder-750782-12-iscsi is: [{'id': '0445e330-dbfe-4390-80a7-5bd62ee92899', 'name': 'tempest-AttachVolumeNegativeTest-1800470620-router', 'tenant_id': '3f90eba451e343e49c0fa456ba2b00cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'external_fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': 'dc4b8562-4065-4207-bec1-befa1889d519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:21:10Z', 'updated_at': '2022-03-11T16:21:21Z', 'revision_number': 4, 'project_id': '3f90eba451e343e49c0fa456ba2b00cd', 'gw_port': {'id': 'dc4b8562-4065-4207-bec1-befa1889d519', 'name': '', 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:52:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0445e330-dbfe-4390-80a7-5bd62ee92899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:12Z', 'updated_at': '2022-03-11T16:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-12-iscsi', '_floatingips': [{'id': 'ec2418d9-7a4c-47ab-9181-02f5036a886d', 'tenant_id': '3f90eba451e343e49c0fa456ba2b00cd', 'floating_ip_address': '172.27.0.37', 'floating_network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'router_id': '0445e330-dbfe-4390-80a7-5bd62ee92899', 'port_id': '6b8671bb-235d-4592-ba50-3f589c19c304', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f3aea45-b741-4cf8-ad8b-40753fc82fad', 'mac_address': 'fa:16:3e:c9:ee:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00189d5e-9da3-4b4b-b673-20a09fd5b40b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:30:31Z', 'updated_at': '2022-03-11T16:30:49Z', 'revision_number': 1, 'project_id': '3f90eba451e343e49c0fa456ba2b00cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ac48933-906b-451f-9262-acdcb1369688', 'name': '', 'network_id': '5f3aea45-b741-4cf8-ad8b-40753fc82fad', 'tenant_id': '3f90eba451e343e49c0fa456ba2b00cd', 'mac_address': 'fa:16:3e:a5:32:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0445e330-dbfe-4390-80a7-5bd62ee92899', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'acc28c21-3e47-4bf8-b31f-cbbed70c6f99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:19Z', 'updated_at': '2022-03-11T16:21:30Z', 'revision_number': 5, 'project_id': '3f90eba451e343e49c0fa456ba2b00cd', 'subnets': [{'id': 'acc28c21-3e47-4bf8-b31f-cbbed70c6f99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:30:52.517097 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf9672e8-f12e-4763-98e5-b801d8bff133 admin admin] Router f207e0bb-93db-4eb6-b957-bc98f64cb027 has already been hosted by L3 agent 03422851-42b1-44c9-ada6-e479436b7b23 {{(pid=103091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:30:52.582598 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.db.l3_dvrscheduler_db [req-c47d8e87-51ff-4c10-ba62-c78f4df272ac req-49ca25a9-c4ed-4447-b313-818761242068 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] No DVR routers for this DVR port 8c37eb20-6e9a-4e65-aaba-f39cab90d628 on host hv-cinder-75078 {{(pid=103092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:30:52.597806 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-c47d8e87-51ff-4c10-ba62-c78f4df272ac req-49ca25a9-c4ed-4447-b313-818761242068 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122971'] for port (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:52.601165 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-c47d8e87-51ff-4c10-ba62-c78f4df272ac req-49ca25a9-c4ed-4447-b313-818761242068 tempest-TestMinimumBasicScenario-812693016 tempest-TestMinimumBasicScenario-812693016-project] 10.222.0.18 "DELETE /v2.0/ports/8c37eb20-6e9a-4e65-aaba-f39cab90d628 HTTP/1.1" status: 204 len: 173 time: 1.3056729 Mar 11 16:30:52.607907 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-47f733d7-29c7-4b0c-826a-ee4d624ccc78 req-1c60e539-cc5d-4768-b320-f00c4adda63e service neutron] 10.222.0.18 "GET /v2.0/networks/5f3aea45-b741-4cf8-ad8b-40753fc82fad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3112385 Mar 11 16:30:52.790273 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-47f733d7-29c7-4b0c-826a-ee4d624ccc78 req-1b3da87e-7959-4763-b943-cc64b1c360a6 service neutron] 10.222.0.18 "GET /v2.0/networks/5f3aea45-b741-4cf8-ad8b-40753fc82fad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552742 Mar 11 16:30:52.827231 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf9672e8-f12e-4763-98e5-b801d8bff133 admin admin] Notify agent at l3_agent.dv-cinder-750782-12-iscsi the message routers_updated {{(pid=103091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:30:52.839751 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92bd70b6-05ad-4fdf-ac90-aad9765ae1c1 None None] Sync routers for ids ['f207e0bb-93db-4eb6-b957-bc98f64cb027'] in dv-cinder-750782-12-iscsi {{(pid=103093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:30:52.840773 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-bf9672e8-f12e-4763-98e5-b801d8bff133 admin admin] 10.222.0.72 "PUT /v2.0/routers/f207e0bb-93db-4eb6-b957-bc98f64cb027/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9362249 Mar 11 16:30:52.843797 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 45656) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:30:52.864925 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ae41eb5-e75e-41d9-a01d-f8f3dade95e5', 'name': 'network-vif-deleted', 'tag': '8c37eb20-6e9a-4e65-aaba-f39cab90d628'}] {{(pid=103092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:30:52.864925 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8119d67d121bc7655fb27ee4e81d05746f3857d7b024446e390c37a4f39e07a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb79f004-a366-492b-911c-6907d891830c" -d '{"events": [{"server_uuid": "3ae41eb5-e75e-41d9-a01d-f8f3dade95e5", "name": "network-vif-deleted", "tag": "8c37eb20-6e9a-4e65-aaba-f39cab90d628"}]}' {{(pid=103092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 16:30:52.892851 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92bd70b6-05ad-4fdf-ac90-aad9765ae1c1 None None] Routers {'f207e0bb-93db-4eb6-b957-bc98f64cb027'} bound to L3 agent in host dv-cinder-750782-12-iscsi {{(pid=103093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 16:30:52.893842 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_hamode_db [None req-92bd70b6-05ad-4fdf-ac90-aad9765ae1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-11T16:12:46Z,description=,heartbeat_timestamp=2022-03-11T16:30:46Z,host='dv-cinder-750782-12-iscsi',id=03422851-42b1-44c9-ada6-e479436b7b23,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:12:46Z,topic='l3_agent')) {'router_ids': ['f207e0bb-93db-4eb6-b957-bc98f64cb027'], 'active': True} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:30:52.988263 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 16:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91f958ed-e057-421e-8055-cdb79bf4524f x-openstack-request-id: req-91f958ed-e057-421e-8055-cdb79bf4524f {{(pid=103092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 16:30:52.989420 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ae41eb5-e75e-41d9-a01d-f8f3dade95e5", "name": "network-vif-deleted", "tag": "8c37eb20-6e9a-4e65-aaba-f39cab90d628", "status": "completed", "code": 200}]} {{(pid=103092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 16:30:52.990523 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-91f958ed-e057-421e-8055-cdb79bf4524f {{(pid=103092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 16:30:52.991221 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ae41eb5-e75e-41d9-a01d-f8f3dade95e5', 'name': 'network-vif-deleted', 'tag': '8c37eb20-6e9a-4e65-aaba-f39cab90d628', 'status': 'completed', 'code': 200} Mar 11 16:30:53.039529 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7a7dba-b315-4fe4-ab35-24f241d0f439 None None] New status for floating IP ec2418d9-7a4c-47ab-9181-02f5036a886d: ACTIVE {{(pid=103094) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 16:30:53.112351 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-210dda1d-7327-4472-aac7-07cd62b364c2 admin admin] Publish callbacks [] for router (f207e0bb-93db-4eb6-b957-bc98f64cb027), before_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:53.166432 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085a4f94-a15f-4b67-8d58-e83a382be9c3 req-aaef7b0f-bfac-470c-a898-326afa57da9a tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:53.168031 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-085a4f94-a15f-4b67-8d58-e83a382be9c3 req-aaef7b0f-bfac-470c-a898-326afa57da9a tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=c2248b31-692b-41bb-be4c-efc637b74827 HTTP/1.1" status: 200 len: 945 time: 0.1087594 Mar 11 16:30:53.208085 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_dvr_db [None req-92bd70b6-05ad-4fdf-ac90-aad9765ae1c1 None None] Set router f207e0bb-93db-4eb6-b957-bc98f64cb027 gateway port host: dv-cinder-750782-12-iscsi {{(pid=103093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 16:30:53.319005 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-085a4f94-a15f-4b67-8d58-e83a382be9c3 req-79719087-c82c-46a7-a1e2-66a3b8ee01b6 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/security-groups?id=e1b324ab-1dec-4ca3-84fa-33a28865bcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1335351 Mar 11 16:30:53.332191 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-210dda1d-7327-4472-aac7-07cd62b364c2 admin admin] Publish callbacks [] for router_gateway (f207e0bb-93db-4eb6-b957-bc98f64cb027), before_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:53.430946 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.plugins.ml2.plugin [None req-210dda1d-7327-4472-aac7-07cd62b364c2 admin admin] Deleting port 292a702d-dda9-4083-a9db-e91b61616550 {{(pid=103091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 16:30:53.430946 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-210dda1d-7327-4472-aac7-07cd62b364c2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780138536942'] for port (292a702d-dda9-4083-a9db-e91b61616550), before_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:53.563518 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_hamode_db [None req-92bd70b6-05ad-4fdf-ac90-aad9765ae1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f207e0bb-93db-4eb6-b957-bc98f64cb027', 'name': 'tempest-TestShelveInstance-852080553-router', 'tenant_id': '1d8e8392588b439eadcd32a14d823ee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'external_fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': '292a702d-dda9-4083-a9db-e91b61616550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:23:31Z', 'updated_at': '2022-03-11T16:30:51Z', 'revision_number': 5, 'project_id': '1d8e8392588b439eadcd32a14d823ee7', 'gw_port': {'id': '292a702d-dda9-4083-a9db-e91b61616550', 'name': '', 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:17:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f207e0bb-93db-4eb6-b957-bc98f64cb027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:23:32Z', 'updated_at': '2022-03-11T16:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-12-iscsi'}], 'dv-cinder-750782-12-iscsi', False) {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:30:53.568822 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.plugins.ml2.db [None req-210dda1d-7327-4472-aac7-07cd62b364c2 admin admin] For port 292a702d-dda9-4083-a9db-e91b61616550, host dv-cinder-750782-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-12-iscsi',level=0,port_id=292a702d-dda9-4083-a9db-e91b61616550,segment=NetworkSegment(d35af6e3-4c7b-42bf-84c3-6daa0b397bde),segment_id=d35af6e3-4c7b-42bf-84c3-6daa0b397bde)] {{(pid=103091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:30:53.569270 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-210dda1d-7327-4472-aac7-07cd62b364c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538029'] for port (292a702d-dda9-4083-a9db-e91b61616550), precommit_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:53.591606 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.plugins.ml2.plugin [None req-210dda1d-7327-4472-aac7-07cd62b364c2 admin admin] Calling delete_port for 292a702d-dda9-4083-a9db-e91b61616550 owned by network:router_gateway {{(pid=103091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 16:30:53.612580 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92bd70b6-05ad-4fdf-ac90-aad9765ae1c1 None None] Checking router: f207e0bb-93db-4eb6-b957-bc98f64cb027 for host: dv-cinder-750782-12-iscsi {{(pid=103093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:30:53.626006 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92bd70b6-05ad-4fdf-ac90-aad9765ae1c1 None None] Routers {'f207e0bb-93db-4eb6-b957-bc98f64cb027'} bound to L3 agent in host dv-cinder-750782-12-iscsi {{(pid=103093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 16:30:53.626693 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_hamode_db [None req-92bd70b6-05ad-4fdf-ac90-aad9765ae1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-11T16:12:46Z,description=,heartbeat_timestamp=2022-03-11T16:30:46Z,host='dv-cinder-750782-12-iscsi',id=03422851-42b1-44c9-ada6-e479436b7b23,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:12:46Z,topic='l3_agent')) {'router_ids': ['f207e0bb-93db-4eb6-b957-bc98f64cb027'], 'active': True} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:30:53.755498 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_dvr_db [None req-92bd70b6-05ad-4fdf-ac90-aad9765ae1c1 None None] Set router f207e0bb-93db-4eb6-b957-bc98f64cb027 gateway port host: None {{(pid=103093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 16:30:53.871971 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_hamode_db [None req-92bd70b6-05ad-4fdf-ac90-aad9765ae1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f207e0bb-93db-4eb6-b957-bc98f64cb027', 'name': 'tempest-TestShelveInstance-852080553-router', 'tenant_id': '1d8e8392588b439eadcd32a14d823ee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:23:31Z', 'updated_at': '2022-03-11T16:30:53Z', 'revision_number': 6, 'project_id': '1d8e8392588b439eadcd32a14d823ee7', 'gw_port_host': None}], 'dv-cinder-750782-12-iscsi', False) {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:30:53.897596 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-210dda1d-7327-4472-aac7-07cd62b364c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780138542421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780137975920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29534923'] for port (292a702d-dda9-4083-a9db-e91b61616550), after_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:53.930583 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210dda1d-7327-4472-aac7-07cd62b364c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=292a702d-dda9-4083-a9db-e91b61616550,revision_number=None']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:30:54.021892 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-210dda1d-7327-4472-aac7-07cd62b364c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539841'] for router_gateway (f207e0bb-93db-4eb6-b957-bc98f64cb027), after_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:54.178026 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-210dda1d-7327-4472-aac7-07cd62b364c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56560'] for router (f207e0bb-93db-4eb6-b957-bc98f64cb027), precommit_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:54.181809 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-210dda1d-7327-4472-aac7-07cd62b364c2 admin admin] Publish callbacks [] for router_controller (f207e0bb-93db-4eb6-b957-bc98f64cb027), precommit_delete_associations {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:54.190349 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92bd70b6-05ad-4fdf-ac90-aad9765ae1c1 None None] The sync data for ids ['f207e0bb-93db-4eb6-b957-bc98f64cb027'] in dv-cinder-750782-12-iscsi is: [{'id': 'f207e0bb-93db-4eb6-b957-bc98f64cb027', 'name': 'tempest-TestShelveInstance-852080553-router', 'tenant_id': '1d8e8392588b439eadcd32a14d823ee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:23:31Z', 'updated_at': '2022-03-11T16:30:53Z', 'revision_number': 6, 'project_id': '1d8e8392588b439eadcd32a14d823ee7', 'gw_port_host': None}] {{(pid=103093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:30:54.266451 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-210dda1d-7327-4472-aac7-07cd62b364c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-772181'] for router (f207e0bb-93db-4eb6-b957-bc98f64cb027), after_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:54.267022 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-210dda1d-7327-4472-aac7-07cd62b364c2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f207e0bb-93db-4eb6-b957-bc98f64cb027 {{(pid=103091) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 16:30:54.274783 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-210dda1d-7327-4472-aac7-07cd62b364c2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:54.279509 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 45700) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:30:54.287970 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-210dda1d-7327-4472-aac7-07cd62b364c2 admin admin] 10.222.0.72 "DELETE /v2.0/routers/f207e0bb-93db-4eb6-b957-bc98f64cb027 HTTP/1.1" status: 204 len: 168 time: 1.4403379 Mar 11 16:30:54.387631 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6ce0f40-239e-4fae-981a-6d71d8b897c0 admin admin] Deleting subnet fee8ed2e-db27-4c0b-ae49-d3ed91890ebb {{(pid=103092) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 16:30:54.395103 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-b6ce0f40-239e-4fae-981a-6d71d8b897c0 admin admin] Publish callbacks [] for subnet (fee8ed2e-db27-4c0b-ae49-d3ed91890ebb), before_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:54.492676 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-b6ce0f40-239e-4fae-981a-6d71d8b897c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29539533'] for subnet (fee8ed2e-db27-4c0b-ae49-d3ed91890ebb), precommit_delete_associations {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:54.555448 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3209c4f7-727e-4bfb-9261-045e72dfd7bc req-56ac9232-4446-4461-a725-2df006708cb9 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:54.558187 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-3209c4f7-727e-4bfb-9261-045e72dfd7bc req-56ac9232-4446-4461-a725-2df006708cb9 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=c2248b31-692b-41bb-be4c-efc637b74827 HTTP/1.1" status: 200 len: 945 time: 0.1225605 Mar 11 16:30:54.568396 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 45706) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:30:54.797367 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Device 8c37eb20-6e9a-4e65-aaba-f39cab90d628 no longer exists at agent hyperv_hv-cinder-75078 {{(pid=103093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 16:30:54.814594 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-b6ce0f40-239e-4fae-981a-6d71d8b897c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393129'] for subnet (fee8ed2e-db27-4c0b-ae49-d3ed91890ebb), precommit_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:54.819675 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] No Port match for: 8c37eb20-6e9a-4e65-aaba-f39cab90d628 {{(pid=103093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 16:30:54.820228 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Device 8c37eb20-6e9a-4e65-aaba-f39cab90d628 not bound to the agent host hv-cinder-75078 {{(pid=103093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 16:30:54.822680 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-3209c4f7-727e-4bfb-9261-045e72dfd7bc req-5cecf479-b4b0-4fd7-87a7-679b955beedc tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/security-groups?id=e1b324ab-1dec-4ca3-84fa-33a28865bcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2562568 Mar 11 16:30:54.900004 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-b6ce0f40-239e-4fae-981a-6d71d8b897c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30811595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30740698'] for subnet (fee8ed2e-db27-4c0b-ae49-d3ed91890ebb), after_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:54.932148 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ce0f40-239e-4fae-981a-6d71d8b897c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fee8ed2e-db27-4c0b-ae49-d3ed91890ebb,revision_number=None']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:30:54.948263 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-b6ce0f40-239e-4fae-981a-6d71d8b897c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779404'] for subnet (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:54.954829 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-b6ce0f40-239e-4fae-981a-6d71d8b897c0 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/fee8ed2e-db27-4c0b-ae49-d3ed91890ebb HTTP/1.1" status: 204 len: 168 time: 0.6712189 Mar 11 16:30:54.955583 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 45712) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:30:54.961325 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-148c69a3-d282-4567-9f4a-2af107505bec None None] Network bc03793d-9c06-4f2b-ac4f-3ef2c267ecb0 requested from dv-cinder-750782-12-iscsi {{(pid=103093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 16:30:55.133302 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-4b5b0741-a469-43a1-9952-3f9d5fc300d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1370412'] for network (bc03793d-9c06-4f2b-ac4f-3ef2c267ecb0), before_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:55.257291 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.plugins.ml2.plugin [None req-4b5b0741-a469-43a1-9952-3f9d5fc300d7 admin admin] Deleting port 59d42875-3441-45a7-90f3-f0d76cf3d8ec {{(pid=103091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 16:30:55.257903 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-4b5b0741-a469-43a1-9952-3f9d5fc300d7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780138536942'] for port (59d42875-3441-45a7-90f3-f0d76cf3d8ec), before_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:55.264434 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-148eddd3-df9c-41d5-8f40-d95657fb19d9 None None] DHCP port deletion for bc03793d-9c06-4f2b-ac4f-3ef2c267ecb0 request from dv-cinder-750782-12-iscsi {{(pid=103093) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 16:30:55.340891 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-148eddd3-df9c-41d5-8f40-d95657fb19d9 None None] Deleting port 59d42875-3441-45a7-90f3-f0d76cf3d8ec {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 16:30:55.341266 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-148eddd3-df9c-41d5-8f40-d95657fb19d9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780138536942'] for port (59d42875-3441-45a7-90f3-f0d76cf3d8ec), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:55.360278 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.plugins.ml2.db [None req-4b5b0741-a469-43a1-9952-3f9d5fc300d7 admin admin] For port 59d42875-3441-45a7-90f3-f0d76cf3d8ec, host dv-cinder-750782-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-12-iscsi',level=0,port_id=59d42875-3441-45a7-90f3-f0d76cf3d8ec,segment=NetworkSegment(bd7180ce-26f0-47e0-94a3-48ad5443f0c3),segment_id=bd7180ce-26f0-47e0-94a3-48ad5443f0c3)] {{(pid=103091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:30:55.360943 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-4b5b0741-a469-43a1-9952-3f9d5fc300d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538029'] for port (59d42875-3441-45a7-90f3-f0d76cf3d8ec), precommit_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:55.379054 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.plugins.ml2.plugin [None req-4b5b0741-a469-43a1-9952-3f9d5fc300d7 admin admin] Calling delete_port for 59d42875-3441-45a7-90f3-f0d76cf3d8ec owned by network:dhcp {{(pid=103091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 16:30:55.439380 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-148eddd3-df9c-41d5-8f40-d95657fb19d9 None None] For port 59d42875-3441-45a7-90f3-f0d76cf3d8ec, host dv-cinder-750782-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-12-iscsi',level=0,port_id=59d42875-3441-45a7-90f3-f0d76cf3d8ec,segment=NetworkSegment(bd7180ce-26f0-47e0-94a3-48ad5443f0c3),segment_id=bd7180ce-26f0-47e0-94a3-48ad5443f0c3)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:30:55.440602 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-148eddd3-df9c-41d5-8f40-d95657fb19d9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538029'] for port (59d42875-3441-45a7-90f3-f0d76cf3d8ec), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:55.484588 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-148eddd3-df9c-41d5-8f40-d95657fb19d9 None None] Calling delete_port for 59d42875-3441-45a7-90f3-f0d76cf3d8ec owned by network:dhcp {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 16:30:55.532247 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-4b5b0741-a469-43a1-9952-3f9d5fc300d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780138542421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780137975920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29534923'] for port (59d42875-3441-45a7-90f3-f0d76cf3d8ec), after_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:55.555743 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b5b0741-a469-43a1-9952-3f9d5fc300d7 admin admin] No DVR routers for this DVR port 59d42875-3441-45a7-90f3-f0d76cf3d8ec on host dv-cinder-750782-12-iscsi {{(pid=103091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:30:55.579852 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5b0741-a469-43a1-9952-3f9d5fc300d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=59d42875-3441-45a7-90f3-f0d76cf3d8ec,revision_number=None']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:30:55.652362 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-148eddd3-df9c-41d5-8f40-d95657fb19d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780138542421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780137975920'] for port (59d42875-3441-45a7-90f3-f0d76cf3d8ec), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:55.665665 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-4b5b0741-a469-43a1-9952-3f9d5fc300d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393938', 'neutron.services.segments.db._delete_segments_for_network-8780138304022'] for network (bc03793d-9c06-4f2b-ac4f-3ef2c267ecb0), precommit_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:55.689672 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148eddd3-df9c-41d5-8f40-d95657fb19d9 None None] Pushing event deleted for resources: {'Port': ['ID=59d42875-3441-45a7-90f3-f0d76cf3d8ec,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:30:55.691238 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.services.segments.db [None req-4b5b0741-a469-43a1-9952-3f9d5fc300d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc03793d-9c06-4f2b-ac4f-3ef2c267ecb0']}} {{(pid=103091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:30:55.704181 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.services.segments.db [None req-4b5b0741-a469-43a1-9952-3f9d5fc300d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd7180ce-26f0-47e0-94a3-48ad5443f0c3') {'for_net_delete': True} {{(pid=103091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:30:55.704756 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.services.segments.db [None req-4b5b0741-a469-43a1-9952-3f9d5fc300d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd7180ce-26f0-47e0-94a3-48ad5443f0c3') {} {{(pid=103091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:30:55.711407 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-148eddd3-df9c-41d5-8f40-d95657fb19d9 None None] No DVR routers for this DVR port 59d42875-3441-45a7-90f3-f0d76cf3d8ec on host dv-cinder-750782-12-iscsi {{(pid=103093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:30:55.719237 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-4b5b0741-a469-43a1-9952-3f9d5fc300d7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780138303519', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29666199'] for segment (bd7180ce-26f0-47e0-94a3-48ad5443f0c3), before_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:55.741579 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-4b5b0741-a469-43a1-9952-3f9d5fc300d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1821558'] for segment (bd7180ce-26f0-47e0-94a3-48ad5443f0c3), precommit_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:55.752223 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b5b0741-a469-43a1-9952-3f9d5fc300d7 admin admin] Releasing vlan 635 on physical network physnet1 to pool {{(pid=103091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:30:55.752922 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-4b5b0741-a469-43a1-9952-3f9d5fc300d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1821558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29535034'] for segment (bd7180ce-26f0-47e0-94a3-48ad5443f0c3), after_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:55.755816 dv-cinder-750782-12-iscsi neutron-server[103091]: Traceback (most recent call last): Mar 11 16:30:55.755816 dv-cinder-750782-12-iscsi neutron-server[103091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:30:55.755816 dv-cinder-750782-12-iscsi neutron-server[103091]: timer() Mar 11 16:30:55.755816 dv-cinder-750782-12-iscsi neutron-server[103091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:30:55.755816 dv-cinder-750782-12-iscsi neutron-server[103091]: cb(*args, **kw) Mar 11 16:30:55.755816 dv-cinder-750782-12-iscsi neutron-server[103091]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 16:30:55.755816 dv-cinder-750782-12-iscsi neutron-server[103091]: return func(*args, **kwargs) Mar 11 16:30:55.755816 dv-cinder-750782-12-iscsi neutron-server[103091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:30:55.755816 dv-cinder-750782-12-iscsi neutron-server[103091]: self._notify() Mar 11 16:30:55.755816 dv-cinder-750782-12-iscsi neutron-server[103091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:30:55.755816 dv-cinder-750782-12-iscsi neutron-server[103091]: self.callback(batched_events) Mar 11 16:30:55.755816 dv-cinder-750782-12-iscsi neutron-server[103091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:30:55.755816 dv-cinder-750782-12-iscsi neutron-server[103091]: event.method(event) Mar 11 16:30:55.755816 dv-cinder-750782-12-iscsi neutron-server[103091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 16:30:55.755816 dv-cinder-750782-12-iscsi neutron-server[103091]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:30:55.755816 dv-cinder-750782-12-iscsi neutron-server[103091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 16:30:55.755816 dv-cinder-750782-12-iscsi neutron-server[103091]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:30:55.755816 dv-cinder-750782-12-iscsi neutron-server[103091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 16:30:55.755816 dv-cinder-750782-12-iscsi neutron-server[103091]: return f(self, *a, **k) Mar 11 16:30:55.755816 dv-cinder-750782-12-iscsi neutron-server[103091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:30:55.755816 dv-cinder-750782-12-iscsi neutron-server[103091]: return self._get(url).json() Mar 11 16:30:55.755816 dv-cinder-750782-12-iscsi neutron-server[103091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:30:55.755816 dv-cinder-750782-12-iscsi neutron-server[103091]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:30:55.755816 dv-cinder-750782-12-iscsi neutron-server[103091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:30:55.755816 dv-cinder-750782-12-iscsi neutron-server[103091]: return self.request(url, 'GET', **kwargs) Mar 11 16:30:55.755816 dv-cinder-750782-12-iscsi neutron-server[103091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:30:55.755816 dv-cinder-750782-12-iscsi neutron-server[103091]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:30:55.755816 dv-cinder-750782-12-iscsi neutron-server[103091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:30:55.755816 dv-cinder-750782-12-iscsi neutron-server[103091]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:30:55.755816 dv-cinder-750782-12-iscsi neutron-server[103091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:30:55.755816 dv-cinder-750782-12-iscsi neutron-server[103091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:30:55.755816 dv-cinder-750782-12-iscsi neutron-server[103091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:30:55.807918 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-330e2f7a-40dc-4bfa-ac73-7d496901b418 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-770299'] for router_interface (e7333cbb-ba2b-4f58-b070-e55b0aaba248), before_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:55.833460 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-4b5b0741-a469-43a1-9952-3f9d5fc300d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539877'] for network (bc03793d-9c06-4f2b-ac4f-3ef2c267ecb0), after_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:55.844291 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-4b5b0741-a469-43a1-9952-3f9d5fc300d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779404'] for network (None), before_response {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:55.850829 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-4b5b0741-a469-43a1-9952-3f9d5fc300d7 admin admin] 10.222.0.72 "DELETE /v2.0/networks/bc03793d-9c06-4f2b-ac4f-3ef2c267ecb0 HTTP/1.1" status: 204 len: 168 time: 0.8921285 Mar 11 16:30:55.870057 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5b0741-a469-43a1-9952-3f9d5fc300d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=bc03793d-9c06-4f2b-ac4f-3ef2c267ecb0,revision_number=None']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:30:56.013181 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 45724) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:30:56.059159 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-bf60ad43-7484-4ba6-9bbd-2d6f5eaebef0 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6afb84ea33c34a8284e22ea7f8dbc20a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0445726 Mar 11 16:30:56.061511 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 45730) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:30:56.125263 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-cf342add-b9b7-457e-ba64-6e32b3b23a8a admin admin] Publish callbacks [] for security_group (3f8a3eb6-f15a-44c8-ae2d-99556553d02c), before_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:56.144284 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e27dc1-2023-468d-979b-846e0f5dd15a req-fdafdfef-70ce-4398-98e6-856a90de75be tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:56.146534 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-47e27dc1-2023-468d-979b-846e0f5dd15a req-fdafdfef-70ce-4398-98e6-856a90de75be tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=c2248b31-692b-41bb-be4c-efc637b74827 HTTP/1.1" status: 200 len: 945 time: 0.1876197 Mar 11 16:30:56.155149 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-cf342add-b9b7-457e-ba64-6e32b3b23a8a admin admin] Publish callbacks [] for security_group (3f8a3eb6-f15a-44c8-ae2d-99556553d02c), precommit_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:56.179617 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Device 59d42875-3441-45a7-90f3-f0d76cf3d8ec no longer exists at agent ovs-agent-dv-cinder-750782-12-iscsi {{(pid=103093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 16:30:56.214031 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-cf342add-b9b7-457e-ba64-6e32b3b23a8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (3f8a3eb6-f15a-44c8-ae2d-99556553d02c), after_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:56.216280 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] No Port match for: 59d42875-3441-45a7-90f3-f0d76cf3d8ec {{(pid=103093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 16:30:56.216705 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Device 59d42875-3441-45a7-90f3-f0d76cf3d8ec not bound to the agent host dv-cinder-750782-12-iscsi {{(pid=103093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 16:30:56.217203 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Device 56d71fc9-5162-4070-bbf0-7aa2990778cd no longer exists at agent ovs-agent-dv-cinder-750782-12-iscsi {{(pid=103093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 16:30:56.220698 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-cf342add-b9b7-457e-ba64-6e32b3b23a8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:56.225213 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-cf342add-b9b7-457e-ba64-6e32b3b23a8a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/3f8a3eb6-f15a-44c8-ae2d-99556553d02c HTTP/1.1" status: 204 len: 168 time: 0.1594975 Mar 11 16:30:56.232827 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf342add-b9b7-457e-ba64-6e32b3b23a8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f8a3eb6-f15a-44c8-ae2d-99556553d02c,revision_number=None']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:30:56.236691 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-47e27dc1-2023-468d-979b-846e0f5dd15a req-84611716-38f9-443d-8cb1-35e9b930b23d tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/security-groups?id=e1b324ab-1dec-4ca3-84fa-33a28865bcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831144 Mar 11 16:30:56.242023 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] No Port match for: 56d71fc9-5162-4070-bbf0-7aa2990778cd {{(pid=103093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 16:30:56.242375 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Device 56d71fc9-5162-4070-bbf0-7aa2990778cd not bound to the agent host dv-cinder-750782-12-iscsi {{(pid=103093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 16:30:56.243437 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Device 292a702d-dda9-4083-a9db-e91b61616550 no longer exists at agent ovs-agent-dv-cinder-750782-12-iscsi {{(pid=103093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 16:30:56.290059 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] No Port match for: 292a702d-dda9-4083-a9db-e91b61616550 {{(pid=103093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 16:30:56.290733 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Device 292a702d-dda9-4083-a9db-e91b61616550 not bound to the agent host dv-cinder-750782-12-iscsi {{(pid=103093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 16:30:56.344295 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.plugin [None req-330e2f7a-40dc-4bfa-ac73-7d496901b418 admin admin] Deleting port c904cd7f-5d79-44a8-9dfa-208d62685c1e {{(pid=103092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 16:30:56.344636 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-330e2f7a-40dc-4bfa-ac73-7d496901b418 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780138536942'] for port (c904cd7f-5d79-44a8-9dfa-208d62685c1e), before_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:56.429811 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.db [None req-330e2f7a-40dc-4bfa-ac73-7d496901b418 admin admin] For port c904cd7f-5d79-44a8-9dfa-208d62685c1e, host dv-cinder-750782-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-12-iscsi',level=0,port_id=c904cd7f-5d79-44a8-9dfa-208d62685c1e,segment=NetworkSegment(a9e9fee8-7ed2-407e-8a16-dc30f22dcde8),segment_id=a9e9fee8-7ed2-407e-8a16-dc30f22dcde8)] {{(pid=103092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:30:56.430251 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-330e2f7a-40dc-4bfa-ac73-7d496901b418 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538029'] for port (c904cd7f-5d79-44a8-9dfa-208d62685c1e), precommit_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:56.443631 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.plugin [None req-330e2f7a-40dc-4bfa-ac73-7d496901b418 admin admin] Calling delete_port for c904cd7f-5d79-44a8-9dfa-208d62685c1e owned by network:router_interface {{(pid=103092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 16:30:56.590590 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 45738) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:30:56.632569 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-fa7a2030-ff22-4320-9509-b7bff5a515c7 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=1d8e8392588b439eadcd32a14d823ee7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0407469 Mar 11 16:30:56.635100 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 45740) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:30:56.640060 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-330e2f7a-40dc-4bfa-ac73-7d496901b418 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780138542421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780137975920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30811620'] for port (c904cd7f-5d79-44a8-9dfa-208d62685c1e), after_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:56.677358 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330e2f7a-40dc-4bfa-ac73-7d496901b418 admin admin] Pushing event deleted for resources: {'Port': ['ID=c904cd7f-5d79-44a8-9dfa-208d62685c1e,revision_number=None']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:30:56.687008 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-9968b833-5c6b-444b-94d9-68bdd9a0d3f9 admin admin] Publish callbacks [] for security_group (c04fc0f2-f07f-4de9-b6f6-babbe7547ea5), before_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:56.712734 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-9968b833-5c6b-444b-94d9-68bdd9a0d3f9 admin admin] Publish callbacks [] for security_group (c04fc0f2-f07f-4de9-b6f6-babbe7547ea5), precommit_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:56.775605 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-9968b833-5c6b-444b-94d9-68bdd9a0d3f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (c04fc0f2-f07f-4de9-b6f6-babbe7547ea5), after_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:56.780379 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-9968b833-5c6b-444b-94d9-68bdd9a0d3f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:56.782532 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-9968b833-5c6b-444b-94d9-68bdd9a0d3f9 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c04fc0f2-f07f-4de9-b6f6-babbe7547ea5 HTTP/1.1" status: 204 len: 168 time: 0.1462564 Mar 11 16:30:56.799710 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9968b833-5c6b-444b-94d9-68bdd9a0d3f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c04fc0f2-f07f-4de9-b6f6-babbe7547ea5,revision_number=None']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:30:56.906845 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-330e2f7a-40dc-4bfa-ac73-7d496901b418 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-779433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-771947'] for router_interface (e7333cbb-ba2b-4f58-b070-e55b0aaba248), after_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:57.112300 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a34101f-ae47-4587-967e-52b039168cb4 req-f8fefee7-7b14-41a1-824e-bcc5cdc80ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:57.114460 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-9a34101f-ae47-4587-967e-52b039168cb4 req-f8fefee7-7b14-41a1-824e-bcc5cdc80ea0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a951288cde284b359074a2755c43fd3f&device_id=c2248b31-692b-41bb-be4c-efc637b74827 HTTP/1.1" status: 200 len: 1129 time: 0.1028693 Mar 11 16:30:57.267190 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-330e2f7a-40dc-4bfa-ac73-7d496901b418 admin admin] Router e7333cbb-ba2b-4f58-b070-e55b0aaba248 has already been hosted by L3 agent 03422851-42b1-44c9-ada6-e479436b7b23 {{(pid=103092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:30:57.274512 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a34101f-ae47-4587-967e-52b039168cb4 req-aba2f5b7-7b23-4991-9bfc-cc39eacc084f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:57.275988 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-9a34101f-ae47-4587-967e-52b039168cb4 req-aba2f5b7-7b23-4991-9bfc-cc39eacc084f service neutron] 10.222.0.18 "GET /v2.0/networks?id=4d385937-5589-47ac-b063-981bb549e693 HTTP/1.1" status: 200 len: 918 time: 0.1525383 Mar 11 16:30:57.418514 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-9a34101f-ae47-4587-967e-52b039168cb4 req-f4c456fb-1f52-45a8-bc2c-4713858f909f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1f5306a9-2948-428d-83a8-aa48c5aa30ef HTTP/1.1" status: 200 len: 1001 time: 0.1358643 Mar 11 16:30:57.507861 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-330e2f7a-40dc-4bfa-ac73-7d496901b418 admin admin] Notify agent at l3_agent.dv-cinder-750782-12-iscsi the message routers_updated {{(pid=103092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:30:57.515554 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981ba9f9-6d86-43d0-82e8-fcf8bd63254a req-bde4d569-18bc-4bbb-987d-748d780e96e1 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:57.516753 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0204aaa5-d15f-4ea1-8902-83c2b87a2910 None None] Sync routers for ids ['e7333cbb-ba2b-4f58-b070-e55b0aaba248'] in dv-cinder-750782-12-iscsi {{(pid=103093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:30:57.517252 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-981ba9f9-6d86-43d0-82e8-fcf8bd63254a req-bde4d569-18bc-4bbb-987d-748d780e96e1 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=c2248b31-692b-41bb-be4c-efc637b74827 HTTP/1.1" status: 200 len: 945 time: 0.1971564 Mar 11 16:30:57.521111 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-330e2f7a-40dc-4bfa-ac73-7d496901b418 admin admin] 10.222.0.72 "PUT /v2.0/routers/e7333cbb-ba2b-4f58-b070-e55b0aaba248/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9513202 Mar 11 16:30:57.523757 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 45746) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:30:57.532303 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0204aaa5-d15f-4ea1-8902-83c2b87a2910 None None] Routers {'e7333cbb-ba2b-4f58-b070-e55b0aaba248'} bound to L3 agent in host dv-cinder-750782-12-iscsi {{(pid=103093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 16:30:57.532938 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_hamode_db [None req-0204aaa5-d15f-4ea1-8902-83c2b87a2910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-11T16:12:46Z,description=,heartbeat_timestamp=2022-03-11T16:30:46Z,host='dv-cinder-750782-12-iscsi',id=03422851-42b1-44c9-ada6-e479436b7b23,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:12:46Z,topic='l3_agent')) {'router_ids': ['e7333cbb-ba2b-4f58-b070-e55b0aaba248'], 'active': True} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:30:57.539773 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a34101f-ae47-4587-967e-52b039168cb4 req-c49ba93b-ad56-479e-81cd-0253a1343521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:57.541520 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-9a34101f-ae47-4587-967e-52b039168cb4 req-c49ba93b-ad56-479e-81cd-0253a1343521 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1fa91c63-7953-4f02-bfd2-c0a4c4e05e10 HTTP/1.1" status: 200 len: 856 time: 0.0898719 Mar 11 16:30:57.610076 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-981ba9f9-6d86-43d0-82e8-fcf8bd63254a req-a936d87e-1c2c-442f-af4f-c792700a17be tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/security-groups?id=e1b324ab-1dec-4ca3-84fa-33a28865bcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818899 Mar 11 16:30:57.624297 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a34101f-ae47-4587-967e-52b039168cb4 req-ed027704-b24a-45a5-ba94-cc6cc80c899a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:57.628015 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-9a34101f-ae47-4587-967e-52b039168cb4 req-ed027704-b24a-45a5-ba94-cc6cc80c899a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4d385937-5589-47ac-b063-981bb549e693&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0796859 Mar 11 16:30:57.646033 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-f5fcf028-116d-4437-aa10-f43b824c2745 admin admin] Publish callbacks [] for router (e7333cbb-ba2b-4f58-b070-e55b0aaba248), before_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:57.657163 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_dvr_db [None req-0204aaa5-d15f-4ea1-8902-83c2b87a2910 None None] Set router e7333cbb-ba2b-4f58-b070-e55b0aaba248 gateway port host: dv-cinder-750782-12-iscsi {{(pid=103093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 16:30:57.728879 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-9a34101f-ae47-4587-967e-52b039168cb4 req-abea9fa8-d3f9-4b50-aa6e-4e5608079cd2 service neutron] 10.222.0.18 "GET /v2.0/networks/4d385937-5589-47ac-b063-981bb549e693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932355 Mar 11 16:30:57.764755 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-f5fcf028-116d-4437-aa10-f43b824c2745 admin admin] Publish callbacks [] for router_gateway (e7333cbb-ba2b-4f58-b070-e55b0aaba248), before_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:57.827417 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.plugins.ml2.plugin [None req-f5fcf028-116d-4437-aa10-f43b824c2745 admin admin] Deleting port aa17e70d-3686-49ee-9a89-1ce9b7a2d68d {{(pid=103091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 16:30:57.827703 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-f5fcf028-116d-4437-aa10-f43b824c2745 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780138536942'] for port (aa17e70d-3686-49ee-9a89-1ce9b7a2d68d), before_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:57.854512 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_hamode_db [None req-0204aaa5-d15f-4ea1-8902-83c2b87a2910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7333cbb-ba2b-4f58-b070-e55b0aaba248', 'name': 'tempest-TestMinimumBasicScenario-441492581-router', 'tenant_id': '598e1634c4054801b830f0013726d570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'external_fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': 'aa17e70d-3686-49ee-9a89-1ce9b7a2d68d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:26:42Z', 'updated_at': '2022-03-11T16:30:56Z', 'revision_number': 5, 'project_id': '598e1634c4054801b830f0013726d570', 'gw_port': {'id': 'aa17e70d-3686-49ee-9a89-1ce9b7a2d68d', 'name': '', 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:43:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7333cbb-ba2b-4f58-b070-e55b0aaba248', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:26:42Z', 'updated_at': '2022-03-11T16:26:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-12-iscsi'}], 'dv-cinder-750782-12-iscsi', False) {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:30:57.883199 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-9a34101f-ae47-4587-967e-52b039168cb4 req-cf1eb516-ae4e-4a94-b6c7-daaf3d621c19 service neutron] 10.222.0.18 "GET /v2.0/networks/4d385937-5589-47ac-b063-981bb549e693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461582 Mar 11 16:30:57.886955 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0204aaa5-d15f-4ea1-8902-83c2b87a2910 None None] Checking router: e7333cbb-ba2b-4f58-b070-e55b0aaba248 for host: dv-cinder-750782-12-iscsi {{(pid=103093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:30:57.903809 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0204aaa5-d15f-4ea1-8902-83c2b87a2910 None None] Routers {'e7333cbb-ba2b-4f58-b070-e55b0aaba248'} bound to L3 agent in host dv-cinder-750782-12-iscsi {{(pid=103093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 16:30:57.904435 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_hamode_db [None req-0204aaa5-d15f-4ea1-8902-83c2b87a2910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-11T16:12:46Z,description=,heartbeat_timestamp=2022-03-11T16:30:46Z,host='dv-cinder-750782-12-iscsi',id=03422851-42b1-44c9-ada6-e479436b7b23,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:12:46Z,topic='l3_agent')) {'router_ids': ['e7333cbb-ba2b-4f58-b070-e55b0aaba248'], 'active': True} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:30:57.926767 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.plugins.ml2.db [None req-f5fcf028-116d-4437-aa10-f43b824c2745 admin admin] For port aa17e70d-3686-49ee-9a89-1ce9b7a2d68d, host dv-cinder-750782-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-12-iscsi',level=0,port_id=aa17e70d-3686-49ee-9a89-1ce9b7a2d68d,segment=NetworkSegment(d35af6e3-4c7b-42bf-84c3-6daa0b397bde),segment_id=d35af6e3-4c7b-42bf-84c3-6daa0b397bde)] {{(pid=103091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:30:57.927216 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-f5fcf028-116d-4437-aa10-f43b824c2745 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538029'] for port (aa17e70d-3686-49ee-9a89-1ce9b7a2d68d), precommit_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:57.940832 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.plugins.ml2.plugin [None req-f5fcf028-116d-4437-aa10-f43b824c2745 admin admin] Calling delete_port for aa17e70d-3686-49ee-9a89-1ce9b7a2d68d owned by network:router_gateway {{(pid=103091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 16:30:57.996019 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_dvr_db [None req-0204aaa5-d15f-4ea1-8902-83c2b87a2910 None None] Set router e7333cbb-ba2b-4f58-b070-e55b0aaba248 gateway port host: None {{(pid=103093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 16:30:58.052109 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_hamode_db [None req-0204aaa5-d15f-4ea1-8902-83c2b87a2910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7333cbb-ba2b-4f58-b070-e55b0aaba248', 'name': 'tempest-TestMinimumBasicScenario-441492581-router', 'tenant_id': '598e1634c4054801b830f0013726d570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:26:42Z', 'updated_at': '2022-03-11T16:30:57Z', 'revision_number': 6, 'project_id': '598e1634c4054801b830f0013726d570', 'gw_port_host': None}], 'dv-cinder-750782-12-iscsi', False) {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:30:58.079085 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0204aaa5-d15f-4ea1-8902-83c2b87a2910 None None] The sync data for ids ['e7333cbb-ba2b-4f58-b070-e55b0aaba248'] in dv-cinder-750782-12-iscsi is: [{'id': 'e7333cbb-ba2b-4f58-b070-e55b0aaba248', 'name': 'tempest-TestMinimumBasicScenario-441492581-router', 'tenant_id': '598e1634c4054801b830f0013726d570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:26:42Z', 'updated_at': '2022-03-11T16:30:57Z', 'revision_number': 6, 'project_id': '598e1634c4054801b830f0013726d570', 'gw_port_host': None}] {{(pid=103093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:30:58.142787 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-f5fcf028-116d-4437-aa10-f43b824c2745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780138542421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780137975920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29534923'] for port (aa17e70d-3686-49ee-9a89-1ce9b7a2d68d), after_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:58.171366 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fcf028-116d-4437-aa10-f43b824c2745 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa17e70d-3686-49ee-9a89-1ce9b7a2d68d,revision_number=None']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:30:58.244313 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-f5fcf028-116d-4437-aa10-f43b824c2745 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539841'] for router_gateway (e7333cbb-ba2b-4f58-b070-e55b0aaba248), after_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:58.339767 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-f5fcf028-116d-4437-aa10-f43b824c2745 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56560'] for router (e7333cbb-ba2b-4f58-b070-e55b0aaba248), precommit_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:58.341859 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-f5fcf028-116d-4437-aa10-f43b824c2745 admin admin] Publish callbacks [] for router_controller (e7333cbb-ba2b-4f58-b070-e55b0aaba248), precommit_delete_associations {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:58.387580 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-f5fcf028-116d-4437-aa10-f43b824c2745 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-772181'] for router (e7333cbb-ba2b-4f58-b070-e55b0aaba248), after_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:58.388121 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5fcf028-116d-4437-aa10-f43b824c2745 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e7333cbb-ba2b-4f58-b070-e55b0aaba248 {{(pid=103091) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 16:30:58.392449 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-f5fcf028-116d-4437-aa10-f43b824c2745 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:58.393585 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-f5fcf028-116d-4437-aa10-f43b824c2745 admin admin] 10.222.0.72 "DELETE /v2.0/routers/e7333cbb-ba2b-4f58-b070-e55b0aaba248 HTTP/1.1" status: 204 len: 168 time: 0.8688486 Mar 11 16:30:58.396954 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 45748) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:30:58.447330 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f32b862-6d50-4792-a844-256fb50db689 admin admin] Deleting subnet 4ce60427-bf88-47b5-a7dd-ae29e6047b16 {{(pid=103091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 16:30:58.451677 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-3f32b862-6d50-4792-a844-256fb50db689 admin admin] Publish callbacks [] for subnet (4ce60427-bf88-47b5-a7dd-ae29e6047b16), before_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:58.490253 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-3f32b862-6d50-4792-a844-256fb50db689 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29666204'] for subnet (4ce60427-bf88-47b5-a7dd-ae29e6047b16), precommit_delete_associations {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:58.574841 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-3f32b862-6d50-4792-a844-256fb50db689 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393129'] for subnet (4ce60427-bf88-47b5-a7dd-ae29e6047b16), precommit_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:58.630899 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-3f32b862-6d50-4792-a844-256fb50db689 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29534948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29787339'] for subnet (4ce60427-bf88-47b5-a7dd-ae29e6047b16), after_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:58.662317 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f32b862-6d50-4792-a844-256fb50db689 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ce60427-bf88-47b5-a7dd-ae29e6047b16,revision_number=None']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:30:58.667118 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-3f32b862-6d50-4792-a844-256fb50db689 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:58.672656 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-3f32b862-6d50-4792-a844-256fb50db689 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/4ce60427-bf88-47b5-a7dd-ae29e6047b16 HTTP/1.1" status: 204 len: 168 time: 0.2724361 Mar 11 16:30:58.673144 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 45754) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:30:58.677530 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83cf212a-fd52-41c6-89d7-570cc3f416e3 None None] Network da5d2b45-20a5-46cf-a436-51ef5a03abe9 requested from dv-cinder-750782-12-iscsi {{(pid=103093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 16:30:58.774886 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-72d72793-eb57-4f5b-84be-f2fd75a573f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1370412'] for network (da5d2b45-20a5-46cf-a436-51ef5a03abe9), before_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:58.801655 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd35f253-d328-40c1-b9e6-e53ba861b595 req-e54d32d8-7bdc-40fe-aa75-8cafde7819dd tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:58.803207 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-bd35f253-d328-40c1-b9e6-e53ba861b595 req-e54d32d8-7bdc-40fe-aa75-8cafde7819dd tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=c2248b31-692b-41bb-be4c-efc637b74827 HTTP/1.1" status: 200 len: 945 time: 0.1091888 Mar 11 16:30:58.883346 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-bd35f253-d328-40c1-b9e6-e53ba861b595 req-22b87118-ba62-4ace-8dfc-d9b830685c4e tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/security-groups?id=e1b324ab-1dec-4ca3-84fa-33a28865bcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588384 Mar 11 16:30:58.891958 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-308cab6a-5e83-4db8-8604-902fdfefda68 None None] DHCP port deletion for da5d2b45-20a5-46cf-a436-51ef5a03abe9 request from dv-cinder-750782-12-iscsi {{(pid=103093) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 16:30:58.895943 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.plugin [None req-72d72793-eb57-4f5b-84be-f2fd75a573f1 admin admin] Deleting port 5c703112-b5cc-40f6-8a11-bfc01393d484 {{(pid=103092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 16:30:58.896301 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-72d72793-eb57-4f5b-84be-f2fd75a573f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780138536942'] for port (5c703112-b5cc-40f6-8a11-bfc01393d484), before_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:58.955423 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-308cab6a-5e83-4db8-8604-902fdfefda68 None None] Deleting port 5c703112-b5cc-40f6-8a11-bfc01393d484 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 16:30:58.955797 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-308cab6a-5e83-4db8-8604-902fdfefda68 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780138536942'] for port (5c703112-b5cc-40f6-8a11-bfc01393d484), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:58.969188 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.db [None req-72d72793-eb57-4f5b-84be-f2fd75a573f1 admin admin] For port 5c703112-b5cc-40f6-8a11-bfc01393d484, host dv-cinder-750782-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-12-iscsi',level=0,port_id=5c703112-b5cc-40f6-8a11-bfc01393d484,segment=NetworkSegment(a9e9fee8-7ed2-407e-8a16-dc30f22dcde8),segment_id=a9e9fee8-7ed2-407e-8a16-dc30f22dcde8)] {{(pid=103092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:30:58.969549 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-72d72793-eb57-4f5b-84be-f2fd75a573f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538029'] for port (5c703112-b5cc-40f6-8a11-bfc01393d484), precommit_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:58.984578 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.plugin [None req-72d72793-eb57-4f5b-84be-f2fd75a573f1 admin admin] Calling delete_port for 5c703112-b5cc-40f6-8a11-bfc01393d484 owned by network:dhcp {{(pid=103092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 16:30:59.029467 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-308cab6a-5e83-4db8-8604-902fdfefda68 None None] For port 5c703112-b5cc-40f6-8a11-bfc01393d484, host dv-cinder-750782-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-12-iscsi',level=0,port_id=5c703112-b5cc-40f6-8a11-bfc01393d484,segment=NetworkSegment(a9e9fee8-7ed2-407e-8a16-dc30f22dcde8),segment_id=a9e9fee8-7ed2-407e-8a16-dc30f22dcde8)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:30:59.029867 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-308cab6a-5e83-4db8-8604-902fdfefda68 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538029'] for port (5c703112-b5cc-40f6-8a11-bfc01393d484), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:59.045646 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-308cab6a-5e83-4db8-8604-902fdfefda68 None None] Calling delete_port for 5c703112-b5cc-40f6-8a11-bfc01393d484 owned by network:dhcp {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 16:30:59.139305 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-308cab6a-5e83-4db8-8604-902fdfefda68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780138542421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780137975920'] for port (5c703112-b5cc-40f6-8a11-bfc01393d484), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:59.169048 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308cab6a-5e83-4db8-8604-902fdfefda68 None None] Pushing event deleted for resources: {'Port': ['ID=5c703112-b5cc-40f6-8a11-bfc01393d484,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:30:59.172647 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-308cab6a-5e83-4db8-8604-902fdfefda68 None None] No DVR routers for this DVR port 5c703112-b5cc-40f6-8a11-bfc01393d484 on host dv-cinder-750782-12-iscsi {{(pid=103093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:30:59.329197 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-72d72793-eb57-4f5b-84be-f2fd75a573f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780138542421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780137975920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30811620'] for port (5c703112-b5cc-40f6-8a11-bfc01393d484), after_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:59.355750 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d72793-eb57-4f5b-84be-f2fd75a573f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c703112-b5cc-40f6-8a11-bfc01393d484,revision_number=None']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:30:59.359338 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d72793-eb57-4f5b-84be-f2fd75a573f1 admin admin] No DVR routers for this DVR port 5c703112-b5cc-40f6-8a11-bfc01393d484 on host dv-cinder-750782-12-iscsi {{(pid=103092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:30:59.433812 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-72d72793-eb57-4f5b-84be-f2fd75a573f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393938', 'neutron.services.segments.db._delete_segments_for_network-8780138304022'] for network (da5d2b45-20a5-46cf-a436-51ef5a03abe9), precommit_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:59.455779 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.services.segments.db [None req-72d72793-eb57-4f5b-84be-f2fd75a573f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da5d2b45-20a5-46cf-a436-51ef5a03abe9']}} {{(pid=103092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:30:59.465737 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.services.segments.db [None req-72d72793-eb57-4f5b-84be-f2fd75a573f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9e9fee8-7ed2-407e-8a16-dc30f22dcde8') {'for_net_delete': True} {{(pid=103092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:30:59.466045 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.services.segments.db [None req-72d72793-eb57-4f5b-84be-f2fd75a573f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9e9fee8-7ed2-407e-8a16-dc30f22dcde8') {} {{(pid=103092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:30:59.476136 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-72d72793-eb57-4f5b-84be-f2fd75a573f1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780138303519', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29539526'] for segment (a9e9fee8-7ed2-407e-8a16-dc30f22dcde8), before_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:59.490708 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-72d72793-eb57-4f5b-84be-f2fd75a573f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1821558'] for segment (a9e9fee8-7ed2-407e-8a16-dc30f22dcde8), precommit_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:59.497399 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72d72793-eb57-4f5b-84be-f2fd75a573f1 admin admin] Releasing vlan 610 on physical network physnet1 to pool {{(pid=103092) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:30:59.497781 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-72d72793-eb57-4f5b-84be-f2fd75a573f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1821558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30811157'] for segment (a9e9fee8-7ed2-407e-8a16-dc30f22dcde8), after_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:59.499725 dv-cinder-750782-12-iscsi neutron-server[103092]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:30:59.499725 dv-cinder-750782-12-iscsi neutron-server[103092]: self.session.flush() Mar 11 16:30:59.499725 dv-cinder-750782-12-iscsi neutron-server[103092]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:30:59.499725 dv-cinder-750782-12-iscsi neutron-server[103092]: self.session.flush() Mar 11 16:30:59.499725 dv-cinder-750782-12-iscsi neutron-server[103092]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:30:59.499725 dv-cinder-750782-12-iscsi neutron-server[103092]: self.session.flush() Mar 11 16:30:59.499725 dv-cinder-750782-12-iscsi neutron-server[103092]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:30:59.499725 dv-cinder-750782-12-iscsi neutron-server[103092]: self.session.flush() Mar 11 16:30:59.499725 dv-cinder-750782-12-iscsi neutron-server[103092]: Traceback (most recent call last): Mar 11 16:30:59.499725 dv-cinder-750782-12-iscsi neutron-server[103092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:30:59.499725 dv-cinder-750782-12-iscsi neutron-server[103092]: timer() Mar 11 16:30:59.499725 dv-cinder-750782-12-iscsi neutron-server[103092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:30:59.499725 dv-cinder-750782-12-iscsi neutron-server[103092]: cb(*args, **kw) Mar 11 16:30:59.499725 dv-cinder-750782-12-iscsi neutron-server[103092]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 16:30:59.499725 dv-cinder-750782-12-iscsi neutron-server[103092]: return func(*args, **kwargs) Mar 11 16:30:59.499725 dv-cinder-750782-12-iscsi neutron-server[103092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:30:59.499725 dv-cinder-750782-12-iscsi neutron-server[103092]: self._notify() Mar 11 16:30:59.499725 dv-cinder-750782-12-iscsi neutron-server[103092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:30:59.499725 dv-cinder-750782-12-iscsi neutron-server[103092]: self.callback(batched_events) Mar 11 16:30:59.499725 dv-cinder-750782-12-iscsi neutron-server[103092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:30:59.499725 dv-cinder-750782-12-iscsi neutron-server[103092]: event.method(event) Mar 11 16:30:59.499725 dv-cinder-750782-12-iscsi neutron-server[103092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 16:30:59.499725 dv-cinder-750782-12-iscsi neutron-server[103092]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:30:59.499725 dv-cinder-750782-12-iscsi neutron-server[103092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 16:30:59.499725 dv-cinder-750782-12-iscsi neutron-server[103092]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:30:59.499725 dv-cinder-750782-12-iscsi neutron-server[103092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 16:30:59.499725 dv-cinder-750782-12-iscsi neutron-server[103092]: return f(self, *a, **k) Mar 11 16:30:59.499725 dv-cinder-750782-12-iscsi neutron-server[103092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:30:59.499725 dv-cinder-750782-12-iscsi neutron-server[103092]: return self._get(url).json() Mar 11 16:30:59.499725 dv-cinder-750782-12-iscsi neutron-server[103092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:30:59.499725 dv-cinder-750782-12-iscsi neutron-server[103092]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:30:59.499725 dv-cinder-750782-12-iscsi neutron-server[103092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:30:59.499725 dv-cinder-750782-12-iscsi neutron-server[103092]: return self.request(url, 'GET', **kwargs) Mar 11 16:30:59.499725 dv-cinder-750782-12-iscsi neutron-server[103092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:30:59.499725 dv-cinder-750782-12-iscsi neutron-server[103092]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:30:59.499725 dv-cinder-750782-12-iscsi neutron-server[103092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:30:59.499725 dv-cinder-750782-12-iscsi neutron-server[103092]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:30:59.499725 dv-cinder-750782-12-iscsi neutron-server[103092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:30:59.499725 dv-cinder-750782-12-iscsi neutron-server[103092]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:30:59.499725 dv-cinder-750782-12-iscsi neutron-server[103092]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:30:59.555574 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-72d72793-eb57-4f5b-84be-f2fd75a573f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539877'] for network (da5d2b45-20a5-46cf-a436-51ef5a03abe9), after_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:59.562820 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-72d72793-eb57-4f5b-84be-f2fd75a573f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779404'] for network (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:30:59.566471 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-72d72793-eb57-4f5b-84be-f2fd75a573f1 admin admin] 10.222.0.72 "DELETE /v2.0/networks/da5d2b45-20a5-46cf-a436-51ef5a03abe9 HTTP/1.1" status: 204 len: 168 time: 0.8921108 Mar 11 16:30:59.569313 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 45756) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:30:59.576422 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d72793-eb57-4f5b-84be-f2fd75a573f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=da5d2b45-20a5-46cf-a436-51ef5a03abe9,revision_number=None']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:30:59.940291 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-006b3078-d4de-46c2-b7a9-44a5ec97def2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-770299'] for router_interface (26cd9654-e683-4643-af21-e43d41300107), before_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:31:00.054429 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b36a63-1067-44d1-9eb0-c9a0a19ac662 req-163beea5-1f4b-41c2-8038-5c4304ec7513 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:31:00.056053 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-11b36a63-1067-44d1-9eb0-c9a0a19ac662 req-163beea5-1f4b-41c2-8038-5c4304ec7513 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=c2248b31-692b-41bb-be4c-efc637b74827 HTTP/1.1" status: 200 len: 945 time: 0.0864599 Mar 11 16:31:00.113016 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-11b36a63-1067-44d1-9eb0-c9a0a19ac662 req-73aecde6-2017-4fc6-822b-806c77300533 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/security-groups?id=e1b324ab-1dec-4ca3-84fa-33a28865bcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501373 Mar 11 16:31:00.166789 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Device 5c703112-b5cc-40f6-8a11-bfc01393d484 no longer exists at agent ovs-agent-dv-cinder-750782-12-iscsi {{(pid=103093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 16:31:00.188799 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] No Port match for: 5c703112-b5cc-40f6-8a11-bfc01393d484 {{(pid=103093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 16:31:00.189148 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Device 5c703112-b5cc-40f6-8a11-bfc01393d484 not bound to the agent host dv-cinder-750782-12-iscsi {{(pid=103093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 16:31:00.189791 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Device aa17e70d-3686-49ee-9a89-1ce9b7a2d68d no longer exists at agent ovs-agent-dv-cinder-750782-12-iscsi {{(pid=103093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 16:31:00.211630 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] No Port match for: aa17e70d-3686-49ee-9a89-1ce9b7a2d68d {{(pid=103093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 16:31:00.211982 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Device aa17e70d-3686-49ee-9a89-1ce9b7a2d68d not bound to the agent host dv-cinder-750782-12-iscsi {{(pid=103093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 16:31:00.212434 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Device c904cd7f-5d79-44a8-9dfa-208d62685c1e no longer exists at agent ovs-agent-dv-cinder-750782-12-iscsi {{(pid=103093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 16:31:00.235282 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] No Port match for: c904cd7f-5d79-44a8-9dfa-208d62685c1e {{(pid=103093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 16:31:00.235637 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Device c904cd7f-5d79-44a8-9dfa-208d62685c1e not bound to the agent host dv-cinder-750782-12-iscsi {{(pid=103093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 16:31:00.240726 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.plugins.ml2.plugin [None req-006b3078-d4de-46c2-b7a9-44a5ec97def2 admin admin] Deleting port 8fa2f1d3-0ac8-41e3-94bf-927a97b0510e {{(pid=103091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 16:31:00.241066 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-006b3078-d4de-46c2-b7a9-44a5ec97def2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780138536942'] for port (8fa2f1d3-0ac8-41e3-94bf-927a97b0510e), before_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:31:00.574767 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.plugins.ml2.db [None req-006b3078-d4de-46c2-b7a9-44a5ec97def2 admin admin] For port 8fa2f1d3-0ac8-41e3-94bf-927a97b0510e, host dv-cinder-750782-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-12-iscsi',level=0,port_id=8fa2f1d3-0ac8-41e3-94bf-927a97b0510e,segment=NetworkSegment(3454dfc9-f8b9-4659-bef0-53cf3d9a8bb1),segment_id=3454dfc9-f8b9-4659-bef0-53cf3d9a8bb1)] {{(pid=103091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:31:00.575219 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-006b3078-d4de-46c2-b7a9-44a5ec97def2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538029'] for port (8fa2f1d3-0ac8-41e3-94bf-927a97b0510e), precommit_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:31:00.589821 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.plugins.ml2.plugin [None req-006b3078-d4de-46c2-b7a9-44a5ec97def2 admin admin] Calling delete_port for 8fa2f1d3-0ac8-41e3-94bf-927a97b0510e owned by network:router_interface {{(pid=103091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 16:31:00.793599 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-006b3078-d4de-46c2-b7a9-44a5ec97def2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780138542421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780137975920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29534923'] for port (8fa2f1d3-0ac8-41e3-94bf-927a97b0510e), after_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:31:00.817547 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Device 1f5306a9-2948-428d-83a8-aa48c5aa30ef no longer exists at agent hyperv_hv-cinder-75078 {{(pid=103093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 16:31:00.822935 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006b3078-d4de-46c2-b7a9-44a5ec97def2 admin admin] Pushing event deleted for resources: {'Port': ['ID=8fa2f1d3-0ac8-41e3-94bf-927a97b0510e,revision_number=None']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:31:00.929595 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Current status of the port 1f5306a9-2948-428d-83a8-aa48c5aa30ef is: ACTIVE; New status is: DOWN {{(pid=103093) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 16:31:00.930121 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (1f5306a9-2948-428d-83a8-aa48c5aa30ef), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:31:00.961198 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2248b31-692b-41bb-be4c-efc637b74827', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f5306a9-2948-428d-83a8-aa48c5aa30ef'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:31:00.963893 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f6a2c072b123b360c8eb8991e75d694e889c4c27e62ecb22fdf39ecf471eb94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fe105d9-5359-4f2d-bdb8-a6f913a2baf8" -d '{"events": [{"server_uuid": "c2248b31-692b-41bb-be4c-efc637b74827", "name": "network-vif-unplugged", "status": "completed", "tag": "1f5306a9-2948-428d-83a8-aa48c5aa30ef"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 16:31:00.978286 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] For port 1f5306a9-2948-428d-83a8-aa48c5aa30ef, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=1f5306a9-2948-428d-83a8-aa48c5aa30ef,segment=NetworkSegment(a719ed4c-1b21-4087-84c5-f4c81307e7ed),segment_id=a719ed4c-1b21-4087-84c5-f4c81307e7ed)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:31:00.985548 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947'] for port (1f5306a9-2948-428d-83a8-aa48c5aa30ef), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:31:01.021228 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 11 Mar 2022 16:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-407e0cb2-cdcb-46b5-8ac1-4718882915a6 x-openstack-request-id: req-407e0cb2-cdcb-46b5-8ac1-4718882915a6 {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 16:31:01.021526 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2248b31-692b-41bb-be4c-efc637b74827", "name": "network-vif-unplugged", "status": "failed", "tag": "1f5306a9-2948-428d-83a8-aa48c5aa30ef", "code": 422}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 16:31:01.022525 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-407e0cb2-cdcb-46b5-8ac1-4718882915a6 {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 16:31:01.022985 dv-cinder-750782-12-iscsi neutron-server[103093]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c2248b31-692b-41bb-be4c-efc637b74827', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1f5306a9-2948-428d-83a8-aa48c5aa30ef', 'code': 422} returned with failed status Mar 11 16:31:01.047167 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Pushing event updated for resources: {'Port': ['ID=1f5306a9-2948-428d-83a8-aa48c5aa30ef,revision_number=8']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:31:01.061132 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-006b3078-d4de-46c2-b7a9-44a5ec97def2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-779433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-771947'] for router_interface (26cd9654-e683-4643-af21-e43d41300107), after_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:31:01.206338 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6857fa-036a-4d74-9d2d-b23ea0bba5c0 req-74351a52-9629-4b6b-9366-3e8aa8b9d7e9 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:31:01.208877 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-ff6857fa-036a-4d74-9d2d-b23ea0bba5c0 req-74351a52-9629-4b6b-9366-3e8aa8b9d7e9 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=c2248b31-692b-41bb-be4c-efc637b74827 HTTP/1.1" status: 200 len: 943 time: 0.0645623 Mar 11 16:31:01.290723 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-ff6857fa-036a-4d74-9d2d-b23ea0bba5c0 req-5b0f2f28-8fb6-4048-96aa-f56b782317c2 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/security-groups?id=e1b324ab-1dec-4ca3-84fa-33a28865bcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715854 Mar 11 16:31:01.333347 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-006b3078-d4de-46c2-b7a9-44a5ec97def2 admin admin] Router 26cd9654-e683-4643-af21-e43d41300107 has already been hosted by L3 agent 03422851-42b1-44c9-ada6-e479436b7b23 {{(pid=103091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:31:01.452826 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-006b3078-d4de-46c2-b7a9-44a5ec97def2 admin admin] Notify agent at l3_agent.dv-cinder-750782-12-iscsi the message routers_updated {{(pid=103091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:31:01.461777 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-006b3078-d4de-46c2-b7a9-44a5ec97def2 admin admin] 10.222.0.72 "PUT /v2.0/routers/26cd9654-e683-4643-af21-e43d41300107/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8889923 Mar 11 16:31:01.462771 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 45806) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:31:01.465910 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d53ff76-b090-4bf2-a70f-cf27b959bb8f None None] Sync routers for ids ['26cd9654-e683-4643-af21-e43d41300107'] in dv-cinder-750782-12-iscsi {{(pid=103094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:31:01.477505 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d53ff76-b090-4bf2-a70f-cf27b959bb8f None None] Routers {'26cd9654-e683-4643-af21-e43d41300107'} bound to L3 agent in host dv-cinder-750782-12-iscsi {{(pid=103094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 16:31:01.478555 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_hamode_db [None req-1d53ff76-b090-4bf2-a70f-cf27b959bb8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-11T16:12:46Z,description=,heartbeat_timestamp=2022-03-11T16:30:46Z,host='dv-cinder-750782-12-iscsi',id=03422851-42b1-44c9-ada6-e479436b7b23,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:12:46Z,topic='l3_agent')) {'router_ids': ['26cd9654-e683-4643-af21-e43d41300107'], 'active': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:31:01.550674 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 45808) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:31:01.584545 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-ed5536c1-e38d-444a-a095-d0f93837f460 admin admin] Publish callbacks [] for router (26cd9654-e683-4643-af21-e43d41300107), before_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:31:01.599792 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_dvr_db [None req-1d53ff76-b090-4bf2-a70f-cf27b959bb8f None None] Set router 26cd9654-e683-4643-af21-e43d41300107 gateway port host: dv-cinder-750782-12-iscsi {{(pid=103094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 16:31:01.656305 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [req-c7631b7d-90de-44d5-8367-35fbe60edeb8 req-48f67603-655b-4578-97dd-b8aa8889c414 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=c2248b31-692b-41bb-be4c-efc637b74827&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1036260 Mar 11 16:31:01.664749 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [req-c7631b7d-90de-44d5-8367-35fbe60edeb8 req-206dc94d-7ecc-4c18-8ae7-497c759ab2ea service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=103091) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 16:31:01.665754 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [req-c7631b7d-90de-44d5-8367-35fbe60edeb8 req-206dc94d-7ecc-4c18-8ae7-497c759ab2ea service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054097 Mar 11 16:31:01.713586 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-ed5536c1-e38d-444a-a095-d0f93837f460 admin admin] Publish callbacks [] for router_gateway (26cd9654-e683-4643-af21-e43d41300107), before_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:31:01.772633 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 45816) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:31:01.796266 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.plugin [None req-ed5536c1-e38d-444a-a095-d0f93837f460 admin admin] Deleting port 38e9e112-cf9a-4358-83bc-eb684ef5ed59 {{(pid=103092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 16:31:01.797409 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-ed5536c1-e38d-444a-a095-d0f93837f460 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780138536942'] for port (38e9e112-cf9a-4358-83bc-eb684ef5ed59), before_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:31:01.805453 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_hamode_db [None req-1d53ff76-b090-4bf2-a70f-cf27b959bb8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26cd9654-e683-4643-af21-e43d41300107', 'name': 'tempest-TestMinimumBasicScenario-472917373-router', 'tenant_id': '3d5338acd8514fe39720c3fb4e546ad1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'external_fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': '38e9e112-cf9a-4358-83bc-eb684ef5ed59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:26:47Z', 'updated_at': '2022-03-11T16:31:00Z', 'revision_number': 5, 'project_id': '3d5338acd8514fe39720c3fb4e546ad1', 'gw_port': {'id': '38e9e112-cf9a-4358-83bc-eb684ef5ed59', 'name': '', 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:ce:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26cd9654-e683-4643-af21-e43d41300107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:26:48Z', 'updated_at': '2022-03-11T16:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-12-iscsi'}], 'dv-cinder-750782-12-iscsi', False) {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:31:01.926755 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7631b7d-90de-44d5-8367-35fbe60edeb8 req-968bd6d8-7678-495d-b77d-4425085ea29d tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:31:01.928279 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-c7631b7d-90de-44d5-8367-35fbe60edeb8 req-968bd6d8-7678-495d-b77d-4425085ea29d tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports/1f5306a9-2948-428d-83a8-aa48c5aa30ef HTTP/1.1" status: 200 len: 940 time: 0.1545069 Mar 11 16:31:01.933910 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.db [None req-ed5536c1-e38d-444a-a095-d0f93837f460 admin admin] For port 38e9e112-cf9a-4358-83bc-eb684ef5ed59, host dv-cinder-750782-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-12-iscsi',level=0,port_id=38e9e112-cf9a-4358-83bc-eb684ef5ed59,segment=NetworkSegment(d35af6e3-4c7b-42bf-84c3-6daa0b397bde),segment_id=d35af6e3-4c7b-42bf-84c3-6daa0b397bde)] {{(pid=103092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:31:01.934311 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-ed5536c1-e38d-444a-a095-d0f93837f460 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538029'] for port (38e9e112-cf9a-4358-83bc-eb684ef5ed59), precommit_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:31:01.948995 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.plugin [None req-ed5536c1-e38d-444a-a095-d0f93837f460 admin admin] Calling delete_port for 38e9e112-cf9a-4358-83bc-eb684ef5ed59 owned by network:router_gateway {{(pid=103092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 16:31:01.957702 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d53ff76-b090-4bf2-a70f-cf27b959bb8f None None] Checking router: 26cd9654-e683-4643-af21-e43d41300107 for host: dv-cinder-750782-12-iscsi {{(pid=103094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:31:01.966356 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d53ff76-b090-4bf2-a70f-cf27b959bb8f None None] Routers {'26cd9654-e683-4643-af21-e43d41300107'} bound to L3 agent in host dv-cinder-750782-12-iscsi {{(pid=103094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 16:31:01.966976 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_hamode_db [None req-1d53ff76-b090-4bf2-a70f-cf27b959bb8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-11T16:12:46Z,description=,heartbeat_timestamp=2022-03-11T16:30:46Z,host='dv-cinder-750782-12-iscsi',id=03422851-42b1-44c9-ada6-e479436b7b23,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:12:46Z,topic='l3_agent')) {'router_ids': ['26cd9654-e683-4643-af21-e43d41300107'], 'active': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:31:02.063614 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_dvr_db [None req-1d53ff76-b090-4bf2-a70f-cf27b959bb8f None None] Set router 26cd9654-e683-4643-af21-e43d41300107 gateway port host: None {{(pid=103094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 16:31:02.136431 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_hamode_db [None req-1d53ff76-b090-4bf2-a70f-cf27b959bb8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26cd9654-e683-4643-af21-e43d41300107', 'name': 'tempest-TestMinimumBasicScenario-472917373-router', 'tenant_id': '3d5338acd8514fe39720c3fb4e546ad1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:26:47Z', 'updated_at': '2022-03-11T16:31:01Z', 'revision_number': 6, 'project_id': '3d5338acd8514fe39720c3fb4e546ad1', 'gw_port_host': None}], 'dv-cinder-750782-12-iscsi', False) {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:31:02.154309 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-ed5536c1-e38d-444a-a095-d0f93837f460 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780138542421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780137975920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30811620'] for port (38e9e112-cf9a-4358-83bc-eb684ef5ed59), after_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:31:02.172795 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d53ff76-b090-4bf2-a70f-cf27b959bb8f None None] The sync data for ids ['26cd9654-e683-4643-af21-e43d41300107'] in dv-cinder-750782-12-iscsi is: [{'id': '26cd9654-e683-4643-af21-e43d41300107', 'name': 'tempest-TestMinimumBasicScenario-472917373-router', 'tenant_id': '3d5338acd8514fe39720c3fb4e546ad1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:26:47Z', 'updated_at': '2022-03-11T16:31:01Z', 'revision_number': 6, 'project_id': '3d5338acd8514fe39720c3fb4e546ad1', 'gw_port_host': None}] {{(pid=103094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:31:02.201748 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5536c1-e38d-444a-a095-d0f93837f460 admin admin] Pushing event deleted for resources: {'Port': ['ID=38e9e112-cf9a-4358-83bc-eb684ef5ed59,revision_number=None']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:31:02.279621 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-ed5536c1-e38d-444a-a095-d0f93837f460 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539841'] for router_gateway (26cd9654-e683-4643-af21-e43d41300107), after_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:31:02.415638 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-ed5536c1-e38d-444a-a095-d0f93837f460 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56560'] for router (26cd9654-e683-4643-af21-e43d41300107), precommit_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:31:02.427013 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-ed5536c1-e38d-444a-a095-d0f93837f460 admin admin] Publish callbacks [] for router_controller (26cd9654-e683-4643-af21-e43d41300107), precommit_delete_associations {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:31:02.522539 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-ed5536c1-e38d-444a-a095-d0f93837f460 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-772181'] for router (26cd9654-e683-4643-af21-e43d41300107), after_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:31:02.522989 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed5536c1-e38d-444a-a095-d0f93837f460 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 26cd9654-e683-4643-af21-e43d41300107 {{(pid=103092) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 16:31:02.529736 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-ed5536c1-e38d-444a-a095-d0f93837f460 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:31:02.530340 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-ed5536c1-e38d-444a-a095-d0f93837f460 admin admin] 10.222.0.72 "DELETE /v2.0/routers/26cd9654-e683-4643-af21-e43d41300107 HTTP/1.1" status: 204 len: 168 time: 1.0671558 Mar 11 16:31:02.535298 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 45828) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:31:02.541151 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa45385-b94c-4d0d-b2a6-acdd302ebf69 req-2b4120b1-1770-4134-9a00-f8484463c182 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:31:02.543111 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-2aa45385-b94c-4d0d-b2a6-acdd302ebf69 req-2b4120b1-1770-4134-9a00-f8484463c182 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=c2248b31-692b-41bb-be4c-efc637b74827 HTTP/1.1" status: 200 len: 943 time: 0.1307225 Mar 11 16:31:02.594839 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d7e89df-b437-4648-b5e7-b1d33b780a50 admin admin] Deleting subnet ef1933b7-12ab-4e29-8088-38fe0ebaf006 {{(pid=103091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 16:31:02.598463 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-4d7e89df-b437-4648-b5e7-b1d33b780a50 admin admin] Publish callbacks [] for subnet (ef1933b7-12ab-4e29-8088-38fe0ebaf006), before_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:31:02.599835 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-2aa45385-b94c-4d0d-b2a6-acdd302ebf69 req-237ef97c-7138-48d4-8f09-9c32a68f18b1 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/security-groups?id=e1b324ab-1dec-4ca3-84fa-33a28865bcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500572 Mar 11 16:31:02.640235 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-4d7e89df-b437-4648-b5e7-b1d33b780a50 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29666204'] for subnet (ef1933b7-12ab-4e29-8088-38fe0ebaf006), precommit_delete_associations {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:31:02.726166 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-4d7e89df-b437-4648-b5e7-b1d33b780a50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393129'] for subnet (ef1933b7-12ab-4e29-8088-38fe0ebaf006), precommit_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:31:02.783733 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-4d7e89df-b437-4648-b5e7-b1d33b780a50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29534948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29787339'] for subnet (ef1933b7-12ab-4e29-8088-38fe0ebaf006), after_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:31:02.815207 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7e89df-b437-4648-b5e7-b1d33b780a50 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef1933b7-12ab-4e29-8088-38fe0ebaf006,revision_number=None']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:31:02.819869 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-4d7e89df-b437-4648-b5e7-b1d33b780a50 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:31:02.823626 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-4d7e89df-b437-4648-b5e7-b1d33b780a50 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/ef1933b7-12ab-4e29-8088-38fe0ebaf006 HTTP/1.1" status: 204 len: 168 time: 0.2869251 Mar 11 16:31:02.826283 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 45832) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:31:02.826423 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2fcae02-8d87-4b2f-9379-3b2890bf662a None None] Network b06c95e8-1cca-4059-973a-b35cbda726e0 requested from dv-cinder-750782-12-iscsi {{(pid=103093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 16:31:02.901420 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-a42e3192-7254-4656-8e24-515b0a139e78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1370412'] for network (b06c95e8-1cca-4059-973a-b35cbda726e0), before_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:31:02.946699 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7631b7d-90de-44d5-8367-35fbe60edeb8 req-b13c8664-edd3-44cc-acb9-b6ecb1e41143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:31:02.948914 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-c7631b7d-90de-44d5-8367-35fbe60edeb8 req-b13c8664-edd3-44cc-acb9-b6ecb1e41143 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c2248b31-692b-41bb-be4c-efc637b74827&tenant_id=a951288cde284b359074a2755c43fd3f HTTP/1.1" status: 200 len: 1127 time: 0.0529532 Mar 11 16:31:02.965848 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.plugins.ml2.plugin [None req-a42e3192-7254-4656-8e24-515b0a139e78 admin admin] Deleting port c28dec4b-7ea9-43fe-8c56-132909631ee7 {{(pid=103091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 16:31:02.966265 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-a42e3192-7254-4656-8e24-515b0a139e78 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780138536942'] for port (c28dec4b-7ea9-43fe-8c56-132909631ee7), before_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:31:03.012575 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef07293-d3d2-4dbf-87bf-be64748661c3 None None] DHCP port deletion for b06c95e8-1cca-4059-973a-b35cbda726e0 request from dv-cinder-750782-12-iscsi {{(pid=103093) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 16:31:03.029806 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7631b7d-90de-44d5-8367-35fbe60edeb8 req-43945ddf-71e2-42a0-bf21-eab48396bb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:31:03.032072 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-c7631b7d-90de-44d5-8367-35fbe60edeb8 req-43945ddf-71e2-42a0-bf21-eab48396bb69 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a951288cde284b359074a2755c43fd3f&device_id=c2248b31-692b-41bb-be4c-efc637b74827 HTTP/1.1" status: 200 len: 1127 time: 0.0555303 Mar 11 16:31:03.053594 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.plugins.ml2.db [None req-a42e3192-7254-4656-8e24-515b0a139e78 admin admin] For port c28dec4b-7ea9-43fe-8c56-132909631ee7, host dv-cinder-750782-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-12-iscsi',level=0,port_id=c28dec4b-7ea9-43fe-8c56-132909631ee7,segment=NetworkSegment(3454dfc9-f8b9-4659-bef0-53cf3d9a8bb1),segment_id=3454dfc9-f8b9-4659-bef0-53cf3d9a8bb1)] {{(pid=103091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:31:03.054530 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-a42e3192-7254-4656-8e24-515b0a139e78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538029'] for port (c28dec4b-7ea9-43fe-8c56-132909631ee7), precommit_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:31:03.068444 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-5ef07293-d3d2-4dbf-87bf-be64748661c3 None None] Deleting port c28dec4b-7ea9-43fe-8c56-132909631ee7 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 16:31:03.069100 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-5ef07293-d3d2-4dbf-87bf-be64748661c3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780138536942'] for port (c28dec4b-7ea9-43fe-8c56-132909631ee7), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:31:03.074896 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.plugins.ml2.plugin [None req-a42e3192-7254-4656-8e24-515b0a139e78 admin admin] Calling delete_port for c28dec4b-7ea9-43fe-8c56-132909631ee7 owned by network:dhcp {{(pid=103091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 16:31:03.137188 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7631b7d-90de-44d5-8367-35fbe60edeb8 req-86b5b32e-48a1-45ed-ab6b-988428986f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:31:03.138867 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-c7631b7d-90de-44d5-8367-35fbe60edeb8 req-86b5b32e-48a1-45ed-ab6b-988428986f9e service neutron] 10.222.0.18 "GET /v2.0/networks?id=4d385937-5589-47ac-b063-981bb549e693 HTTP/1.1" status: 200 len: 918 time: 0.0994329 Mar 11 16:31:03.147690 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-5ef07293-d3d2-4dbf-87bf-be64748661c3 None None] For port c28dec4b-7ea9-43fe-8c56-132909631ee7, host dv-cinder-750782-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-12-iscsi',level=0,port_id=c28dec4b-7ea9-43fe-8c56-132909631ee7,segment=NetworkSegment(3454dfc9-f8b9-4659-bef0-53cf3d9a8bb1),segment_id=3454dfc9-f8b9-4659-bef0-53cf3d9a8bb1)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:31:03.148116 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-5ef07293-d3d2-4dbf-87bf-be64748661c3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538029'] for port (c28dec4b-7ea9-43fe-8c56-132909631ee7), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:31:03.162575 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-5ef07293-d3d2-4dbf-87bf-be64748661c3 None None] Calling delete_port for c28dec4b-7ea9-43fe-8c56-132909631ee7 owned by network:dhcp {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 16:31:03.172066 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-a42e3192-7254-4656-8e24-515b0a139e78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780138542421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780137975920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29534923'] for port (c28dec4b-7ea9-43fe-8c56-132909631ee7), after_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:31:03.202327 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42e3192-7254-4656-8e24-515b0a139e78 admin admin] Pushing event deleted for resources: {'Port': ['ID=c28dec4b-7ea9-43fe-8c56-132909631ee7,revision_number=None']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:31:03.207015 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42e3192-7254-4656-8e24-515b0a139e78 admin admin] No DVR routers for this DVR port c28dec4b-7ea9-43fe-8c56-132909631ee7 on host dv-cinder-750782-12-iscsi {{(pid=103091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:31:03.213511 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-c7631b7d-90de-44d5-8367-35fbe60edeb8 req-6ece19f3-5e58-4527-8eb9-8ff1b70da8fc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1f5306a9-2948-428d-83a8-aa48c5aa30ef HTTP/1.1" status: 200 len: 999 time: 0.0680165 Mar 11 16:31:03.257853 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-5ef07293-d3d2-4dbf-87bf-be64748661c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780138542421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780137975920'] for port (c28dec4b-7ea9-43fe-8c56-132909631ee7), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:31:03.271508 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7631b7d-90de-44d5-8367-35fbe60edeb8 req-0e0da6cf-8cd5-43c2-8b28-ddf84a88a9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:31:03.273149 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-c7631b7d-90de-44d5-8367-35fbe60edeb8 req-0e0da6cf-8cd5-43c2-8b28-ddf84a88a9f2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1fa91c63-7953-4f02-bfd2-c0a4c4e05e10 HTTP/1.1" status: 200 len: 856 time: 0.0535569 Mar 11 16:31:03.282071 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-a42e3192-7254-4656-8e24-515b0a139e78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393938', 'neutron.services.segments.db._delete_segments_for_network-8780138304022'] for network (b06c95e8-1cca-4059-973a-b35cbda726e0), precommit_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:31:03.286320 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef07293-d3d2-4dbf-87bf-be64748661c3 None None] Pushing event deleted for resources: {'Port': ['ID=c28dec4b-7ea9-43fe-8c56-132909631ee7,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:31:03.288469 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef07293-d3d2-4dbf-87bf-be64748661c3 None None] No DVR routers for this DVR port c28dec4b-7ea9-43fe-8c56-132909631ee7 on host dv-cinder-750782-12-iscsi {{(pid=103093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:31:03.311992 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.services.segments.db [None req-a42e3192-7254-4656-8e24-515b0a139e78 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b06c95e8-1cca-4059-973a-b35cbda726e0']}} {{(pid=103091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:31:03.322652 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.services.segments.db [None req-a42e3192-7254-4656-8e24-515b0a139e78 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3454dfc9-f8b9-4659-bef0-53cf3d9a8bb1') {'for_net_delete': True} {{(pid=103091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:31:03.322946 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.services.segments.db [None req-a42e3192-7254-4656-8e24-515b0a139e78 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3454dfc9-f8b9-4659-bef0-53cf3d9a8bb1') {} {{(pid=103091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:31:03.332405 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7631b7d-90de-44d5-8367-35fbe60edeb8 req-5e0cb232-e947-4377-b88c-89f886cfb771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:31:03.334052 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-a42e3192-7254-4656-8e24-515b0a139e78 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780138303519', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29666199'] for segment (3454dfc9-f8b9-4659-bef0-53cf3d9a8bb1), before_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:31:03.334188 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-c7631b7d-90de-44d5-8367-35fbe60edeb8 req-5e0cb232-e947-4377-b88c-89f886cfb771 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4d385937-5589-47ac-b063-981bb549e693&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0546131 Mar 11 16:31:03.349637 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-a42e3192-7254-4656-8e24-515b0a139e78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1821558'] for segment (3454dfc9-f8b9-4659-bef0-53cf3d9a8bb1), precommit_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:31:03.356513 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a42e3192-7254-4656-8e24-515b0a139e78 admin admin] Releasing vlan 621 on physical network physnet1 to pool {{(pid=103091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:31:03.356913 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-a42e3192-7254-4656-8e24-515b0a139e78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1821558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29535034'] for segment (3454dfc9-f8b9-4659-bef0-53cf3d9a8bb1), after_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:31:03.359183 dv-cinder-750782-12-iscsi neutron-server[103091]: Traceback (most recent call last): Mar 11 16:31:03.359183 dv-cinder-750782-12-iscsi neutron-server[103091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:31:03.359183 dv-cinder-750782-12-iscsi neutron-server[103091]: timer() Mar 11 16:31:03.359183 dv-cinder-750782-12-iscsi neutron-server[103091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:31:03.359183 dv-cinder-750782-12-iscsi neutron-server[103091]: cb(*args, **kw) Mar 11 16:31:03.359183 dv-cinder-750782-12-iscsi neutron-server[103091]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 16:31:03.359183 dv-cinder-750782-12-iscsi neutron-server[103091]: return func(*args, **kwargs) Mar 11 16:31:03.359183 dv-cinder-750782-12-iscsi neutron-server[103091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:31:03.359183 dv-cinder-750782-12-iscsi neutron-server[103091]: self._notify() Mar 11 16:31:03.359183 dv-cinder-750782-12-iscsi neutron-server[103091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:31:03.359183 dv-cinder-750782-12-iscsi neutron-server[103091]: self.callback(batched_events) Mar 11 16:31:03.359183 dv-cinder-750782-12-iscsi neutron-server[103091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:31:03.359183 dv-cinder-750782-12-iscsi neutron-server[103091]: event.method(event) Mar 11 16:31:03.359183 dv-cinder-750782-12-iscsi neutron-server[103091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 16:31:03.359183 dv-cinder-750782-12-iscsi neutron-server[103091]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:31:03.359183 dv-cinder-750782-12-iscsi neutron-server[103091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 16:31:03.359183 dv-cinder-750782-12-iscsi neutron-server[103091]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:31:03.359183 dv-cinder-750782-12-iscsi neutron-server[103091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 16:31:03.359183 dv-cinder-750782-12-iscsi neutron-server[103091]: return f(self, *a, **k) Mar 11 16:31:03.359183 dv-cinder-750782-12-iscsi neutron-server[103091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:31:03.359183 dv-cinder-750782-12-iscsi neutron-server[103091]: return self._get(url).json() Mar 11 16:31:03.359183 dv-cinder-750782-12-iscsi neutron-server[103091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:31:03.359183 dv-cinder-750782-12-iscsi neutron-server[103091]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:31:03.359183 dv-cinder-750782-12-iscsi neutron-server[103091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:31:03.359183 dv-cinder-750782-12-iscsi neutron-server[103091]: return self.request(url, 'GET', **kwargs) Mar 11 16:31:03.359183 dv-cinder-750782-12-iscsi neutron-server[103091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:31:03.359183 dv-cinder-750782-12-iscsi neutron-server[103091]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:31:03.359183 dv-cinder-750782-12-iscsi neutron-server[103091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:31:03.359183 dv-cinder-750782-12-iscsi neutron-server[103091]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:31:03.359183 dv-cinder-750782-12-iscsi neutron-server[103091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:31:03.359183 dv-cinder-750782-12-iscsi neutron-server[103091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:31:03.359183 dv-cinder-750782-12-iscsi neutron-server[103091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:31:03.424164 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-a42e3192-7254-4656-8e24-515b0a139e78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539877'] for network (b06c95e8-1cca-4059-973a-b35cbda726e0), after_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:31:03.430342 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-a42e3192-7254-4656-8e24-515b0a139e78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779404'] for network (None), before_response {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:31:03.436220 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-a42e3192-7254-4656-8e24-515b0a139e78 admin admin] 10.222.0.72 "DELETE /v2.0/networks/b06c95e8-1cca-4059-973a-b35cbda726e0 HTTP/1.1" status: 204 len: 168 time: 0.6064939 Mar 11 16:31:03.437678 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-c7631b7d-90de-44d5-8367-35fbe60edeb8 req-3d2c6c24-b8a5-46e8-a2a4-ccac3058c413 service neutron] 10.222.0.18 "GET /v2.0/networks/4d385937-5589-47ac-b063-981bb549e693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968049 Mar 11 16:31:03.446851 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42e3192-7254-4656-8e24-515b0a139e78 admin admin] Pushing event deleted for resources: {'Network': ['ID=b06c95e8-1cca-4059-973a-b35cbda726e0,revision_number=None']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:31:03.536015 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-c7631b7d-90de-44d5-8367-35fbe60edeb8 req-991a65b4-a1cf-438b-844e-e34746583d93 service neutron] 10.222.0.18 "GET /v2.0/networks/4d385937-5589-47ac-b063-981bb549e693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920765 Mar 11 16:31:03.620487 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 45840) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:31:03.664803 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-cf04a0a8-cf34-40dd-b138-ce93deee8e50 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=598e1634c4054801b830f0013726d570&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0431414 Mar 11 16:31:03.667261 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 45844) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:31:03.756758 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-a167589b-80eb-4196-a2eb-c9c6e320c8e5 admin admin] Publish callbacks [] for security_group (3a49b004-8e94-4813-88fa-8e010a72423f), before_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:31:03.766028 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef12d89b-4554-4609-bc7b-a0a513a57271 req-044c882c-f324-4dfc-862f-0514db676134 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:31:03.767510 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-ef12d89b-4554-4609-bc7b-a0a513a57271 req-044c882c-f324-4dfc-862f-0514db676134 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=c2248b31-692b-41bb-be4c-efc637b74827 HTTP/1.1" status: 200 len: 943 time: 0.0853472 Mar 11 16:31:03.804703 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-a167589b-80eb-4196-a2eb-c9c6e320c8e5 admin admin] Publish callbacks [] for security_group (3a49b004-8e94-4813-88fa-8e010a72423f), precommit_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:31:03.865593 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-ef12d89b-4554-4609-bc7b-a0a513a57271 req-13ce4a15-40a5-45f9-9a07-d88d9247c66c tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/security-groups?id=e1b324ab-1dec-4ca3-84fa-33a28865bcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893724 Mar 11 16:31:03.898329 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-a167589b-80eb-4196-a2eb-c9c6e320c8e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (3a49b004-8e94-4813-88fa-8e010a72423f), after_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:31:03.900895 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-a167589b-80eb-4196-a2eb-c9c6e320c8e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:31:03.902120 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-a167589b-80eb-4196-a2eb-c9c6e320c8e5 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/3a49b004-8e94-4813-88fa-8e010a72423f HTTP/1.1" status: 204 len: 168 time: 0.2338798 Mar 11 16:31:03.912228 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a167589b-80eb-4196-a2eb-c9c6e320c8e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a49b004-8e94-4813-88fa-8e010a72423f,revision_number=None']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:31:04.180074 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Device 8fa2f1d3-0ac8-41e3-94bf-927a97b0510e no longer exists at agent ovs-agent-dv-cinder-750782-12-iscsi {{(pid=103093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 16:31:04.221683 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] No Port match for: 8fa2f1d3-0ac8-41e3-94bf-927a97b0510e {{(pid=103093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 16:31:04.222831 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Device 8fa2f1d3-0ac8-41e3-94bf-927a97b0510e not bound to the agent host dv-cinder-750782-12-iscsi {{(pid=103093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 16:31:04.223998 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Device 38e9e112-cf9a-4358-83bc-eb684ef5ed59 no longer exists at agent ovs-agent-dv-cinder-750782-12-iscsi {{(pid=103093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 16:31:04.265940 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] No Port match for: 38e9e112-cf9a-4358-83bc-eb684ef5ed59 {{(pid=103093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 16:31:04.271621 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Device 38e9e112-cf9a-4358-83bc-eb684ef5ed59 not bound to the agent host dv-cinder-750782-12-iscsi {{(pid=103093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 16:31:04.272583 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Device c28dec4b-7ea9-43fe-8c56-132909631ee7 no longer exists at agent ovs-agent-dv-cinder-750782-12-iscsi {{(pid=103093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 16:31:04.298462 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] No Port match for: c28dec4b-7ea9-43fe-8c56-132909631ee7 {{(pid=103093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 16:31:04.299061 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Device c28dec4b-7ea9-43fe-8c56-132909631ee7 not bound to the agent host dv-cinder-750782-12-iscsi {{(pid=103093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 16:31:04.391304 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 45866) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:31:04.460752 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-8d2b2010-f4fb-4e50-8ba9-b3b47b2a0905 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=3d5338acd8514fe39720c3fb4e546ad1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0658085 Mar 11 16:31:04.461000 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 45868) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:31:04.514690 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-b3d6807a-bb3a-4579-8b42-9da5dea0bbcf admin admin] Publish callbacks [] for security_group (bddb50b9-2212-4294-8135-f2d8a6d5ef95), before_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:31:04.541013 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-b3d6807a-bb3a-4579-8b42-9da5dea0bbcf admin admin] Publish callbacks [] for security_group (bddb50b9-2212-4294-8135-f2d8a6d5ef95), precommit_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:31:04.614913 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-b3d6807a-bb3a-4579-8b42-9da5dea0bbcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (bddb50b9-2212-4294-8135-f2d8a6d5ef95), after_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:31:04.617362 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-b3d6807a-bb3a-4579-8b42-9da5dea0bbcf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:31:04.618569 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-b3d6807a-bb3a-4579-8b42-9da5dea0bbcf admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/bddb50b9-2212-4294-8135-f2d8a6d5ef95 HTTP/1.1" status: 204 len: 168 time: 0.1565146 Mar 11 16:31:04.628981 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d6807a-bb3a-4579-8b42-9da5dea0bbcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bddb50b9-2212-4294-8135-f2d8a6d5ef95,revision_number=None']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:31:05.021301 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f342b360-3281-49a7-aec6-af643601e1ec req-860cc988-dc94-4423-a356-2c8d8d494a45 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:31:05.039517 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-f342b360-3281-49a7-aec6-af643601e1ec req-860cc988-dc94-4423-a356-2c8d8d494a45 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=c2248b31-692b-41bb-be4c-efc637b74827 HTTP/1.1" status: 200 len: 943 time: 0.0825360 Mar 11 16:31:05.103484 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-f342b360-3281-49a7-aec6-af643601e1ec req-77b2e57c-2e0f-4e39-a106-d176b6a76090 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/security-groups?id=e1b324ab-1dec-4ca3-84fa-33a28865bcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624864 Mar 11 16:31:05.340433 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (42978ec7-0c45-4bcc-88e8-64ee44356522), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:31:06.242521 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052eec50-48bf-42df-960c-451a0e8aafbd req-62c3ba46-df6f-475b-8349-1f2a1c0e0da8 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:31:06.244315 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-052eec50-48bf-42df-960c-451a0e8aafbd req-62c3ba46-df6f-475b-8349-1f2a1c0e0da8 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=c2248b31-692b-41bb-be4c-efc637b74827 HTTP/1.1" status: 200 len: 943 time: 0.0607495 Mar 11 16:31:06.299089 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-052eec50-48bf-42df-960c-451a0e8aafbd req-e77d3fa8-71cd-4b60-8c0c-4a189cc69722 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/security-groups?id=e1b324ab-1dec-4ca3-84fa-33a28865bcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484254 Mar 11 16:31:07.453034 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8dbaaf-a841-410f-97bd-63c125acbaa1 req-a219a019-c237-4da2-bad8-791de77cfd15 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:31:07.455495 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-db8dbaaf-a841-410f-97bd-63c125acbaa1 req-a219a019-c237-4da2-bad8-791de77cfd15 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=c2248b31-692b-41bb-be4c-efc637b74827 HTTP/1.1" status: 200 len: 943 time: 0.0626688 Mar 11 16:31:07.510868 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-db8dbaaf-a841-410f-97bd-63c125acbaa1 req-b65903ba-32e7-4aa0-8933-793341855a95 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/security-groups?id=e1b324ab-1dec-4ca3-84fa-33a28865bcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494144 Mar 11 16:31:08.662839 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4051e63-d916-4c3d-b082-3809fb0658d1 req-8b7d63fe-d01e-4773-9ede-ac0dc8f55393 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:31:08.664441 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-c4051e63-d916-4c3d-b082-3809fb0658d1 req-8b7d63fe-d01e-4773-9ede-ac0dc8f55393 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=c2248b31-692b-41bb-be4c-efc637b74827 HTTP/1.1" status: 200 len: 943 time: 0.0746891 Mar 11 16:31:08.715977 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-c4051e63-d916-4c3d-b082-3809fb0658d1 req-f7d07b8b-4717-4612-a8c0-a28a1a8ea622 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/security-groups?id=e1b324ab-1dec-4ca3-84fa-33a28865bcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453532 Mar 11 16:31:09.896318 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c977e3fb-eb99-4ecd-8261-85eb4263817e req-e669ef3a-2933-44b6-a1f4-1aef243b2c0c tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:31:09.897854 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-c977e3fb-eb99-4ecd-8261-85eb4263817e req-e669ef3a-2933-44b6-a1f4-1aef243b2c0c tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=c2248b31-692b-41bb-be4c-efc637b74827 HTTP/1.1" status: 200 len: 943 time: 0.0598950 Mar 11 16:31:09.949779 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-c977e3fb-eb99-4ecd-8261-85eb4263817e req-88eb2895-51f4-4b96-bb83-89c8151ae197 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/security-groups?id=e1b324ab-1dec-4ca3-84fa-33a28865bcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454583 Mar 11 16:31:11.323804 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e0b5c6-4534-4c5c-9b51-0aee381a8455 req-2997c9c8-9d48-464c-8b85-321b5a484951 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:31:11.325531 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-d7e0b5c6-4534-4c5c-9b51-0aee381a8455 req-2997c9c8-9d48-464c-8b85-321b5a484951 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=c2248b31-692b-41bb-be4c-efc637b74827 HTTP/1.1" status: 200 len: 943 time: 0.3006260 Mar 11 16:31:11.379101 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-d7e0b5c6-4534-4c5c-9b51-0aee381a8455 req-c4589a97-e79a-4546-b0ab-118f09034752 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/security-groups?id=e1b324ab-1dec-4ca3-84fa-33a28865bcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464833 Mar 11 16:31:12.535599 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657608b0-c8bb-450c-a361-bb6b340747e8 req-84672a6e-6377-4ada-9773-511ee074fc2e tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:31:12.537377 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-657608b0-c8bb-450c-a361-bb6b340747e8 req-84672a6e-6377-4ada-9773-511ee074fc2e tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=c2248b31-692b-41bb-be4c-efc637b74827 HTTP/1.1" status: 200 len: 943 time: 0.0728922 Mar 11 16:31:12.595856 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-657608b0-c8bb-450c-a361-bb6b340747e8 req-a7446d41-89dd-4da3-bcaf-5bb5d6ed634b tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/security-groups?id=e1b324ab-1dec-4ca3-84fa-33a28865bcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524855 Mar 11 16:31:13.728258 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e937bbf-1ce6-413f-abc0-00e64a827c3d req-17e65f45-c1cc-4db7-9ab7-6b1db43dcd17 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:31:13.729753 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-0e937bbf-1ce6-413f-abc0-00e64a827c3d req-17e65f45-c1cc-4db7-9ab7-6b1db43dcd17 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=c2248b31-692b-41bb-be4c-efc637b74827 HTTP/1.1" status: 200 len: 943 time: 0.0551546 Mar 11 16:31:13.781800 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-0e937bbf-1ce6-413f-abc0-00e64a827c3d req-bdb0d979-f147-4130-be9b-0162f42b5327 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/security-groups?id=e1b324ab-1dec-4ca3-84fa-33a28865bcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459681 Mar 11 16:31:13.825698 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-154979b9-8b82-4643-90d0-b7857b0aebb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (52d54afa-c257-4acf-9353-cc1307944ae0), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:31:14.965520 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07bd51e-2f34-4fdf-aced-65ccd49aa8f7 req-dc7016f6-6a0a-40e8-899f-3191a6cb9308 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:31:14.967048 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-c07bd51e-2f34-4fdf-aced-65ccd49aa8f7 req-dc7016f6-6a0a-40e8-899f-3191a6cb9308 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=c2248b31-692b-41bb-be4c-efc637b74827 HTTP/1.1" status: 200 len: 943 time: 0.1114354 Mar 11 16:31:15.015379 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-c07bd51e-2f34-4fdf-aced-65ccd49aa8f7 req-53e32d41-4767-493a-9cb7-a4b3b1de8896 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/security-groups?id=e1b324ab-1dec-4ca3-84fa-33a28865bcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420473 Mar 11 16:31:16.139660 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cd566b-3822-4e0e-b786-db87ea90a758 req-f89dcdcd-54d2-4e94-a8dd-91676ad37231 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:31:16.141082 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-97cd566b-3822-4e0e-b786-db87ea90a758 req-f89dcdcd-54d2-4e94-a8dd-91676ad37231 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=c2248b31-692b-41bb-be4c-efc637b74827 HTTP/1.1" status: 200 len: 943 time: 0.0546968 Mar 11 16:31:16.175733 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-8483622b-5178-4ec1-89de-dff6d2665888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (03422851-42b1-44c9-ada6-e479436b7b23), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:31:16.191847 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-97cd566b-3822-4e0e-b786-db87ea90a758 req-2756b948-353c-411e-8036-2eb19eb9e299 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/security-groups?id=e1b324ab-1dec-4ca3-84fa-33a28865bcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443239 Mar 11 16:31:17.355328 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249359b2-2150-4e88-90be-e78249b119a8 req-6677d3d3-ba68-4dd9-a95e-5fed6fa7edc3 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:31:17.356842 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-249359b2-2150-4e88-90be-e78249b119a8 req-6677d3d3-ba68-4dd9-a95e-5fed6fa7edc3 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=c2248b31-692b-41bb-be4c-efc637b74827 HTTP/1.1" status: 200 len: 943 time: 0.0892956 Mar 11 16:31:17.363564 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22641259-3d50-4d33-8762-6ce7a0ce9a50 req-2b9616b7-fd7b-46c1-a28f-0db05852b058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:31:17.365034 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-22641259-3d50-4d33-8762-6ce7a0ce9a50 req-2b9616b7-fd7b-46c1-a28f-0db05852b058 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a951288cde284b359074a2755c43fd3f&device_id=c2248b31-692b-41bb-be4c-efc637b74827 HTTP/1.1" status: 200 len: 1127 time: 0.0665035 Mar 11 16:31:17.435633 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-249359b2-2150-4e88-90be-e78249b119a8 req-5311e55c-fa8f-4038-96c9-3f8cf7613b9f tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/security-groups?id=e1b324ab-1dec-4ca3-84fa-33a28865bcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696428 Mar 11 16:31:17.492721 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ae773407-53f5-44d0-bdbe-4d88b69a915f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (d0bcdf8a-248d-4278-aa4c-95e4828d61b2), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:31:17.499464 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22641259-3d50-4d33-8762-6ce7a0ce9a50 req-81e143b2-37cc-4ec8-b938-dc578cd7a17f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:31:17.500913 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-22641259-3d50-4d33-8762-6ce7a0ce9a50 req-81e143b2-37cc-4ec8-b938-dc578cd7a17f service neutron] 10.222.0.18 "GET /v2.0/networks?id=4d385937-5589-47ac-b063-981bb549e693 HTTP/1.1" status: 200 len: 918 time: 0.1143270 Mar 11 16:31:17.569238 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-22641259-3d50-4d33-8762-6ce7a0ce9a50 req-a63e9097-0d29-48b2-b881-95b10b8f08b0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1f5306a9-2948-428d-83a8-aa48c5aa30ef HTTP/1.1" status: 200 len: 999 time: 0.0621619 Mar 11 16:31:17.622529 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22641259-3d50-4d33-8762-6ce7a0ce9a50 req-84282587-dfa2-4642-a61d-ff21332741fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:31:17.623996 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-22641259-3d50-4d33-8762-6ce7a0ce9a50 req-84282587-dfa2-4642-a61d-ff21332741fc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1fa91c63-7953-4f02-bfd2-c0a4c4e05e10 HTTP/1.1" status: 200 len: 856 time: 0.0484264 Mar 11 16:31:17.681658 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22641259-3d50-4d33-8762-6ce7a0ce9a50 req-4467b5fe-100b-43f4-a46a-adbbb0e77308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:31:17.683188 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-22641259-3d50-4d33-8762-6ce7a0ce9a50 req-4467b5fe-100b-43f4-a46a-adbbb0e77308 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4d385937-5589-47ac-b063-981bb549e693&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0501764 Mar 11 16:31:17.789048 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-22641259-3d50-4d33-8762-6ce7a0ce9a50 req-b658e07d-594e-48a7-8675-bca62ed7aa56 service neutron] 10.222.0.18 "GET /v2.0/networks/4d385937-5589-47ac-b063-981bb549e693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981736 Mar 11 16:31:17.898803 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-22641259-3d50-4d33-8762-6ce7a0ce9a50 req-66bdafcd-3701-4ab7-b818-79faf85aafc8 service neutron] 10.222.0.18 "GET /v2.0/networks/4d385937-5589-47ac-b063-981bb549e693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023834 Mar 11 16:31:18.562900 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6f9466-7fe5-4529-b615-ddc554753c14 req-957619d0-0591-465c-905e-645678252cca tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:31:18.564419 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-6e6f9466-7fe5-4529-b615-ddc554753c14 req-957619d0-0591-465c-905e-645678252cca tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=c2248b31-692b-41bb-be4c-efc637b74827 HTTP/1.1" status: 200 len: 943 time: 0.0543232 Mar 11 16:31:18.611824 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-6e6f9466-7fe5-4529-b615-ddc554753c14 req-b18378e0-3142-4c13-a929-daf7297da75d tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/security-groups?id=e1b324ab-1dec-4ca3-84fa-33a28865bcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417056 Mar 11 16:31:18.867752 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-12686fd2-0f25-484f-a78a-b5cd34d8581b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (a5a5d809-3580-471a-ade1-6c5ecc269919), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:31:19.873227 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76999a32-1dd5-4fa9-861e-f73189a27a90 req-96b1f9ec-4bd8-42d3-be6b-3980ecfc5042 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:31:19.874774 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-76999a32-1dd5-4fa9-861e-f73189a27a90 req-96b1f9ec-4bd8-42d3-be6b-3980ecfc5042 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=c2248b31-692b-41bb-be4c-efc637b74827 HTTP/1.1" status: 200 len: 943 time: 0.0546877 Mar 11 16:31:19.926283 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-76999a32-1dd5-4fa9-861e-f73189a27a90 req-7a7a041c-7244-4009-9cf9-9bf69fc47da2 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/security-groups?id=e1b324ab-1dec-4ca3-84fa-33a28865bcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457335 Mar 11 16:31:20.403200 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (1025624e-e238-47fc-86ae-58f7bb6baa16), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:31:20.914032 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Device 1f5306a9-2948-428d-83a8-aa48c5aa30ef details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=103093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 16:31:21.015019 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] For port 1f5306a9-2948-428d-83a8-aa48c5aa30ef, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=1f5306a9-2948-428d-83a8-aa48c5aa30ef,segment=NetworkSegment(a719ed4c-1b21-4087-84c5-f4c81307e7ed),segment_id=a719ed4c-1b21-4087-84c5-f4c81307e7ed)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:31:21.028319 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Returning: {'device': '1f5306a9-2948-428d-83a8-aa48c5aa30ef', 'network_id': '4d385937-5589-47ac-b063-981bb549e693', 'port_id': '1f5306a9-2948-428d-83a8-aa48c5aa30ef', 'mac_address': 'fa:16:3e:cc:db:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fa91c63-7953-4f02-bfd2-c0a4c4e05e10', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 16:31:21.058025 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39da0c9c-0d2b-42e4-b71c-524c4b60bbf0 req-1157b602-1893-4a80-b84a-1e428ec83898 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:31:21.059512 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-39da0c9c-0d2b-42e4-b71c-524c4b60bbf0 req-1157b602-1893-4a80-b84a-1e428ec83898 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=c2248b31-692b-41bb-be4c-efc637b74827 HTTP/1.1" status: 200 len: 943 time: 0.0582294 Mar 11 16:31:21.073143 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Current status of the port 1f5306a9-2948-428d-83a8-aa48c5aa30ef is: DOWN; New status is: BUILD {{(pid=103093) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 16:31:21.073532 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (1f5306a9-2948-428d-83a8-aa48c5aa30ef), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:31:21.088099 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.notifiers.nova [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f5306a9-2948-428d-83a8-aa48c5aa30ef {{(pid=103093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:31:21.108918 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] For port 1f5306a9-2948-428d-83a8-aa48c5aa30ef, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=1f5306a9-2948-428d-83a8-aa48c5aa30ef,segment=NetworkSegment(a719ed4c-1b21-4087-84c5-f4c81307e7ed),segment_id=a719ed4c-1b21-4087-84c5-f4c81307e7ed)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:31:21.114184 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-39da0c9c-0d2b-42e4-b71c-524c4b60bbf0 req-b9063689-ccfc-499e-8582-7fe25d2f4725 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/security-groups?id=e1b324ab-1dec-4ca3-84fa-33a28865bcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482812 Mar 11 16:31:21.114508 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947'] for port (1f5306a9-2948-428d-83a8-aa48c5aa30ef), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:31:21.163994 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Pushing event updated for resources: {'Port': ['ID=1f5306a9-2948-428d-83a8-aa48c5aa30ef,revision_number=9']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:31:21.548253 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] get_ports_and_sgs() called for port_ids ['1f5306a9-2948-428d-83a8-aa48c5aa30ef'] {{(pid=103093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 16:31:22.243891 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99385fc1-b9f4-43c5-8592-c614b6b16d18 req-a6e8f307-b1b6-4713-ae1f-f44a6f3da3d1 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:31:22.245403 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-99385fc1-b9f4-43c5-8592-c614b6b16d18 req-a6e8f307-b1b6-4713-ae1f-f44a6f3da3d1 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=c2248b31-692b-41bb-be4c-efc637b74827 HTTP/1.1" status: 200 len: 944 time: 0.0546556 Mar 11 16:31:22.293333 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-99385fc1-b9f4-43c5-8592-c614b6b16d18 req-2086ffc5-0a04-4e6e-8d04-a19246dfe259 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/security-groups?id=e1b324ab-1dec-4ca3-84fa-33a28865bcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418525 Mar 11 16:31:22.921431 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Device 1f5306a9-2948-428d-83a8-aa48c5aa30ef up at agent hyperv_hv-cinder-75078 {{(pid=103093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 16:31:22.968866 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Provisioning complete for port 1f5306a9-2948-428d-83a8-aa48c5aa30ef triggered by entity L2. {{(pid=103093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 16:31:22.969233 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397499'] for port (1f5306a9-2948-428d-83a8-aa48c5aa30ef), provisioning_complete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:31:23.050513 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Current status of the port 1f5306a9-2948-428d-83a8-aa48c5aa30ef is: BUILD; New status is: ACTIVE {{(pid=103093) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 16:31:23.050974 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (1f5306a9-2948-428d-83a8-aa48c5aa30ef), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:31:23.074654 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2248b31-692b-41bb-be4c-efc637b74827', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f5306a9-2948-428d-83a8-aa48c5aa30ef'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:31:23.077026 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f6a2c072b123b360c8eb8991e75d694e889c4c27e62ecb22fdf39ecf471eb94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66834367-cb36-47b7-b295-48bca3828387" -d '{"events": [{"server_uuid": "c2248b31-692b-41bb-be4c-efc637b74827", "name": "network-vif-plugged", "status": "completed", "tag": "1f5306a9-2948-428d-83a8-aa48c5aa30ef"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 16:31:23.092835 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] For port 1f5306a9-2948-428d-83a8-aa48c5aa30ef, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=1f5306a9-2948-428d-83a8-aa48c5aa30ef,segment=NetworkSegment(a719ed4c-1b21-4087-84c5-f4c81307e7ed),segment_id=a719ed4c-1b21-4087-84c5-f4c81307e7ed)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:31:23.097956 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947'] for port (1f5306a9-2948-428d-83a8-aa48c5aa30ef), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:31:23.121244 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 16:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edf66237-0d5d-4cf2-be53-ab96047073af x-openstack-request-id: req-edf66237-0d5d-4cf2-be53-ab96047073af {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 16:31:23.121548 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2248b31-692b-41bb-be4c-efc637b74827", "name": "network-vif-plugged", "status": "completed", "tag": "1f5306a9-2948-428d-83a8-aa48c5aa30ef", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 16:31:23.121929 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-edf66237-0d5d-4cf2-be53-ab96047073af {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 16:31:23.122225 dv-cinder-750782-12-iscsi neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2248b31-692b-41bb-be4c-efc637b74827', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f5306a9-2948-428d-83a8-aa48c5aa30ef', 'code': 200} Mar 11 16:31:23.151604 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Pushing event updated for resources: {'Port': ['ID=1f5306a9-2948-428d-83a8-aa48c5aa30ef,revision_number=10']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:31:23.300348 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb0eac1-1516-45e9-b54f-4a834c7a0c54 req-e1253e46-c20e-4b46-aa39-1dd0ca937341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:31:23.301856 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-cdb0eac1-1516-45e9-b54f-4a834c7a0c54 req-e1253e46-c20e-4b46-aa39-1dd0ca937341 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c2248b31-692b-41bb-be4c-efc637b74827 HTTP/1.1" status: 200 len: 1130 time: 0.0471666 Mar 11 16:31:23.349612 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-cdb0eac1-1516-45e9-b54f-4a834c7a0c54 req-3ac0ddee-a2d5-4a9b-bff0-4237acf7b816 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e1b324ab-1dec-4ca3-84fa-33a28865bcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391490 Mar 11 16:31:23.416830 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc386e72-dd5c-4cd6-a762-18c6d42245f6 req-30edb2b5-c2c3-4d48-bd6e-95bda8c62df4 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:31:23.418296 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-cc386e72-dd5c-4cd6-a762-18c6d42245f6 req-30edb2b5-c2c3-4d48-bd6e-95bda8c62df4 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=c2248b31-692b-41bb-be4c-efc637b74827 HTTP/1.1" status: 200 len: 946 time: 0.0522089 Mar 11 16:31:23.464753 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-cc386e72-dd5c-4cd6-a762-18c6d42245f6 req-1973f69a-4633-4bdb-aae0-efd1535d171e tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/security-groups?id=e1b324ab-1dec-4ca3-84fa-33a28865bcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409727 Mar 11 16:31:24.228603 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.agents_db [None req-ed17eba3-c4d2-4aaa-a64c-93b8434a4a48 None None] Agent healthcheck: found 6 active agents {{(pid=103094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 16:31:24.589366 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4067ee-8153-4363-8ff7-b10557a03d9d req-6a388e0e-ed9a-4b16-ad54-a2550b763089 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:31:24.590867 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-5f4067ee-8153-4363-8ff7-b10557a03d9d req-6a388e0e-ed9a-4b16-ad54-a2550b763089 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=c2248b31-692b-41bb-be4c-efc637b74827 HTTP/1.1" status: 200 len: 946 time: 0.0527017 Mar 11 16:31:24.645556 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-5f4067ee-8153-4363-8ff7-b10557a03d9d req-941a0a42-9c06-4409-b753-d4c705d052a2 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/security-groups?id=e1b324ab-1dec-4ca3-84fa-33a28865bcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486109 Mar 11 16:31:25.767822 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c857ad-4828-457b-864d-a36a066866b0 req-076596a1-a372-4085-b0de-c173f9f929f7 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:31:25.770065 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-42c857ad-4828-457b-864d-a36a066866b0 req-076596a1-a372-4085-b0de-c173f9f929f7 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=c2248b31-692b-41bb-be4c-efc637b74827 HTTP/1.1" status: 200 len: 946 time: 0.0530231 Mar 11 16:31:25.817731 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-42c857ad-4828-457b-864d-a36a066866b0 req-bc0242e1-bb6d-4400-a86a-e23bf45b5c15 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/security-groups?id=e1b324ab-1dec-4ca3-84fa-33a28865bcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421064 Mar 11 16:31:35.338906 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (42978ec7-0c45-4bcc-88e8-64ee44356522), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:31:43.818994 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-25dd3fee-d782-4f59-b526-61c791879ea9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (52d54afa-c257-4acf-9353-cc1307944ae0), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:31:46.178508 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1efe2775-03b7-4e80-bc2b-dbbdf97dd8dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (03422851-42b1-44c9-ada6-e479436b7b23), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:31:47.496321 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ae773407-53f5-44d0-bdbe-4d88b69a915f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (d0bcdf8a-248d-4278-aa4c-95e4828d61b2), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:31:48.868691 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-12686fd2-0f25-484f-a78a-b5cd34d8581b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (a5a5d809-3580-471a-ade1-6c5ecc269919), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:31:50.407495 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (1025624e-e238-47fc-86ae-58f7bb6baa16), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:31:52.421797 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5038b688-85c2-49b6-b002-cdf8d764007f req-5ef0f4dc-75c8-4401-9ce4-c09aedac3823 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:31:52.423310 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-5038b688-85c2-49b6-b002-cdf8d764007f req-5ef0f4dc-75c8-4401-9ce4-c09aedac3823 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/ports?device_id=f553a340-0c90-4b94-bf82-da903f3ee248 HTTP/1.1" status: 200 len: 945 time: 0.0533404 Mar 11 16:31:52.470863 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-5038b688-85c2-49b6-b002-cdf8d764007f req-be90ca46-d94c-453e-8f13-f210506696a4 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/security-groups?id=5cdf34c4-31a2-4c27-9b24-05da7981bde7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411303 Mar 11 16:31:53.594945 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21e4719-e64e-4f01-9e29-b12eb4c376be req-d32d7093-80e2-460b-ac44-20d324da108d tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:31:53.596398 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-b21e4719-e64e-4f01-9e29-b12eb4c376be req-d32d7093-80e2-460b-ac44-20d324da108d tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/ports?device_id=f553a340-0c90-4b94-bf82-da903f3ee248 HTTP/1.1" status: 200 len: 945 time: 0.0552452 Mar 11 16:31:53.646163 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-b21e4719-e64e-4f01-9e29-b12eb4c376be req-f6976b8f-1217-4f3d-b840-5d7ff81a1b29 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/security-groups?id=5cdf34c4-31a2-4c27-9b24-05da7981bde7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432799 Mar 11 16:31:54.517009 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441da6cb-920f-48dd-a405-568433c651b2 req-ac51575c-22f3-4461-9cc9-7c53840f8a64 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:31:54.518516 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-441da6cb-920f-48dd-a405-568433c651b2 req-ac51575c-22f3-4461-9cc9-7c53840f8a64 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.18 "GET /v2.0/ports?device_id=f553a340-0c90-4b94-bf82-da903f3ee248 HTTP/1.1" status: 200 len: 945 time: 0.0538118 Mar 11 16:31:54.627116 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.plugin [req-441da6cb-920f-48dd-a405-568433c651b2 req-f32ff2c1-d52a-4443-9873-966dfb234064 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Deleting port 581ef467-e182-4dcd-921b-25d6c4af9284 {{(pid=103092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 16:31:54.627835 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-441da6cb-920f-48dd-a405-568433c651b2 req-f32ff2c1-d52a-4443-9873-966dfb234064 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780138536942'] for port (581ef467-e182-4dcd-921b-25d6c4af9284), before_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:31:54.762588 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.db [req-441da6cb-920f-48dd-a405-568433c651b2 req-f32ff2c1-d52a-4443-9873-966dfb234064 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] For port 581ef467-e182-4dcd-921b-25d6c4af9284, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=581ef467-e182-4dcd-921b-25d6c4af9284,segment=NetworkSegment(c93eb277-6e60-44de-b671-f606514b14af),segment_id=c93eb277-6e60-44de-b671-f606514b14af)] {{(pid=103092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:31:54.762932 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-441da6cb-920f-48dd-a405-568433c651b2 req-f32ff2c1-d52a-4443-9873-966dfb234064 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538029'] for port (581ef467-e182-4dcd-921b-25d6c4af9284), precommit_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:31:54.835083 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d9c87a-6d48-42be-b08d-2befab298dba req-3fc5ebe5-8bf5-4ea4-b625-2a80f71e7b49 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:31:54.836442 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-76d9c87a-6d48-42be-b08d-2befab298dba req-3fc5ebe5-8bf5-4ea4-b625-2a80f71e7b49 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/ports?device_id=f553a340-0c90-4b94-bf82-da903f3ee248 HTTP/1.1" status: 200 len: 945 time: 0.1207216 Mar 11 16:31:54.963771 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-76d9c87a-6d48-42be-b08d-2befab298dba req-c1546164-cc9d-4343-9693-dd3bda2b0574 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/security-groups?id=5cdf34c4-31a2-4c27-9b24-05da7981bde7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1193993 Mar 11 16:31:54.983391 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-441da6cb-920f-48dd-a405-568433c651b2 req-f32ff2c1-d52a-4443-9873-966dfb234064 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:31:54.983751 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-441da6cb-920f-48dd-a405-568433c651b2 req-f32ff2c1-d52a-4443-9873-966dfb234064 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539899'] for floatingip (4cdc6dd3-ec51-4013-8286-123231ea5286), after_update {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:31:54.984062 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.db.l3_db [req-441da6cb-920f-48dd-a405-568433c651b2 req-f32ff2c1-d52a-4443-9873-966dfb234064 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Floating IP 4cdc6dd3-ec51-4013-8286-123231ea5286 disassociated. External IP: 172.27.0.4, port: 581ef467-e182-4dcd-921b-25d6c4af9284. Mar 11 16:31:54.984397 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.plugin [req-441da6cb-920f-48dd-a405-568433c651b2 req-f32ff2c1-d52a-4443-9873-966dfb234064 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Calling delete_port for 581ef467-e182-4dcd-921b-25d6c4af9284 owned by compute:nova {{(pid=103092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 16:31:55.113769 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-441da6cb-920f-48dd-a405-568433c651b2 req-f32ff2c1-d52a-4443-9873-966dfb234064 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780138542421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780137975920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30811620'] for port (581ef467-e182-4dcd-921b-25d6c4af9284), after_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:31:55.142626 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32ff2c1-d52a-4443-9873-966dfb234064 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Pushing event deleted for resources: {'Port': ['ID=581ef467-e182-4dcd-921b-25d6c4af9284,revision_number=None']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:31:55.153341 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32ff2c1-d52a-4443-9873-966dfb234064 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:31:55.153686 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32ff2c1-d52a-4443-9873-966dfb234064 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:31:55.154240 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32ff2c1-d52a-4443-9873-966dfb234064 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:31:55.154505 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32ff2c1-d52a-4443-9873-966dfb234064 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:31:55.154718 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32ff2c1-d52a-4443-9873-966dfb234064 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:31:55.155011 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32ff2c1-d52a-4443-9873-966dfb234064 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:31:55.155327 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32ff2c1-d52a-4443-9873-966dfb234064 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:31:55.155648 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32ff2c1-d52a-4443-9873-966dfb234064 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:31:55.155964 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32ff2c1-d52a-4443-9873-966dfb234064 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:31:55.156281 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32ff2c1-d52a-4443-9873-966dfb234064 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:31:55.156597 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32ff2c1-d52a-4443-9873-966dfb234064 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:31:55.156909 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32ff2c1-d52a-4443-9873-966dfb234064 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:31:55.157221 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32ff2c1-d52a-4443-9873-966dfb234064 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:31:55.271542 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.scheduler.l3_agent_scheduler [req-441da6cb-920f-48dd-a405-568433c651b2 req-f32ff2c1-d52a-4443-9873-966dfb234064 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Router b8ac2b6e-e82a-4d35-bd87-ef6f6f75d76d has already been hosted by L3 agent 03422851-42b1-44c9-ada6-e479436b7b23 {{(pid=103092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:31:55.382507 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-441da6cb-920f-48dd-a405-568433c651b2 req-f32ff2c1-d52a-4443-9873-966dfb234064 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Notify agent at l3_agent.dv-cinder-750782-12-iscsi the message routers_updated {{(pid=103092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:31:55.392281 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb43189-1a96-4b26-8814-9004cc20a97c None None] Sync routers for ids ['b8ac2b6e-e82a-4d35-bd87-ef6f6f75d76d'] in dv-cinder-750782-12-iscsi {{(pid=103093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:31:55.401873 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb43189-1a96-4b26-8814-9004cc20a97c None None] Routers {'b8ac2b6e-e82a-4d35-bd87-ef6f6f75d76d'} bound to L3 agent in host dv-cinder-750782-12-iscsi {{(pid=103093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 16:31:55.402520 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_hamode_db [None req-3fb43189-1a96-4b26-8814-9004cc20a97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T16:12:46Z,description=,heartbeat_timestamp=2022-03-11T16:31:46Z,host='dv-cinder-750782-12-iscsi',id=03422851-42b1-44c9-ada6-e479436b7b23,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:12:46Z,topic='l3_agent')) {'router_ids': ['b8ac2b6e-e82a-4d35-bd87-ef6f6f75d76d'], 'active': True} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:31:55.423061 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.db.l3_dvrscheduler_db [req-441da6cb-920f-48dd-a405-568433c651b2 req-f32ff2c1-d52a-4443-9873-966dfb234064 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] No DVR routers for this DVR port 581ef467-e182-4dcd-921b-25d6c4af9284 on host hv-cinder-75078 {{(pid=103092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:31:55.426177 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-441da6cb-920f-48dd-a405-568433c651b2 req-f32ff2c1-d52a-4443-9873-966dfb234064 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122971'] for port (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:31:55.429669 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-441da6cb-920f-48dd-a405-568433c651b2 req-f32ff2c1-d52a-4443-9873-966dfb234064 tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.18 "DELETE /v2.0/ports/581ef467-e182-4dcd-921b-25d6c4af9284 HTTP/1.1" status: 204 len: 173 time: 0.9056437 Mar 11 16:31:55.430216 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f553a340-0c90-4b94-bf82-da903f3ee248', 'name': 'network-vif-deleted', 'tag': '581ef467-e182-4dcd-921b-25d6c4af9284'}] {{(pid=103092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:31:55.432428 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8119d67d121bc7655fb27ee4e81d05746f3857d7b024446e390c37a4f39e07a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-760d0767-015e-4380-9c17-7990a47b385d" -d '{"events": [{"server_uuid": "f553a340-0c90-4b94-bf82-da903f3ee248", "name": "network-vif-deleted", "tag": "581ef467-e182-4dcd-921b-25d6c4af9284"}]}' {{(pid=103092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 16:31:55.473600 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 16:31:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a005d9a1-0f97-475f-9bb3-8f54b2a222f7 x-openstack-request-id: req-a005d9a1-0f97-475f-9bb3-8f54b2a222f7 {{(pid=103092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 16:31:55.473907 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f553a340-0c90-4b94-bf82-da903f3ee248", "name": "network-vif-deleted", "tag": "581ef467-e182-4dcd-921b-25d6c4af9284", "status": "completed", "code": 200}]} {{(pid=103092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 16:31:55.474194 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-a005d9a1-0f97-475f-9bb3-8f54b2a222f7 {{(pid=103092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 16:31:55.474771 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f553a340-0c90-4b94-bf82-da903f3ee248', 'name': 'network-vif-deleted', 'tag': '581ef467-e182-4dcd-921b-25d6c4af9284', 'status': 'completed', 'code': 200} Mar 11 16:31:55.528347 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_dvr_db [None req-3fb43189-1a96-4b26-8814-9004cc20a97c None None] Set router b8ac2b6e-e82a-4d35-bd87-ef6f6f75d76d gateway port host: dv-cinder-750782-12-iscsi {{(pid=103093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 16:31:55.742449 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_hamode_db [None req-3fb43189-1a96-4b26-8814-9004cc20a97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8ac2b6e-e82a-4d35-bd87-ef6f6f75d76d', 'name': 'tempest-AttachVolumeTestJSON-1808249257-router', 'tenant_id': 'f3f35569b4e74dd193f09cb7aa5a05a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'external_fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '980736ea-4e16-47b8-905f-91aa7ae293a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:21:09Z', 'updated_at': '2022-03-11T16:21:21Z', 'revision_number': 4, 'project_id': 'f3f35569b4e74dd193f09cb7aa5a05a9', 'gw_port': {'id': '980736ea-4e16-47b8-905f-91aa7ae293a0', 'name': '', 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:1a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ac2b6e-e82a-4d35-bd87-ef6f6f75d76d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:11Z', 'updated_at': '2022-03-11T16:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-12-iscsi', '_interfaces': [{'id': '9d766dcf-2ab9-41a9-b411-f84026ad52e4', 'name': '', 'network_id': '9795e861-3b04-408a-82ce-319a55ca0d5c', 'tenant_id': 'f3f35569b4e74dd193f09cb7aa5a05a9', 'mac_address': 'fa:16:3e:ce:2f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ac2b6e-e82a-4d35-bd87-ef6f6f75d76d', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a21718ed-f252-41de-a223-6ef10277caa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:18Z', 'updated_at': '2022-03-11T16:21:35Z', 'revision_number': 5, 'project_id': 'f3f35569b4e74dd193f09cb7aa5a05a9', 'subnets': [{'id': 'a21718ed-f252-41de-a223-6ef10277caa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-12-iscsi', False) {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:31:55.769864 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb43189-1a96-4b26-8814-9004cc20a97c None None] Checking router: b8ac2b6e-e82a-4d35-bd87-ef6f6f75d76d for host: dv-cinder-750782-12-iscsi {{(pid=103093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:31:55.778333 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb43189-1a96-4b26-8814-9004cc20a97c None None] Routers {'b8ac2b6e-e82a-4d35-bd87-ef6f6f75d76d'} bound to L3 agent in host dv-cinder-750782-12-iscsi {{(pid=103093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 16:31:55.778939 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_hamode_db [None req-3fb43189-1a96-4b26-8814-9004cc20a97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T16:12:46Z,description=,heartbeat_timestamp=2022-03-11T16:31:46Z,host='dv-cinder-750782-12-iscsi',id=03422851-42b1-44c9-ada6-e479436b7b23,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:12:46Z,topic='l3_agent')) {'router_ids': ['b8ac2b6e-e82a-4d35-bd87-ef6f6f75d76d'], 'active': True} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:31:55.898061 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_dvr_db [None req-3fb43189-1a96-4b26-8814-9004cc20a97c None None] Set router b8ac2b6e-e82a-4d35-bd87-ef6f6f75d76d gateway port host: dv-cinder-750782-12-iscsi {{(pid=103093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 16:31:56.053634 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 46106) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:31:56.116070 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-6d285a5a-53c0-4c16-b6e1-133c2f4017ec tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Publish callbacks [] for security_group (5cdf34c4-31a2-4c27-9b24-05da7981bde7), before_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:31:56.122728 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_hamode_db [None req-3fb43189-1a96-4b26-8814-9004cc20a97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8ac2b6e-e82a-4d35-bd87-ef6f6f75d76d', 'name': 'tempest-AttachVolumeTestJSON-1808249257-router', 'tenant_id': 'f3f35569b4e74dd193f09cb7aa5a05a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'external_fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '980736ea-4e16-47b8-905f-91aa7ae293a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:21:09Z', 'updated_at': '2022-03-11T16:21:21Z', 'revision_number': 4, 'project_id': 'f3f35569b4e74dd193f09cb7aa5a05a9', 'gw_port': {'id': '980736ea-4e16-47b8-905f-91aa7ae293a0', 'name': '', 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:1a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ac2b6e-e82a-4d35-bd87-ef6f6f75d76d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:11Z', 'updated_at': '2022-03-11T16:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-12-iscsi', '_interfaces': [{'id': '9d766dcf-2ab9-41a9-b411-f84026ad52e4', 'name': '', 'network_id': '9795e861-3b04-408a-82ce-319a55ca0d5c', 'tenant_id': 'f3f35569b4e74dd193f09cb7aa5a05a9', 'mac_address': 'fa:16:3e:ce:2f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ac2b6e-e82a-4d35-bd87-ef6f6f75d76d', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a21718ed-f252-41de-a223-6ef10277caa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:18Z', 'updated_at': '2022-03-11T16:21:35Z', 'revision_number': 5, 'project_id': 'f3f35569b4e74dd193f09cb7aa5a05a9', 'subnets': [{'id': 'a21718ed-f252-41de-a223-6ef10277caa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-12-iscsi', False) {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:31:56.141467 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-6d285a5a-53c0-4c16-b6e1-133c2f4017ec tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Publish callbacks [] for security_group (5cdf34c4-31a2-4c27-9b24-05da7981bde7), precommit_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:31:56.176434 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb43189-1a96-4b26-8814-9004cc20a97c None None] The sync data for ids ['b8ac2b6e-e82a-4d35-bd87-ef6f6f75d76d'] in dv-cinder-750782-12-iscsi is: [{'id': 'b8ac2b6e-e82a-4d35-bd87-ef6f6f75d76d', 'name': 'tempest-AttachVolumeTestJSON-1808249257-router', 'tenant_id': 'f3f35569b4e74dd193f09cb7aa5a05a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'external_fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '980736ea-4e16-47b8-905f-91aa7ae293a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:21:09Z', 'updated_at': '2022-03-11T16:21:21Z', 'revision_number': 4, 'project_id': 'f3f35569b4e74dd193f09cb7aa5a05a9', 'gw_port': {'id': '980736ea-4e16-47b8-905f-91aa7ae293a0', 'name': '', 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:1a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ac2b6e-e82a-4d35-bd87-ef6f6f75d76d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:11Z', 'updated_at': '2022-03-11T16:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-12-iscsi', '_interfaces': [{'id': '9d766dcf-2ab9-41a9-b411-f84026ad52e4', 'name': '', 'network_id': '9795e861-3b04-408a-82ce-319a55ca0d5c', 'tenant_id': 'f3f35569b4e74dd193f09cb7aa5a05a9', 'mac_address': 'fa:16:3e:ce:2f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ac2b6e-e82a-4d35-bd87-ef6f6f75d76d', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a21718ed-f252-41de-a223-6ef10277caa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:18Z', 'updated_at': '2022-03-11T16:21:35Z', 'revision_number': 5, 'project_id': 'f3f35569b4e74dd193f09cb7aa5a05a9', 'subnets': [{'id': 'a21718ed-f252-41de-a223-6ef10277caa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:31:56.197060 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-6d285a5a-53c0-4c16-b6e1-133c2f4017ec tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (5cdf34c4-31a2-4c27-9b24-05da7981bde7), after_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:31:56.200013 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-6d285a5a-53c0-4c16-b6e1-133c2f4017ec tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Publish callbacks [] for security_group (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:31:56.203853 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-6d285a5a-53c0-4c16-b6e1-133c2f4017ec tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "DELETE /v2.0/security-groups/5cdf34c4-31a2-4c27-9b24-05da7981bde7 HTTP/1.1" status: 204 len: 168 time: 0.1465104 Mar 11 16:31:56.204597 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 46108) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:31:56.211374 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d285a5a-53c0-4c16-b6e1-133c2f4017ec tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cdf34c4-31a2-4c27-9b24-05da7981bde7,revision_number=None']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:31:56.220683 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.api.v2.resource [None req-ba0e1b27-4494-4964-8691-7149e44b366e tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] show failed (client error): The resource could not be found. Mar 11 16:31:56.222445 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-ba0e1b27-4494-4964-8691-7149e44b366e tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "GET /v2.0/security-groups/5cdf34c4-31a2-4c27-9b24-05da7981bde7 HTTP/1.1" status: 404 len: 347 time: 0.0163679 Mar 11 16:31:56.226082 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 46110) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:31:56.369732 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.plugins.ml2.plugin [None req-66a2e8b3-23c2-48a5-82dc-8d1e198ff3dc tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Deleting port 3fe1ddca-1062-4f32-8a33-bfde717ef8da {{(pid=103091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 16:31:56.370110 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-66a2e8b3-23c2-48a5-82dc-8d1e198ff3dc tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780138536942'] for port (3fe1ddca-1062-4f32-8a33-bfde717ef8da), before_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:31:56.422365 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-076a81d4-e138-496b-be70-7f4d1273adcd None None] New status for floating IP 4cdc6dd3-ec51-4013-8286-123231ea5286: DOWN {{(pid=103094) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 16:31:56.455041 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-66a2e8b3-23c2-48a5-82dc-8d1e198ff3dc tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538029'] for port (3fe1ddca-1062-4f32-8a33-bfde717ef8da), precommit_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:31:56.455268 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-66a2e8b3-23c2-48a5-82dc-8d1e198ff3dc tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Publish callbacks [] for floatingip (3fe1ddca-1062-4f32-8a33-bfde717ef8da), precommit_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:31:56.469126 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.plugins.ml2.plugin [None req-66a2e8b3-23c2-48a5-82dc-8d1e198ff3dc tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Calling delete_port for 3fe1ddca-1062-4f32-8a33-bfde717ef8da owned by network:floatingip {{(pid=103091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 16:31:56.620061 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-66a2e8b3-23c2-48a5-82dc-8d1e198ff3dc tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780138542421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780137975920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29534923'] for port (3fe1ddca-1062-4f32-8a33-bfde717ef8da), after_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:31:56.661833 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a2e8b3-23c2-48a5-82dc-8d1e198ff3dc tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Pushing event deleted for resources: {'Port': ['ID=3fe1ddca-1062-4f32-8a33-bfde717ef8da,revision_number=None']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:31:56.692891 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a2e8b3-23c2-48a5-82dc-8d1e198ff3dc tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:31:56.693232 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a2e8b3-23c2-48a5-82dc-8d1e198ff3dc tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:31:56.693575 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a2e8b3-23c2-48a5-82dc-8d1e198ff3dc tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:31:56.693907 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a2e8b3-23c2-48a5-82dc-8d1e198ff3dc tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:31:56.694250 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a2e8b3-23c2-48a5-82dc-8d1e198ff3dc tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:31:56.694570 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a2e8b3-23c2-48a5-82dc-8d1e198ff3dc tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:31:56.694891 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a2e8b3-23c2-48a5-82dc-8d1e198ff3dc tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:31:56.695208 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a2e8b3-23c2-48a5-82dc-8d1e198ff3dc tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:31:56.695526 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a2e8b3-23c2-48a5-82dc-8d1e198ff3dc tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:31:56.695853 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a2e8b3-23c2-48a5-82dc-8d1e198ff3dc tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:31:56.696164 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a2e8b3-23c2-48a5-82dc-8d1e198ff3dc tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:31:56.696474 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a2e8b3-23c2-48a5-82dc-8d1e198ff3dc tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:31:56.696784 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a2e8b3-23c2-48a5-82dc-8d1e198ff3dc tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:31:56.741528 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-66a2e8b3-23c2-48a5-82dc-8d1e198ff3dc tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Publish callbacks [] for floatingip (4cdc6dd3-ec51-4013-8286-123231ea5286), after_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:31:56.744040 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-66a2e8b3-23c2-48a5-82dc-8d1e198ff3dc tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122971'] for floatingip (None), before_response {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:31:56.745454 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-66a2e8b3-23c2-48a5-82dc-8d1e198ff3dc tempest-AttachVolumeTestJSON-486636125 tempest-AttachVolumeTestJSON-486636125-project] 10.222.0.72 "DELETE /v2.0/floatingips/4cdc6dd3-ec51-4013-8286-123231ea5286 HTTP/1.1" status: 204 len: 168 time: 0.5181088 Mar 11 16:31:57.069420 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Device 581ef467-e182-4dcd-921b-25d6c4af9284 no longer exists at agent hyperv_hv-cinder-75078 {{(pid=103093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 16:31:57.089985 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] No Port match for: 581ef467-e182-4dcd-921b-25d6c4af9284 {{(pid=103093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 16:31:57.090332 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Device 581ef467-e182-4dcd-921b-25d6c4af9284 not bound to the agent host hv-cinder-75078 {{(pid=103093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 16:32:00.265041 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 46140) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:32:00.968144 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-aeed0cbd-3eb4-4226-aa3f-f1b8423f50a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-770299'] for router_interface (b8ac2b6e-e82a-4d35-bd87-ef6f6f75d76d), before_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:01.217084 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.plugin [None req-aeed0cbd-3eb4-4226-aa3f-f1b8423f50a2 admin admin] Deleting port 9d766dcf-2ab9-41a9-b411-f84026ad52e4 {{(pid=103092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 16:32:01.217413 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-aeed0cbd-3eb4-4226-aa3f-f1b8423f50a2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780138536942'] for port (9d766dcf-2ab9-41a9-b411-f84026ad52e4), before_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:01.227915 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.agents_db [None req-ed17eba3-c4d2-4aaa-a64c-93b8434a4a48 None None] Agent healthcheck: found 6 active agents {{(pid=103094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 16:32:01.297367 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.db [None req-aeed0cbd-3eb4-4226-aa3f-f1b8423f50a2 admin admin] For port 9d766dcf-2ab9-41a9-b411-f84026ad52e4, host dv-cinder-750782-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-12-iscsi',level=0,port_id=9d766dcf-2ab9-41a9-b411-f84026ad52e4,segment=NetworkSegment(c93eb277-6e60-44de-b671-f606514b14af),segment_id=c93eb277-6e60-44de-b671-f606514b14af)] {{(pid=103092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:32:01.297970 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-aeed0cbd-3eb4-4226-aa3f-f1b8423f50a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538029'] for port (9d766dcf-2ab9-41a9-b411-f84026ad52e4), precommit_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:01.310045 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.plugin [None req-aeed0cbd-3eb4-4226-aa3f-f1b8423f50a2 admin admin] Calling delete_port for 9d766dcf-2ab9-41a9-b411-f84026ad52e4 owned by network:router_interface {{(pid=103092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 16:32:01.492764 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-aeed0cbd-3eb4-4226-aa3f-f1b8423f50a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780138542421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780137975920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30811620'] for port (9d766dcf-2ab9-41a9-b411-f84026ad52e4), after_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:01.521023 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeed0cbd-3eb4-4226-aa3f-f1b8423f50a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d766dcf-2ab9-41a9-b411-f84026ad52e4,revision_number=None']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:32:01.689823 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-aeed0cbd-3eb4-4226-aa3f-f1b8423f50a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-779433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-771947'] for router_interface (b8ac2b6e-e82a-4d35-bd87-ef6f6f75d76d), after_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:01.916053 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aeed0cbd-3eb4-4226-aa3f-f1b8423f50a2 admin admin] Router b8ac2b6e-e82a-4d35-bd87-ef6f6f75d76d has already been hosted by L3 agent 03422851-42b1-44c9-ada6-e479436b7b23 {{(pid=103092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:32:02.027476 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeed0cbd-3eb4-4226-aa3f-f1b8423f50a2 admin admin] Notify agent at l3_agent.dv-cinder-750782-12-iscsi the message routers_updated {{(pid=103092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:32:02.036702 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-aeed0cbd-3eb4-4226-aa3f-f1b8423f50a2 admin admin] 10.222.0.72 "PUT /v2.0/routers/b8ac2b6e-e82a-4d35-bd87-ef6f6f75d76d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7705228 Mar 11 16:32:02.036878 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 46146) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:32:02.038081 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb9720e-8969-42f1-965f-64507137d114 None None] Sync routers for ids ['b8ac2b6e-e82a-4d35-bd87-ef6f6f75d76d'] in dv-cinder-750782-12-iscsi {{(pid=103093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:32:02.047842 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb9720e-8969-42f1-965f-64507137d114 None None] Routers {'b8ac2b6e-e82a-4d35-bd87-ef6f6f75d76d'} bound to L3 agent in host dv-cinder-750782-12-iscsi {{(pid=103093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 16:32:02.048448 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_hamode_db [None req-8cb9720e-8969-42f1-965f-64507137d114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T16:12:46Z,description=,heartbeat_timestamp=2022-03-11T16:31:46Z,host='dv-cinder-750782-12-iscsi',id=03422851-42b1-44c9-ada6-e479436b7b23,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:12:46Z,topic='l3_agent')) {'router_ids': ['b8ac2b6e-e82a-4d35-bd87-ef6f6f75d76d'], 'active': True} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:32:02.182829 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-48bad7d8-d530-4e25-9edc-fd8c8a9b227f admin admin] Publish callbacks [] for router (b8ac2b6e-e82a-4d35-bd87-ef6f6f75d76d), before_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:02.193613 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_dvr_db [None req-8cb9720e-8969-42f1-965f-64507137d114 None None] Set router b8ac2b6e-e82a-4d35-bd87-ef6f6f75d76d gateway port host: dv-cinder-750782-12-iscsi {{(pid=103093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 16:32:02.293346 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-48bad7d8-d530-4e25-9edc-fd8c8a9b227f admin admin] Publish callbacks [] for router_gateway (b8ac2b6e-e82a-4d35-bd87-ef6f6f75d76d), before_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:02.347136 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.plugins.ml2.plugin [None req-48bad7d8-d530-4e25-9edc-fd8c8a9b227f admin admin] Deleting port 980736ea-4e16-47b8-905f-91aa7ae293a0 {{(pid=103091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 16:32:02.347580 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-48bad7d8-d530-4e25-9edc-fd8c8a9b227f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780138536942'] for port (980736ea-4e16-47b8-905f-91aa7ae293a0), before_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:02.380137 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_hamode_db [None req-8cb9720e-8969-42f1-965f-64507137d114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8ac2b6e-e82a-4d35-bd87-ef6f6f75d76d', 'name': 'tempest-AttachVolumeTestJSON-1808249257-router', 'tenant_id': 'f3f35569b4e74dd193f09cb7aa5a05a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'external_fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '980736ea-4e16-47b8-905f-91aa7ae293a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:21:09Z', 'updated_at': '2022-03-11T16:32:01Z', 'revision_number': 5, 'project_id': 'f3f35569b4e74dd193f09cb7aa5a05a9', 'gw_port': {'id': '980736ea-4e16-47b8-905f-91aa7ae293a0', 'name': '', 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:1a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ac2b6e-e82a-4d35-bd87-ef6f6f75d76d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:11Z', 'updated_at': '2022-03-11T16:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-12-iscsi'}], 'dv-cinder-750782-12-iscsi', False) {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:32:02.408140 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb9720e-8969-42f1-965f-64507137d114 None None] Checking router: b8ac2b6e-e82a-4d35-bd87-ef6f6f75d76d for host: dv-cinder-750782-12-iscsi {{(pid=103093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:32:02.417421 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb9720e-8969-42f1-965f-64507137d114 None None] Routers {'b8ac2b6e-e82a-4d35-bd87-ef6f6f75d76d'} bound to L3 agent in host dv-cinder-750782-12-iscsi {{(pid=103093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 16:32:02.418037 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_hamode_db [None req-8cb9720e-8969-42f1-965f-64507137d114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T16:12:46Z,description=,heartbeat_timestamp=2022-03-11T16:31:46Z,host='dv-cinder-750782-12-iscsi',id=03422851-42b1-44c9-ada6-e479436b7b23,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:12:46Z,topic='l3_agent')) {'router_ids': ['b8ac2b6e-e82a-4d35-bd87-ef6f6f75d76d'], 'active': True} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:32:02.433147 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.plugins.ml2.db [None req-48bad7d8-d530-4e25-9edc-fd8c8a9b227f admin admin] For port 980736ea-4e16-47b8-905f-91aa7ae293a0, host dv-cinder-750782-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-12-iscsi',level=0,port_id=980736ea-4e16-47b8-905f-91aa7ae293a0,segment=NetworkSegment(d35af6e3-4c7b-42bf-84c3-6daa0b397bde),segment_id=d35af6e3-4c7b-42bf-84c3-6daa0b397bde)] {{(pid=103091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:32:02.433509 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-48bad7d8-d530-4e25-9edc-fd8c8a9b227f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538029'] for port (980736ea-4e16-47b8-905f-91aa7ae293a0), precommit_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:02.445911 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.plugins.ml2.plugin [None req-48bad7d8-d530-4e25-9edc-fd8c8a9b227f admin admin] Calling delete_port for 980736ea-4e16-47b8-905f-91aa7ae293a0 owned by network:router_gateway {{(pid=103091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 16:32:02.510670 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_dvr_db [None req-8cb9720e-8969-42f1-965f-64507137d114 None None] Set router b8ac2b6e-e82a-4d35-bd87-ef6f6f75d76d gateway port host: None {{(pid=103093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 16:32:02.564325 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_hamode_db [None req-8cb9720e-8969-42f1-965f-64507137d114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8ac2b6e-e82a-4d35-bd87-ef6f6f75d76d', 'name': 'tempest-AttachVolumeTestJSON-1808249257-router', 'tenant_id': 'f3f35569b4e74dd193f09cb7aa5a05a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:21:09Z', 'updated_at': '2022-03-11T16:32:02Z', 'revision_number': 6, 'project_id': 'f3f35569b4e74dd193f09cb7aa5a05a9', 'gw_port_host': None}], 'dv-cinder-750782-12-iscsi', False) {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:32:02.597369 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb9720e-8969-42f1-965f-64507137d114 None None] The sync data for ids ['b8ac2b6e-e82a-4d35-bd87-ef6f6f75d76d'] in dv-cinder-750782-12-iscsi is: [{'id': 'b8ac2b6e-e82a-4d35-bd87-ef6f6f75d76d', 'name': 'tempest-AttachVolumeTestJSON-1808249257-router', 'tenant_id': 'f3f35569b4e74dd193f09cb7aa5a05a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:21:09Z', 'updated_at': '2022-03-11T16:32:02Z', 'revision_number': 6, 'project_id': 'f3f35569b4e74dd193f09cb7aa5a05a9', 'gw_port_host': None}] {{(pid=103093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:32:02.625208 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-48bad7d8-d530-4e25-9edc-fd8c8a9b227f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780138542421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780137975920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29534923'] for port (980736ea-4e16-47b8-905f-91aa7ae293a0), after_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:02.674721 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bad7d8-d530-4e25-9edc-fd8c8a9b227f admin admin] Pushing event deleted for resources: {'Port': ['ID=980736ea-4e16-47b8-905f-91aa7ae293a0,revision_number=None']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:32:02.717126 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-48bad7d8-d530-4e25-9edc-fd8c8a9b227f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539841'] for router_gateway (b8ac2b6e-e82a-4d35-bd87-ef6f6f75d76d), after_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:02.815926 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-48bad7d8-d530-4e25-9edc-fd8c8a9b227f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56560'] for router (b8ac2b6e-e82a-4d35-bd87-ef6f6f75d76d), precommit_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:02.818163 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-48bad7d8-d530-4e25-9edc-fd8c8a9b227f admin admin] Publish callbacks [] for router_controller (b8ac2b6e-e82a-4d35-bd87-ef6f6f75d76d), precommit_delete_associations {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:02.866212 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-48bad7d8-d530-4e25-9edc-fd8c8a9b227f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-772181'] for router (b8ac2b6e-e82a-4d35-bd87-ef6f6f75d76d), after_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:02.866886 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48bad7d8-d530-4e25-9edc-fd8c8a9b227f admin admin] Fanout notify agent at l3_agent the message router_deleted on router b8ac2b6e-e82a-4d35-bd87-ef6f6f75d76d {{(pid=103091) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 16:32:02.872072 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-48bad7d8-d530-4e25-9edc-fd8c8a9b227f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:02.876540 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-48bad7d8-d530-4e25-9edc-fd8c8a9b227f admin admin] 10.222.0.72 "DELETE /v2.0/routers/b8ac2b6e-e82a-4d35-bd87-ef6f6f75d76d HTTP/1.1" status: 204 len: 168 time: 0.8351467 Mar 11 16:32:02.876540 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 46148) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:32:02.922084 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.db.db_base_plugin_v2 [None req-58054b89-96ee-4b87-99f0-c9a88cd7a8ff admin admin] Deleting subnet a21718ed-f252-41de-a223-6ef10277caa1 {{(pid=103091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 16:32:02.926172 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-58054b89-96ee-4b87-99f0-c9a88cd7a8ff admin admin] Publish callbacks [] for subnet (a21718ed-f252-41de-a223-6ef10277caa1), before_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:02.966433 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-58054b89-96ee-4b87-99f0-c9a88cd7a8ff admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29666204'] for subnet (a21718ed-f252-41de-a223-6ef10277caa1), precommit_delete_associations {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:03.047666 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-58054b89-96ee-4b87-99f0-c9a88cd7a8ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393129'] for subnet (a21718ed-f252-41de-a223-6ef10277caa1), precommit_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:03.100682 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-58054b89-96ee-4b87-99f0-c9a88cd7a8ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29534948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29787339'] for subnet (a21718ed-f252-41de-a223-6ef10277caa1), after_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:03.126513 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58054b89-96ee-4b87-99f0-c9a88cd7a8ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a21718ed-f252-41de-a223-6ef10277caa1,revision_number=None']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:32:03.131365 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-58054b89-96ee-4b87-99f0-c9a88cd7a8ff admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:03.134942 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-58054b89-96ee-4b87-99f0-c9a88cd7a8ff admin admin] 10.222.0.72 "DELETE /v2.0/subnets/a21718ed-f252-41de-a223-6ef10277caa1 HTTP/1.1" status: 204 len: 168 time: 0.2578013 Mar 11 16:32:03.136862 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f578c5aa-b7fb-4a42-a270-063142f1143c None None] Network 9795e861-3b04-408a-82ce-319a55ca0d5c requested from dv-cinder-750782-12-iscsi {{(pid=103093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 16:32:03.137337 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 46150) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:32:03.210317 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-cb2ac854-a33c-4701-9457-3c1890c6d490 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1370412'] for network (9795e861-3b04-408a-82ce-319a55ca0d5c), before_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:03.264339 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.plugins.ml2.plugin [None req-cb2ac854-a33c-4701-9457-3c1890c6d490 admin admin] Deleting port 1e944730-0007-4ce4-9b2c-09f2a2fcb505 {{(pid=103091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 16:32:03.264676 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-cb2ac854-a33c-4701-9457-3c1890c6d490 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780138536942'] for port (1e944730-0007-4ce4-9b2c-09f2a2fcb505), before_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:03.331714 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.plugins.ml2.db [None req-cb2ac854-a33c-4701-9457-3c1890c6d490 admin admin] For port 1e944730-0007-4ce4-9b2c-09f2a2fcb505, host dv-cinder-750782-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-12-iscsi',level=0,port_id=1e944730-0007-4ce4-9b2c-09f2a2fcb505,segment=NetworkSegment(c93eb277-6e60-44de-b671-f606514b14af),segment_id=c93eb277-6e60-44de-b671-f606514b14af)] {{(pid=103091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:32:03.331987 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-cb2ac854-a33c-4701-9457-3c1890c6d490 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538029'] for port (1e944730-0007-4ce4-9b2c-09f2a2fcb505), precommit_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:03.345389 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.plugins.ml2.plugin [None req-cb2ac854-a33c-4701-9457-3c1890c6d490 admin admin] Calling delete_port for 1e944730-0007-4ce4-9b2c-09f2a2fcb505 owned by network:dhcp {{(pid=103091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 16:32:03.386640 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f36180f3-9085-4abf-9ae9-fb75b1f4967e None None] DHCP port deletion for 9795e861-3b04-408a-82ce-319a55ca0d5c request from dv-cinder-750782-12-iscsi {{(pid=103093) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 16:32:03.427748 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-cb2ac854-a33c-4701-9457-3c1890c6d490 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780138542421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780137975920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29534923'] for port (1e944730-0007-4ce4-9b2c-09f2a2fcb505), after_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:03.437774 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-f36180f3-9085-4abf-9ae9-fb75b1f4967e None None] Deleting port 1e944730-0007-4ce4-9b2c-09f2a2fcb505 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 16:32:03.438188 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f36180f3-9085-4abf-9ae9-fb75b1f4967e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780138536942'] for port (1e944730-0007-4ce4-9b2c-09f2a2fcb505), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:03.455275 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2ac854-a33c-4701-9457-3c1890c6d490 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e944730-0007-4ce4-9b2c-09f2a2fcb505,revision_number=None']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:32:03.459479 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2ac854-a33c-4701-9457-3c1890c6d490 admin admin] No DVR routers for this DVR port 1e944730-0007-4ce4-9b2c-09f2a2fcb505 on host dv-cinder-750782-12-iscsi {{(pid=103091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:32:03.505063 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-f36180f3-9085-4abf-9ae9-fb75b1f4967e None None] For port 1e944730-0007-4ce4-9b2c-09f2a2fcb505, host dv-cinder-750782-12-iscsi, got binding levels [] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:32:03.505465 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f36180f3-9085-4abf-9ae9-fb75b1f4967e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538029'] for port (1e944730-0007-4ce4-9b2c-09f2a2fcb505), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:03.520848 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-f36180f3-9085-4abf-9ae9-fb75b1f4967e None None] Calling delete_port for 1e944730-0007-4ce4-9b2c-09f2a2fcb505 owned by network:dhcp {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 16:32:03.523697 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.ipam_backend_mixin [None req-f36180f3-9085-4abf-9ae9-fb75b1f4967e None None] Port 1e944730-0007-4ce4-9b2c-09f2a2fcb505 was not found and therefore no delete operation was performed {{(pid=103093) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 11 16:32:03.524954 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f36180f3-9085-4abf-9ae9-fb75b1f4967e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780138542421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780137975920'] for port (1e944730-0007-4ce4-9b2c-09f2a2fcb505), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:03.534853 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-cb2ac854-a33c-4701-9457-3c1890c6d490 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393938', 'neutron.services.segments.db._delete_segments_for_network-8780138304022'] for network (9795e861-3b04-408a-82ce-319a55ca0d5c), precommit_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:03.557020 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.services.segments.db [None req-cb2ac854-a33c-4701-9457-3c1890c6d490 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9795e861-3b04-408a-82ce-319a55ca0d5c']}} {{(pid=103091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:32:03.569387 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.services.segments.db [None req-cb2ac854-a33c-4701-9457-3c1890c6d490 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c93eb277-6e60-44de-b671-f606514b14af') {'for_net_delete': True} {{(pid=103091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:32:03.569692 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.services.segments.db [None req-cb2ac854-a33c-4701-9457-3c1890c6d490 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c93eb277-6e60-44de-b671-f606514b14af') {} {{(pid=103091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:32:03.582576 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-cb2ac854-a33c-4701-9457-3c1890c6d490 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780138303519', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29666199'] for segment (c93eb277-6e60-44de-b671-f606514b14af), before_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:03.596907 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-cb2ac854-a33c-4701-9457-3c1890c6d490 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1821558'] for segment (c93eb277-6e60-44de-b671-f606514b14af), precommit_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:03.605050 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb2ac854-a33c-4701-9457-3c1890c6d490 admin admin] Releasing vlan 630 on physical network physnet1 to pool {{(pid=103091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:32:03.605733 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-cb2ac854-a33c-4701-9457-3c1890c6d490 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1821558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29535034'] for segment (c93eb277-6e60-44de-b671-f606514b14af), after_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:03.608496 dv-cinder-750782-12-iscsi neutron-server[103091]: Traceback (most recent call last): Mar 11 16:32:03.608496 dv-cinder-750782-12-iscsi neutron-server[103091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:32:03.608496 dv-cinder-750782-12-iscsi neutron-server[103091]: timer() Mar 11 16:32:03.608496 dv-cinder-750782-12-iscsi neutron-server[103091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:32:03.608496 dv-cinder-750782-12-iscsi neutron-server[103091]: cb(*args, **kw) Mar 11 16:32:03.608496 dv-cinder-750782-12-iscsi neutron-server[103091]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 16:32:03.608496 dv-cinder-750782-12-iscsi neutron-server[103091]: return func(*args, **kwargs) Mar 11 16:32:03.608496 dv-cinder-750782-12-iscsi neutron-server[103091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:32:03.608496 dv-cinder-750782-12-iscsi neutron-server[103091]: self._notify() Mar 11 16:32:03.608496 dv-cinder-750782-12-iscsi neutron-server[103091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:32:03.608496 dv-cinder-750782-12-iscsi neutron-server[103091]: self.callback(batched_events) Mar 11 16:32:03.608496 dv-cinder-750782-12-iscsi neutron-server[103091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:32:03.608496 dv-cinder-750782-12-iscsi neutron-server[103091]: event.method(event) Mar 11 16:32:03.608496 dv-cinder-750782-12-iscsi neutron-server[103091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 16:32:03.608496 dv-cinder-750782-12-iscsi neutron-server[103091]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:32:03.608496 dv-cinder-750782-12-iscsi neutron-server[103091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 16:32:03.608496 dv-cinder-750782-12-iscsi neutron-server[103091]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:32:03.608496 dv-cinder-750782-12-iscsi neutron-server[103091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 16:32:03.608496 dv-cinder-750782-12-iscsi neutron-server[103091]: return f(self, *a, **k) Mar 11 16:32:03.608496 dv-cinder-750782-12-iscsi neutron-server[103091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:32:03.608496 dv-cinder-750782-12-iscsi neutron-server[103091]: return self._get(url).json() Mar 11 16:32:03.608496 dv-cinder-750782-12-iscsi neutron-server[103091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:32:03.608496 dv-cinder-750782-12-iscsi neutron-server[103091]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:32:03.608496 dv-cinder-750782-12-iscsi neutron-server[103091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:32:03.608496 dv-cinder-750782-12-iscsi neutron-server[103091]: return self.request(url, 'GET', **kwargs) Mar 11 16:32:03.608496 dv-cinder-750782-12-iscsi neutron-server[103091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:32:03.608496 dv-cinder-750782-12-iscsi neutron-server[103091]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:32:03.608496 dv-cinder-750782-12-iscsi neutron-server[103091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:32:03.608496 dv-cinder-750782-12-iscsi neutron-server[103091]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:32:03.608496 dv-cinder-750782-12-iscsi neutron-server[103091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:32:03.608496 dv-cinder-750782-12-iscsi neutron-server[103091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:32:03.608496 dv-cinder-750782-12-iscsi neutron-server[103091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:32:03.679421 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-cb2ac854-a33c-4701-9457-3c1890c6d490 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539877'] for network (9795e861-3b04-408a-82ce-319a55ca0d5c), after_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:03.686746 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-cb2ac854-a33c-4701-9457-3c1890c6d490 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779404'] for network (None), before_response {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:03.688809 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36180f3-9085-4abf-9ae9-fb75b1f4967e None None] Pushing event deleted for resources: {'Port': ['ID=1e944730-0007-4ce4-9b2c-09f2a2fcb505,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:32:03.690031 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-cb2ac854-a33c-4701-9457-3c1890c6d490 admin admin] 10.222.0.72 "DELETE /v2.0/networks/9795e861-3b04-408a-82ce-319a55ca0d5c HTTP/1.1" status: 204 len: 168 time: 0.5521429 Mar 11 16:32:03.694119 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36180f3-9085-4abf-9ae9-fb75b1f4967e None None] No DVR routers for this DVR port 1e944730-0007-4ce4-9b2c-09f2a2fcb505 on host dv-cinder-750782-12-iscsi {{(pid=103093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:32:03.701460 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36180f3-9085-4abf-9ae9-fb75b1f4967e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:32:03.701816 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36180f3-9085-4abf-9ae9-fb75b1f4967e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:32:03.702192 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36180f3-9085-4abf-9ae9-fb75b1f4967e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:32:03.702531 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36180f3-9085-4abf-9ae9-fb75b1f4967e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:32:03.702865 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36180f3-9085-4abf-9ae9-fb75b1f4967e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:32:03.709065 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36180f3-9085-4abf-9ae9-fb75b1f4967e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:32:03.709065 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36180f3-9085-4abf-9ae9-fb75b1f4967e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:32:03.709065 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36180f3-9085-4abf-9ae9-fb75b1f4967e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:32:03.709065 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36180f3-9085-4abf-9ae9-fb75b1f4967e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:32:03.709065 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36180f3-9085-4abf-9ae9-fb75b1f4967e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:32:03.709065 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36180f3-9085-4abf-9ae9-fb75b1f4967e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:32:03.709065 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36180f3-9085-4abf-9ae9-fb75b1f4967e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:32:03.709065 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36180f3-9085-4abf-9ae9-fb75b1f4967e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:32:03.713589 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2ac854-a33c-4701-9457-3c1890c6d490 admin admin] Pushing event deleted for resources: {'Network': ['ID=9795e861-3b04-408a-82ce-319a55ca0d5c,revision_number=None']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:32:03.825249 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 46154) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:32:03.865317 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-f4070715-0257-480e-a264-abe84d2a7d34 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f3f35569b4e74dd193f09cb7aa5a05a9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0388844 Mar 11 16:32:03.867746 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 46156) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:32:03.915810 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-d06d2919-1e86-40ef-993b-6f7940c930ee admin admin] Publish callbacks [] for security_group (bc215c4f-901d-4493-a636-97a704b4525e), before_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:03.938486 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-d06d2919-1e86-40ef-993b-6f7940c930ee admin admin] Publish callbacks [] for security_group (bc215c4f-901d-4493-a636-97a704b4525e), precommit_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:03.986676 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-d06d2919-1e86-40ef-993b-6f7940c930ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (bc215c4f-901d-4493-a636-97a704b4525e), after_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:03.989791 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-d06d2919-1e86-40ef-993b-6f7940c930ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:03.990971 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-d06d2919-1e86-40ef-993b-6f7940c930ee admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/bc215c4f-901d-4493-a636-97a704b4525e HTTP/1.1" status: 204 len: 168 time: 0.1223438 Mar 11 16:32:03.998778 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06d2919-1e86-40ef-993b-6f7940c930ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc215c4f-901d-4493-a636-97a704b4525e,revision_number=None']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:32:04.185456 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Device 1e944730-0007-4ce4-9b2c-09f2a2fcb505 no longer exists at agent ovs-agent-dv-cinder-750782-12-iscsi {{(pid=103093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 16:32:04.206613 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] No Port match for: 1e944730-0007-4ce4-9b2c-09f2a2fcb505 {{(pid=103093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 16:32:04.206952 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Device 1e944730-0007-4ce4-9b2c-09f2a2fcb505 not bound to the agent host dv-cinder-750782-12-iscsi {{(pid=103093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 16:32:04.208080 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Device 980736ea-4e16-47b8-905f-91aa7ae293a0 no longer exists at agent ovs-agent-dv-cinder-750782-12-iscsi {{(pid=103093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 16:32:04.227472 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] No Port match for: 980736ea-4e16-47b8-905f-91aa7ae293a0 {{(pid=103093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 16:32:04.227802 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Device 980736ea-4e16-47b8-905f-91aa7ae293a0 not bound to the agent host dv-cinder-750782-12-iscsi {{(pid=103093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 16:32:04.228207 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Device 9d766dcf-2ab9-41a9-b411-f84026ad52e4 no longer exists at agent ovs-agent-dv-cinder-750782-12-iscsi {{(pid=103093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 16:32:04.248322 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] No Port match for: 9d766dcf-2ab9-41a9-b411-f84026ad52e4 {{(pid=103093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 16:32:04.248683 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Device 9d766dcf-2ab9-41a9-b411-f84026ad52e4 not bound to the agent host dv-cinder-750782-12-iscsi {{(pid=103093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 16:32:05.344758 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (42978ec7-0c45-4bcc-88e8-64ee44356522), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:10.570835 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-6d947958-f3f6-4ed6-a218-0c4c6eb4380c req-397d15be-b3e5-424e-a578-1a53a509a723 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=00189d5e-9da3-4b4b-b673-20a09fd5b40b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1367879 Mar 11 16:32:10.639133 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d947958-f3f6-4ed6-a218-0c4c6eb4380c req-7c29b6cf-d86b-4f7c-8b10-9d2f50ae43fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:32:10.640612 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-6d947958-f3f6-4ed6-a218-0c4c6eb4380c req-7c29b6cf-d86b-4f7c-8b10-9d2f50ae43fa service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3f90eba451e343e49c0fa456ba2b00cd&device_id=00189d5e-9da3-4b4b-b673-20a09fd5b40b HTTP/1.1" status: 200 len: 1129 time: 0.0488632 Mar 11 16:32:10.750116 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d947958-f3f6-4ed6-a218-0c4c6eb4380c req-6c9b03bf-035e-44f8-9843-439706efdd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:32:10.751594 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-6d947958-f3f6-4ed6-a218-0c4c6eb4380c req-6c9b03bf-035e-44f8-9843-439706efdd0a service neutron] 10.222.0.18 "GET /v2.0/networks?id=5f3aea45-b741-4cf8-ad8b-40753fc82fad HTTP/1.1" status: 200 len: 916 time: 0.0924971 Mar 11 16:32:10.828747 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-6d947958-f3f6-4ed6-a218-0c4c6eb4380c req-0e9355af-7c4e-4350-b7c9-bff1160651a3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6b8671bb-235d-4592-ba50-3f589c19c304 HTTP/1.1" status: 200 len: 1000 time: 0.0715034 Mar 11 16:32:10.876396 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d947958-f3f6-4ed6-a218-0c4c6eb4380c req-ac6974c8-dbb5-4bf2-b66f-6c94c2c11a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:32:10.877886 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-6d947958-f3f6-4ed6-a218-0c4c6eb4380c req-ac6974c8-dbb5-4bf2-b66f-6c94c2c11a38 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=acc28c21-3e47-4bf8-b31f-cbbed70c6f99 HTTP/1.1" status: 200 len: 854 time: 0.0431046 Mar 11 16:32:10.930371 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d947958-f3f6-4ed6-a218-0c4c6eb4380c req-16b8c891-9660-4a29-a0b4-2cf1f19bbde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:32:10.931917 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-6d947958-f3f6-4ed6-a218-0c4c6eb4380c req-16b8c891-9660-4a29-a0b4-2cf1f19bbde6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5f3aea45-b741-4cf8-ad8b-40753fc82fad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0476563 Mar 11 16:32:10.942122 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [req-6d947958-f3f6-4ed6-a218-0c4c6eb4380c req-c35ead12-b2c1-49ed-956d-1d8174f47310 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=103092) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 16:32:10.943163 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-6d947958-f3f6-4ed6-a218-0c4c6eb4380c req-c35ead12-b2c1-49ed-956d-1d8174f47310 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051737 Mar 11 16:32:11.039808 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-6d947958-f3f6-4ed6-a218-0c4c6eb4380c req-e7248670-0104-4c97-8a85-0a4bbbcec968 service neutron] 10.222.0.18 "GET /v2.0/networks/5f3aea45-b741-4cf8-ad8b-40753fc82fad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905359 Mar 11 16:32:11.131971 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-6d947958-f3f6-4ed6-a218-0c4c6eb4380c req-11a29b9c-bd12-44b6-a434-72d7516b5e64 service neutron] 10.222.0.18 "GET /v2.0/networks/5f3aea45-b741-4cf8-ad8b-40753fc82fad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858786 Mar 11 16:32:13.339981 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 46270) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:32:13.448770 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-1abe6cae-cee6-402f-90c4-c7d68c86a018 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:13.526922 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-1abe6cae-cee6-402f-90c4-c7d68c86a018 admin admin] Publish callbacks [] for security_group (ee2e3383-a2ca-40e6-8c4d-aa5e695ad44d), precommit_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:13.530688 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-1abe6cae-cee6-402f-90c4-c7d68c86a018 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (ee2e3383-a2ca-40e6-8c4d-aa5e695ad44d), after_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:13.570598 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-1abe6cae-cee6-402f-90c4-c7d68c86a018 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=7401894c112c47de824e36f5830c24e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2295358 Mar 11 16:32:13.571413 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abe6cae-cee6-402f-90c4-c7d68c86a018 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee2e3383-a2ca-40e6-8c4d-aa5e695ad44d,revision_number=1']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:32:13.574442 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 46274) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:32:13.628445 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-27d90161-043a-4c6a-a3ea-63db6ebc9270 admin admin] Publish callbacks [] for security_group (ee2e3383-a2ca-40e6-8c4d-aa5e695ad44d), before_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:13.650744 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-27d90161-043a-4c6a-a3ea-63db6ebc9270 admin admin] Publish callbacks [] for security_group (ee2e3383-a2ca-40e6-8c4d-aa5e695ad44d), precommit_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:13.710010 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-27d90161-043a-4c6a-a3ea-63db6ebc9270 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (ee2e3383-a2ca-40e6-8c4d-aa5e695ad44d), after_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:13.712835 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-27d90161-043a-4c6a-a3ea-63db6ebc9270 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:13.714050 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-27d90161-043a-4c6a-a3ea-63db6ebc9270 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ee2e3383-a2ca-40e6-8c4d-aa5e695ad44d HTTP/1.1" status: 204 len: 168 time: 0.1385169 Mar 11 16:32:13.722418 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d90161-043a-4c6a-a3ea-63db6ebc9270 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee2e3383-a2ca-40e6-8c4d-aa5e695ad44d,revision_number=None']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:32:13.824949 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4684f373-1cc0-4a8f-bd69-a5866050e774 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (52d54afa-c257-4acf-9353-cc1307944ae0), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:16.181573 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-76f62a54-55f5-44b6-acff-66eab378a859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (03422851-42b1-44c9-ada6-e479436b7b23), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:17.498466 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ae773407-53f5-44d0-bdbe-4d88b69a915f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (d0bcdf8a-248d-4278-aa4c-95e4828d61b2), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:18.873279 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-12686fd2-0f25-484f-a78a-b5cd34d8581b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (a5a5d809-3580-471a-ade1-6c5ecc269919), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:20.409478 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (1025624e-e238-47fc-86ae-58f7bb6baa16), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:23.888373 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 46394) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:32:24.010559 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-a28a4140-ec9d-485d-8f35-6088e493a211 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:24.106765 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-a28a4140-ec9d-485d-8f35-6088e493a211 admin admin] Publish callbacks [] for security_group (16b1d850-9c43-45b2-8c60-481f2cb4fdfd), precommit_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:24.111549 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-a28a4140-ec9d-485d-8f35-6088e493a211 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (16b1d850-9c43-45b2-8c60-481f2cb4fdfd), after_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:24.155918 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28a4140-ec9d-485d-8f35-6088e493a211 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16b1d850-9c43-45b2-8c60-481f2cb4fdfd,revision_number=1']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:32:24.162634 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-a28a4140-ec9d-485d-8f35-6088e493a211 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=eaa9cb51693e47678363290b4d1b656d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2730272 Mar 11 16:32:24.163207 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 46398) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:32:24.225746 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-9edf4098-bfb0-4d5d-9fcd-a093aa77ab5f admin admin] Publish callbacks [] for security_group (16b1d850-9c43-45b2-8c60-481f2cb4fdfd), before_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:24.247728 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-9edf4098-bfb0-4d5d-9fcd-a093aa77ab5f admin admin] Publish callbacks [] for security_group (16b1d850-9c43-45b2-8c60-481f2cb4fdfd), precommit_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:24.296646 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-9edf4098-bfb0-4d5d-9fcd-a093aa77ab5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (16b1d850-9c43-45b2-8c60-481f2cb4fdfd), after_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:24.299585 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-9edf4098-bfb0-4d5d-9fcd-a093aa77ab5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:24.300849 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-9edf4098-bfb0-4d5d-9fcd-a093aa77ab5f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/16b1d850-9c43-45b2-8c60-481f2cb4fdfd HTTP/1.1" status: 204 len: 168 time: 0.1366010 Mar 11 16:32:24.310412 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edf4098-bfb0-4d5d-9fcd-a093aa77ab5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16b1d850-9c43-45b2-8c60-481f2cb4fdfd,revision_number=None']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:32:24.587849 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 46404) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:32:24.600953 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-59e77813-dbed-42d6-92a5-a12eac5af719 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:24.681613 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-59e77813-dbed-42d6-92a5-a12eac5af719 admin admin] Publish callbacks [] for security_group (66b363d2-0f41-4996-96ba-df9421e64394), precommit_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:24.685768 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-59e77813-dbed-42d6-92a5-a12eac5af719 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (66b363d2-0f41-4996-96ba-df9421e64394), after_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:24.727245 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-59e77813-dbed-42d6-92a5-a12eac5af719 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=558680fa7fc64ec6898802bbc0e75e40&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1381824 Mar 11 16:32:24.728408 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e77813-dbed-42d6-92a5-a12eac5af719 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66b363d2-0f41-4996-96ba-df9421e64394,revision_number=1']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:32:24.730594 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 46406) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:32:24.782263 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-b03d2df6-1857-4c00-8613-664145373ae1 admin admin] Publish callbacks [] for security_group (66b363d2-0f41-4996-96ba-df9421e64394), before_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:24.806245 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-b03d2df6-1857-4c00-8613-664145373ae1 admin admin] Publish callbacks [] for security_group (66b363d2-0f41-4996-96ba-df9421e64394), precommit_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:24.855705 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-b03d2df6-1857-4c00-8613-664145373ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (66b363d2-0f41-4996-96ba-df9421e64394), after_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:24.858256 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-b03d2df6-1857-4c00-8613-664145373ae1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:24.859413 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-b03d2df6-1857-4c00-8613-664145373ae1 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/66b363d2-0f41-4996-96ba-df9421e64394 HTTP/1.1" status: 204 len: 168 time: 0.1279233 Mar 11 16:32:24.869304 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03d2df6-1857-4c00-8613-664145373ae1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66b363d2-0f41-4996-96ba-df9421e64394,revision_number=None']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:32:25.562830 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 46430) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:32:25.656080 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.v2.base [None req-5c93ad56-98e8-4265-b21c-d5ce18852426 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2145514758-network', 'tenant_id': '2a3e861c246e40848813e061a6958aa5'}} {{(pid=103092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:32:25.674951 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c93ad56-98e8-4265-b21c-d5ce18852426 admin admin] Made reservation on behalf of 2a3e861c246e40848813e061a6958aa5 for: {'network': 1} {{(pid=103092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:32:25.677281 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-5c93ad56-98e8-4265-b21c-d5ce18852426 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for network (None), before_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:25.685926 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-5c93ad56-98e8-4265-b21c-d5ce18852426 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:25.761081 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-5c93ad56-98e8-4265-b21c-d5ce18852426 admin admin] Publish callbacks [] for security_group (26e2ec38-6ce8-4f4d-bdc0-d64cdccedfb5), precommit_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:25.765390 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-5c93ad56-98e8-4265-b21c-d5ce18852426 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (26e2ec38-6ce8-4f4d-bdc0-d64cdccedfb5), after_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:25.789112 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c93ad56-98e8-4265-b21c-d5ce18852426 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 647} {{(pid=103092) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:32:25.803152 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c93ad56-98e8-4265-b21c-d5ce18852426 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26e2ec38-6ce8-4f4d-bdc0-d64cdccedfb5,revision_number=1']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:32:25.807985 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-5c93ad56-98e8-4265-b21c-d5ce18852426 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1821558'] for segment (2e38b8ed-436e-4405-82ec-1231e4bc4fce), precommit_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:25.808322 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.db.segments_db [None req-5c93ad56-98e8-4265-b21c-d5ce18852426 admin admin] Added segment 2e38b8ed-436e-4405-82ec-1231e4bc4fce of type vlan for network db18f9c3-9033-47a4-8e3b-de1e186ab3c5 Mar 11 16:32:25.851448 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-5c93ad56-98e8-4265-b21c-d5ce18852426 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780137934026'] for network (db18f9c3-9033-47a4-8e3b-de1e186ab3c5), precommit_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:25.881206 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-5c93ad56-98e8-4265-b21c-d5ce18852426 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410'] for network (db18f9c3-9033-47a4-8e3b-de1e186ab3c5), after_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:25.882194 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c93ad56-98e8-4265-b21c-d5ce18852426 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:32:25.882772 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-5c93ad56-98e8-4265-b21c-d5ce18852426 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779404'] for network (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:25.916445 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-5c93ad56-98e8-4265-b21c-d5ce18852426 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3524339 Mar 11 16:32:25.919440 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 46436) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:32:25.924386 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.v2.base [None req-bafee14f-fd21-43e9-b974-63e34109334c admin admin] Request body: {'subnet': {'network_id': 'db18f9c3-9033-47a4-8e3b-de1e186ab3c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2145514758-subnet', 'tenant_id': '2a3e861c246e40848813e061a6958aa5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:32:25.943481 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bafee14f-fd21-43e9-b974-63e34109334c admin admin] Made reservation on behalf of 2a3e861c246e40848813e061a6958aa5 for: {'subnet': 1} {{(pid=103091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:32:25.945262 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c93ad56-98e8-4265-b21c-d5ce18852426 admin admin] Pushing event updated for resources: {'Network': ['ID=db18f9c3-9033-47a4-8e3b-de1e186ab3c5,revision_number=1']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:32:25.948414 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-bafee14f-fd21-43e9-b974-63e34109334c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29787372'] for subnet (None), before_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:25.955659 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Network db18f9c3-9033-47a4-8e3b-de1e186ab3c5 details requested by agent ovs-agent-dv-cinder-750782-12-iscsi with host dv-cinder-750782-12-iscsi {{(pid=103093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 16:32:26.120938 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-bafee14f-fd21-43e9-b974-63e34109334c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29534887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29787330'] for subnet (1498c63e-ef14-45df-a6dd-21da6a9ce567), after_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:26.175041 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafee14f-fd21-43e9-b974-63e34109334c admin admin] Pushing event updated for resources: {'Subnet': ['ID=1498c63e-ef14-45df-a6dd-21da6a9ce567,revision_number=0']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:32:26.185585 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bafee14f-fd21-43e9-b974-63e34109334c admin admin] Checking segment: {'id': '2e38b8ed-436e-4405-82ec-1231e4bc4fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'db18f9c3-9033-47a4-8e3b-de1e186ab3c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 16:32:26.185933 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bafee14f-fd21-43e9-b974-63e34109334c admin admin] Network hostable DHCP agents. Network: db18f9c3-9033-47a4-8e3b-de1e186ab3c5, hostable agents: ['52d54afa-c257-4acf-9353-cc1307944ae0'], hosted agents: [] {{(pid=103091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:32:26.203288 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bafee14f-fd21-43e9-b974-63e34109334c admin admin] Network db18f9c3-9033-47a4-8e3b-de1e186ab3c5 is scheduled to be hosted by DHCP agent 52d54afa-c257-4acf-9353-cc1307944ae0 with binding_index 1 {{(pid=103091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:32:26.212011 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.scheduler.base_scheduler [None req-bafee14f-fd21-43e9-b974-63e34109334c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-12-iscsi, db18f9c3-9033-47a4-8e3b-de1e186ab3c5) {{(pid=103091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:32:26.216165 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bafee14f-fd21-43e9-b974-63e34109334c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:32:26.216750 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-bafee14f-fd21-43e9-b974-63e34109334c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:26.223556 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ade6cf6-8ac4-4463-a596-293d1dfa0e2a None None] Network db18f9c3-9033-47a4-8e3b-de1e186ab3c5 requested from dv-cinder-750782-12-iscsi {{(pid=103093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 16:32:26.232992 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-bafee14f-fd21-43e9-b974-63e34109334c admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3124428 Mar 11 16:32:26.320625 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5126267e-cdd3-457e-a1a6-49fecf8fc21c None None] Network db18f9c3-9033-47a4-8e3b-de1e186ab3c5 requested from dv-cinder-750782-12-iscsi {{(pid=103093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 16:32:26.697555 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 46452) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:32:26.702819 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.v2.base [None req-2758e111-cb4c-4de3-acc9-5331e97273b9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-879916671-network', 'tenant_id': 'e3205318ca5b47b3a26125cd7253462f'}} {{(pid=103091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:32:26.722403 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2758e111-cb4c-4de3-acc9-5331e97273b9 admin admin] Made reservation on behalf of e3205318ca5b47b3a26125cd7253462f for: {'network': 1} {{(pid=103091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:32:26.724719 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-2758e111-cb4c-4de3-acc9-5331e97273b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for network (None), before_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:26.738247 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-2758e111-cb4c-4de3-acc9-5331e97273b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:26.812198 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-2758e111-cb4c-4de3-acc9-5331e97273b9 admin admin] Publish callbacks [] for security_group (925e849c-57e6-4ed7-9e61-1f99ced37418), precommit_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:26.815948 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-2758e111-cb4c-4de3-acc9-5331e97273b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (925e849c-57e6-4ed7-9e61-1f99ced37418), after_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:26.840359 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2758e111-cb4c-4de3-acc9-5331e97273b9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 615} {{(pid=103091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:32:26.850311 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2758e111-cb4c-4de3-acc9-5331e97273b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=925e849c-57e6-4ed7-9e61-1f99ced37418,revision_number=1']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:32:26.855959 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-2758e111-cb4c-4de3-acc9-5331e97273b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1821558'] for segment (6fc43ed9-4a6d-4b02-963a-cb425b6041ec), precommit_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:26.856309 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.db.segments_db [None req-2758e111-cb4c-4de3-acc9-5331e97273b9 admin admin] Added segment 6fc43ed9-4a6d-4b02-963a-cb425b6041ec of type vlan for network 35523a81-66a2-49f6-82cf-7db20290bc0d Mar 11 16:32:26.904131 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-2758e111-cb4c-4de3-acc9-5331e97273b9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780137934026'] for network (35523a81-66a2-49f6-82cf-7db20290bc0d), precommit_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:26.932508 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-2758e111-cb4c-4de3-acc9-5331e97273b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410'] for network (35523a81-66a2-49f6-82cf-7db20290bc0d), after_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:26.933608 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2758e111-cb4c-4de3-acc9-5331e97273b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:32:26.934278 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-2758e111-cb4c-4de3-acc9-5331e97273b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779404'] for network (None), before_response {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:26.963873 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-2758e111-cb4c-4de3-acc9-5331e97273b9 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2651212 Mar 11 16:32:26.966745 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 46456) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:32:26.971893 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.v2.base [None req-b708df68-d2a5-4437-97d4-663b2a68c49d admin admin] Request body: {'subnet': {'network_id': '35523a81-66a2-49f6-82cf-7db20290bc0d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-879916671-subnet', 'tenant_id': 'e3205318ca5b47b3a26125cd7253462f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:32:26.992511 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b708df68-d2a5-4437-97d4-663b2a68c49d admin admin] Made reservation on behalf of e3205318ca5b47b3a26125cd7253462f for: {'subnet': 1} {{(pid=103092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:32:26.995300 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-b708df68-d2a5-4437-97d4-663b2a68c49d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30740733'] for subnet (None), before_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:27.004786 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2758e111-cb4c-4de3-acc9-5331e97273b9 admin admin] Pushing event updated for resources: {'Network': ['ID=35523a81-66a2-49f6-82cf-7db20290bc0d,revision_number=1']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:32:27.014386 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Network 35523a81-66a2-49f6-82cf-7db20290bc0d details requested by agent ovs-agent-dv-cinder-750782-12-iscsi with host dv-cinder-750782-12-iscsi {{(pid=103093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 16:32:27.169827 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-b708df68-d2a5-4437-97d4-663b2a68c49d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30811528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30740691'] for subnet (e6f0d331-a143-467e-83a5-751272c1c2c3), after_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:27.222487 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b708df68-d2a5-4437-97d4-663b2a68c49d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6f0d331-a143-467e-83a5-751272c1c2c3,revision_number=0']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:32:27.235341 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b708df68-d2a5-4437-97d4-663b2a68c49d admin admin] Checking segment: {'id': '6fc43ed9-4a6d-4b02-963a-cb425b6041ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '35523a81-66a2-49f6-82cf-7db20290bc0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 16:32:27.235696 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b708df68-d2a5-4437-97d4-663b2a68c49d admin admin] Network hostable DHCP agents. Network: 35523a81-66a2-49f6-82cf-7db20290bc0d, hostable agents: ['52d54afa-c257-4acf-9353-cc1307944ae0'], hosted agents: [] {{(pid=103092) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:32:27.253439 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b708df68-d2a5-4437-97d4-663b2a68c49d admin admin] Network 35523a81-66a2-49f6-82cf-7db20290bc0d is scheduled to be hosted by DHCP agent 52d54afa-c257-4acf-9353-cc1307944ae0 with binding_index 1 {{(pid=103092) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:32:27.261791 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.scheduler.base_scheduler [None req-b708df68-d2a5-4437-97d4-663b2a68c49d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-12-iscsi, 35523a81-66a2-49f6-82cf-7db20290bc0d) {{(pid=103092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:32:27.265880 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b708df68-d2a5-4437-97d4-663b2a68c49d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:32:27.266530 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-b708df68-d2a5-4437-97d4-663b2a68c49d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779404'] for subnet (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:27.271151 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c7706f2-607b-4f05-ae95-c65fb88952c1 None None] Network 35523a81-66a2-49f6-82cf-7db20290bc0d requested from dv-cinder-750782-12-iscsi {{(pid=103093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 16:32:27.282483 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-b708df68-d2a5-4437-97d4-663b2a68c49d admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3144517 Mar 11 16:32:27.381809 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09ffdd02-dc00-4413-9fdc-6bbc6fa531eb None None] Network 35523a81-66a2-49f6-82cf-7db20290bc0d requested from dv-cinder-750782-12-iscsi {{(pid=103093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 16:32:31.816710 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f50869-2d49-493b-8c12-dbe0f48dec9c req-c07714ce-2222-4716-9940-5b7bb7dd0761 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:32:31.818122 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-56f50869-2d49-493b-8c12-dbe0f48dec9c req-c07714ce-2222-4716-9940-5b7bb7dd0761 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/ports?device_id=00189d5e-9da3-4b4b-b673-20a09fd5b40b HTTP/1.1" status: 200 len: 945 time: 0.0599053 Mar 11 16:32:31.866794 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-56f50869-2d49-493b-8c12-dbe0f48dec9c req-f16a2a8e-0678-4d37-b617-ce91cb5ca2be tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/security-groups?id=0c90faa2-cbf5-42ca-b5cc-1f12c555cc2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418003 Mar 11 16:32:33.016061 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdcd17a-31ad-4164-b780-8d8ca41f7e61 req-c7562909-33b6-4f41-9794-4852559211d0 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:32:33.017653 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-8bdcd17a-31ad-4164-b780-8d8ca41f7e61 req-c7562909-33b6-4f41-9794-4852559211d0 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/ports?device_id=00189d5e-9da3-4b4b-b673-20a09fd5b40b HTTP/1.1" status: 200 len: 945 time: 0.0644939 Mar 11 16:32:33.064566 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-8bdcd17a-31ad-4164-b780-8d8ca41f7e61 req-79953e5e-37ce-41e4-95a4-813758c4062b tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/security-groups?id=0c90faa2-cbf5-42ca-b5cc-1f12c555cc2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413082 Mar 11 16:32:33.842968 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14bebd7-3d63-4da2-8195-7e2adeac0f0a req-a34a92c3-3311-42d8-918e-ae3e150e5c93 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:32:33.844415 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-f14bebd7-3d63-4da2-8195-7e2adeac0f0a req-a34a92c3-3311-42d8-918e-ae3e150e5c93 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.18 "GET /v2.0/ports?device_id=00189d5e-9da3-4b4b-b673-20a09fd5b40b HTTP/1.1" status: 200 len: 945 time: 0.0558722 Mar 11 16:32:33.939766 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.plugin [req-f14bebd7-3d63-4da2-8195-7e2adeac0f0a req-5027fa6c-b02b-45fd-bdd4-c045e9e9abdf tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Deleting port 6b8671bb-235d-4592-ba50-3f589c19c304 {{(pid=103092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 16:32:33.940098 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-f14bebd7-3d63-4da2-8195-7e2adeac0f0a req-5027fa6c-b02b-45fd-bdd4-c045e9e9abdf tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780138536942'] for port (6b8671bb-235d-4592-ba50-3f589c19c304), before_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:34.036390 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.db [req-f14bebd7-3d63-4da2-8195-7e2adeac0f0a req-5027fa6c-b02b-45fd-bdd4-c045e9e9abdf tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] For port 6b8671bb-235d-4592-ba50-3f589c19c304, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=6b8671bb-235d-4592-ba50-3f589c19c304,segment=NetworkSegment(d0d5eee1-b4bb-471c-a057-81102a55b99f),segment_id=d0d5eee1-b4bb-471c-a057-81102a55b99f)] {{(pid=103092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:32:34.036958 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-f14bebd7-3d63-4da2-8195-7e2adeac0f0a req-5027fa6c-b02b-45fd-bdd4-c045e9e9abdf tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538029'] for port (6b8671bb-235d-4592-ba50-3f589c19c304), precommit_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:34.260854 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66138323-cdba-45ac-a2a1-ff2795b34d81 req-bed580b0-721b-4602-a6d4-d80245bd70ab tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:32:34.262355 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-66138323-cdba-45ac-a2a1-ff2795b34d81 req-bed580b0-721b-4602-a6d4-d80245bd70ab tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/ports?device_id=00189d5e-9da3-4b4b-b673-20a09fd5b40b HTTP/1.1" status: 200 len: 945 time: 0.1195707 Mar 11 16:32:34.264303 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-f14bebd7-3d63-4da2-8195-7e2adeac0f0a req-5027fa6c-b02b-45fd-bdd4-c045e9e9abdf tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:34.264649 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-f14bebd7-3d63-4da2-8195-7e2adeac0f0a req-5027fa6c-b02b-45fd-bdd4-c045e9e9abdf tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539899'] for floatingip (ec2418d9-7a4c-47ab-9181-02f5036a886d), after_update {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:34.264951 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.db.l3_db [req-f14bebd7-3d63-4da2-8195-7e2adeac0f0a req-5027fa6c-b02b-45fd-bdd4-c045e9e9abdf tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Floating IP ec2418d9-7a4c-47ab-9181-02f5036a886d disassociated. External IP: 172.27.0.37, port: 6b8671bb-235d-4592-ba50-3f589c19c304. Mar 11 16:32:34.265282 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.plugin [req-f14bebd7-3d63-4da2-8195-7e2adeac0f0a req-5027fa6c-b02b-45fd-bdd4-c045e9e9abdf tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Calling delete_port for 6b8671bb-235d-4592-ba50-3f589c19c304 owned by compute:nova {{(pid=103092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 16:32:34.360010 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-66138323-cdba-45ac-a2a1-ff2795b34d81 req-4bd564e0-0203-4be3-b0e8-6e227a5e83ea tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/security-groups?id=0c90faa2-cbf5-42ca-b5cc-1f12c555cc2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902238 Mar 11 16:32:34.431300 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-f14bebd7-3d63-4da2-8195-7e2adeac0f0a req-5027fa6c-b02b-45fd-bdd4-c045e9e9abdf tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780138542421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780137975920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30811620'] for port (6b8671bb-235d-4592-ba50-3f589c19c304), after_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:34.459774 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5027fa6c-b02b-45fd-bdd4-c045e9e9abdf tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Pushing event deleted for resources: {'Port': ['ID=6b8671bb-235d-4592-ba50-3f589c19c304,revision_number=None']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:32:34.577874 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f14bebd7-3d63-4da2-8195-7e2adeac0f0a req-5027fa6c-b02b-45fd-bdd4-c045e9e9abdf tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Router 0445e330-dbfe-4390-80a7-5bd62ee92899 has already been hosted by L3 agent 03422851-42b1-44c9-ada6-e479436b7b23 {{(pid=103092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:32:34.692217 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f14bebd7-3d63-4da2-8195-7e2adeac0f0a req-5027fa6c-b02b-45fd-bdd4-c045e9e9abdf tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Notify agent at l3_agent.dv-cinder-750782-12-iscsi the message routers_updated {{(pid=103092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:32:34.703701 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0eea048-a5d2-470f-b7fb-aaf447b84dc8 None None] Sync routers for ids ['0445e330-dbfe-4390-80a7-5bd62ee92899'] in dv-cinder-750782-12-iscsi {{(pid=103094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:32:34.714553 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0eea048-a5d2-470f-b7fb-aaf447b84dc8 None None] Routers {'0445e330-dbfe-4390-80a7-5bd62ee92899'} bound to L3 agent in host dv-cinder-750782-12-iscsi {{(pid=103094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 16:32:34.715244 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_hamode_db [None req-e0eea048-a5d2-470f-b7fb-aaf447b84dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:12:46Z,description=,heartbeat_timestamp=2022-03-11T16:32:16Z,host='dv-cinder-750782-12-iscsi',id=03422851-42b1-44c9-ada6-e479436b7b23,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:12:46Z,topic='l3_agent')) {'router_ids': ['0445e330-dbfe-4390-80a7-5bd62ee92899'], 'active': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:32:34.737374 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.db.l3_dvrscheduler_db [req-f14bebd7-3d63-4da2-8195-7e2adeac0f0a req-5027fa6c-b02b-45fd-bdd4-c045e9e9abdf tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] No DVR routers for this DVR port 6b8671bb-235d-4592-ba50-3f589c19c304 on host hv-cinder-75078 {{(pid=103092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:32:34.739873 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-f14bebd7-3d63-4da2-8195-7e2adeac0f0a req-5027fa6c-b02b-45fd-bdd4-c045e9e9abdf tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122971'] for port (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:34.743137 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-f14bebd7-3d63-4da2-8195-7e2adeac0f0a req-5027fa6c-b02b-45fd-bdd4-c045e9e9abdf tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.18 "DELETE /v2.0/ports/6b8671bb-235d-4592-ba50-3f589c19c304 HTTP/1.1" status: 204 len: 173 time: 0.8941197 Mar 11 16:32:34.743574 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00189d5e-9da3-4b4b-b673-20a09fd5b40b', 'name': 'network-vif-deleted', 'tag': '6b8671bb-235d-4592-ba50-3f589c19c304'}] {{(pid=103092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:32:34.745913 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8119d67d121bc7655fb27ee4e81d05746f3857d7b024446e390c37a4f39e07a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41f8142e-f832-4463-8854-2b687448d197" -d '{"events": [{"server_uuid": "00189d5e-9da3-4b4b-b673-20a09fd5b40b", "name": "network-vif-deleted", "tag": "6b8671bb-235d-4592-ba50-3f589c19c304"}]}' {{(pid=103092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 16:32:34.835315 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_dvr_db [None req-e0eea048-a5d2-470f-b7fb-aaf447b84dc8 None None] Set router 0445e330-dbfe-4390-80a7-5bd62ee92899 gateway port host: dv-cinder-750782-12-iscsi {{(pid=103094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 16:32:34.913576 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 16:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fac86f6-b0fd-4717-b5e3-6b1ce9315ddf x-openstack-request-id: req-5fac86f6-b0fd-4717-b5e3-6b1ce9315ddf {{(pid=103092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 16:32:34.913865 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00189d5e-9da3-4b4b-b673-20a09fd5b40b", "name": "network-vif-deleted", "tag": "6b8671bb-235d-4592-ba50-3f589c19c304", "status": "completed", "code": 200}]} {{(pid=103092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 16:32:34.914163 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-5fac86f6-b0fd-4717-b5e3-6b1ce9315ddf {{(pid=103092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 16:32:34.914588 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00189d5e-9da3-4b4b-b673-20a09fd5b40b', 'name': 'network-vif-deleted', 'tag': '6b8671bb-235d-4592-ba50-3f589c19c304', 'status': 'completed', 'code': 200} Mar 11 16:32:35.046190 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_hamode_db [None req-e0eea048-a5d2-470f-b7fb-aaf447b84dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0445e330-dbfe-4390-80a7-5bd62ee92899', 'name': 'tempest-AttachVolumeNegativeTest-1800470620-router', 'tenant_id': '3f90eba451e343e49c0fa456ba2b00cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'external_fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': 'dc4b8562-4065-4207-bec1-befa1889d519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:21:10Z', 'updated_at': '2022-03-11T16:21:21Z', 'revision_number': 4, 'project_id': '3f90eba451e343e49c0fa456ba2b00cd', 'gw_port': {'id': 'dc4b8562-4065-4207-bec1-befa1889d519', 'name': '', 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:52:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0445e330-dbfe-4390-80a7-5bd62ee92899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:12Z', 'updated_at': '2022-03-11T16:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-12-iscsi', '_interfaces': [{'id': '8ac48933-906b-451f-9262-acdcb1369688', 'name': '', 'network_id': '5f3aea45-b741-4cf8-ad8b-40753fc82fad', 'tenant_id': '3f90eba451e343e49c0fa456ba2b00cd', 'mac_address': 'fa:16:3e:a5:32:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0445e330-dbfe-4390-80a7-5bd62ee92899', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'acc28c21-3e47-4bf8-b31f-cbbed70c6f99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:19Z', 'updated_at': '2022-03-11T16:21:30Z', 'revision_number': 5, 'project_id': '3f90eba451e343e49c0fa456ba2b00cd', 'subnets': [{'id': 'acc28c21-3e47-4bf8-b31f-cbbed70c6f99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-12-iscsi', False) {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:32:35.076301 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0eea048-a5d2-470f-b7fb-aaf447b84dc8 None None] Checking router: 0445e330-dbfe-4390-80a7-5bd62ee92899 for host: dv-cinder-750782-12-iscsi {{(pid=103094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:32:35.085000 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0eea048-a5d2-470f-b7fb-aaf447b84dc8 None None] Routers {'0445e330-dbfe-4390-80a7-5bd62ee92899'} bound to L3 agent in host dv-cinder-750782-12-iscsi {{(pid=103094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 16:32:35.085591 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_hamode_db [None req-e0eea048-a5d2-470f-b7fb-aaf447b84dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:12:46Z,description=,heartbeat_timestamp=2022-03-11T16:32:16Z,host='dv-cinder-750782-12-iscsi',id=03422851-42b1-44c9-ada6-e479436b7b23,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:12:46Z,topic='l3_agent')) {'router_ids': ['0445e330-dbfe-4390-80a7-5bd62ee92899'], 'active': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:32:35.207684 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_dvr_db [None req-e0eea048-a5d2-470f-b7fb-aaf447b84dc8 None None] Set router 0445e330-dbfe-4390-80a7-5bd62ee92899 gateway port host: dv-cinder-750782-12-iscsi {{(pid=103094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 16:32:35.361714 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (42978ec7-0c45-4bcc-88e8-64ee44356522), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:35.458313 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 46564) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:32:35.513500 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_hamode_db [None req-e0eea048-a5d2-470f-b7fb-aaf447b84dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0445e330-dbfe-4390-80a7-5bd62ee92899', 'name': 'tempest-AttachVolumeNegativeTest-1800470620-router', 'tenant_id': '3f90eba451e343e49c0fa456ba2b00cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'external_fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': 'dc4b8562-4065-4207-bec1-befa1889d519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:21:10Z', 'updated_at': '2022-03-11T16:21:21Z', 'revision_number': 4, 'project_id': '3f90eba451e343e49c0fa456ba2b00cd', 'gw_port': {'id': 'dc4b8562-4065-4207-bec1-befa1889d519', 'name': '', 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:52:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0445e330-dbfe-4390-80a7-5bd62ee92899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:12Z', 'updated_at': '2022-03-11T16:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-12-iscsi', '_interfaces': [{'id': '8ac48933-906b-451f-9262-acdcb1369688', 'name': '', 'network_id': '5f3aea45-b741-4cf8-ad8b-40753fc82fad', 'tenant_id': '3f90eba451e343e49c0fa456ba2b00cd', 'mac_address': 'fa:16:3e:a5:32:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0445e330-dbfe-4390-80a7-5bd62ee92899', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'acc28c21-3e47-4bf8-b31f-cbbed70c6f99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:19Z', 'updated_at': '2022-03-11T16:21:30Z', 'revision_number': 5, 'project_id': '3f90eba451e343e49c0fa456ba2b00cd', 'subnets': [{'id': 'acc28c21-3e47-4bf8-b31f-cbbed70c6f99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-12-iscsi', False) {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:32:35.522509 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-6cc30121-87dc-45a2-bffb-4f240ad0eefc tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks [] for security_group (0c90faa2-cbf5-42ca-b5cc-1f12c555cc2d), before_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:35.541709 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0eea048-a5d2-470f-b7fb-aaf447b84dc8 None None] The sync data for ids ['0445e330-dbfe-4390-80a7-5bd62ee92899'] in dv-cinder-750782-12-iscsi is: [{'id': '0445e330-dbfe-4390-80a7-5bd62ee92899', 'name': 'tempest-AttachVolumeNegativeTest-1800470620-router', 'tenant_id': '3f90eba451e343e49c0fa456ba2b00cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'external_fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': 'dc4b8562-4065-4207-bec1-befa1889d519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:21:10Z', 'updated_at': '2022-03-11T16:21:21Z', 'revision_number': 4, 'project_id': '3f90eba451e343e49c0fa456ba2b00cd', 'gw_port': {'id': 'dc4b8562-4065-4207-bec1-befa1889d519', 'name': '', 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:52:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0445e330-dbfe-4390-80a7-5bd62ee92899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:12Z', 'updated_at': '2022-03-11T16:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-12-iscsi', '_interfaces': [{'id': '8ac48933-906b-451f-9262-acdcb1369688', 'name': '', 'network_id': '5f3aea45-b741-4cf8-ad8b-40753fc82fad', 'tenant_id': '3f90eba451e343e49c0fa456ba2b00cd', 'mac_address': 'fa:16:3e:a5:32:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0445e330-dbfe-4390-80a7-5bd62ee92899', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'acc28c21-3e47-4bf8-b31f-cbbed70c6f99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:19Z', 'updated_at': '2022-03-11T16:21:30Z', 'revision_number': 5, 'project_id': '3f90eba451e343e49c0fa456ba2b00cd', 'subnets': [{'id': 'acc28c21-3e47-4bf8-b31f-cbbed70c6f99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:32:35.569622 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-6cc30121-87dc-45a2-bffb-4f240ad0eefc tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks [] for security_group (0c90faa2-cbf5-42ca-b5cc-1f12c555cc2d), precommit_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:35.626310 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-6cc30121-87dc-45a2-bffb-4f240ad0eefc tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (0c90faa2-cbf5-42ca-b5cc-1f12c555cc2d), after_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:35.629230 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-6cc30121-87dc-45a2-bffb-4f240ad0eefc tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks [] for security_group (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:35.630821 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-6cc30121-87dc-45a2-bffb-4f240ad0eefc tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "DELETE /v2.0/security-groups/0c90faa2-cbf5-42ca-b5cc-1f12c555cc2d HTTP/1.1" status: 204 len: 168 time: 0.1710155 Mar 11 16:32:35.634206 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 46570) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:32:35.643226 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc30121-87dc-45a2-bffb-4f240ad0eefc tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c90faa2-cbf5-42ca-b5cc-1f12c555cc2d,revision_number=None']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:32:35.659283 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.api.v2.resource [None req-e2be6ec3-4a11-4b36-8d9e-9194ab457b35 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] show failed (client error): The resource could not be found. Mar 11 16:32:35.660566 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-e2be6ec3-4a11-4b36-8d9e-9194ab457b35 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "GET /v2.0/security-groups/0c90faa2-cbf5-42ca-b5cc-1f12c555cc2d HTTP/1.1" status: 404 len: 347 time: 0.0236030 Mar 11 16:32:35.663664 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 46572) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:32:35.796847 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.plugins.ml2.plugin [None req-e0a4f5b2-bcf4-4d4a-a810-e0e550032292 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Deleting port 45c4fef1-e594-4af8-b51f-41ad142c6f76 {{(pid=103091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 16:32:35.797180 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-e0a4f5b2-bcf4-4d4a-a810-e0e550032292 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780138536942'] for port (45c4fef1-e594-4af8-b51f-41ad142c6f76), before_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:35.809327 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9808e276-d33a-4849-b102-8837480098ec None None] New status for floating IP ec2418d9-7a4c-47ab-9181-02f5036a886d: DOWN {{(pid=103093) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 16:32:35.877626 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-e0a4f5b2-bcf4-4d4a-a810-e0e550032292 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538029'] for port (45c4fef1-e594-4af8-b51f-41ad142c6f76), precommit_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:35.877971 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-e0a4f5b2-bcf4-4d4a-a810-e0e550032292 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks [] for floatingip (45c4fef1-e594-4af8-b51f-41ad142c6f76), precommit_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:35.891244 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.plugins.ml2.plugin [None req-e0a4f5b2-bcf4-4d4a-a810-e0e550032292 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Calling delete_port for 45c4fef1-e594-4af8-b51f-41ad142c6f76 owned by network:floatingip {{(pid=103091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 16:32:36.268032 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-e0a4f5b2-bcf4-4d4a-a810-e0e550032292 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780138542421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780137975920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29534923'] for port (45c4fef1-e594-4af8-b51f-41ad142c6f76), after_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:36.293744 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a4f5b2-bcf4-4d4a-a810-e0e550032292 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Pushing event deleted for resources: {'Port': ['ID=45c4fef1-e594-4af8-b51f-41ad142c6f76,revision_number=None']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:32:36.358660 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-e0a4f5b2-bcf4-4d4a-a810-e0e550032292 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks [] for floatingip (ec2418d9-7a4c-47ab-9181-02f5036a886d), after_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:36.361196 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-e0a4f5b2-bcf4-4d4a-a810-e0e550032292 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122971'] for floatingip (None), before_response {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:36.362357 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-e0a4f5b2-bcf4-4d4a-a810-e0e550032292 tempest-AttachVolumeNegativeTest-1657827746 tempest-AttachVolumeNegativeTest-1657827746-project] 10.222.0.72 "DELETE /v2.0/floatingips/ec2418d9-7a4c-47ab-9181-02f5036a886d HTTP/1.1" status: 204 len: 168 time: 0.6978102 Mar 11 16:32:37.279616 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Device 6b8671bb-235d-4592-ba50-3f589c19c304 no longer exists at agent hyperv_hv-cinder-75078 {{(pid=103093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 16:32:37.299763 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] No Port match for: 6b8671bb-235d-4592-ba50-3f589c19c304 {{(pid=103093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 16:32:37.300110 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Device 6b8671bb-235d-4592-ba50-3f589c19c304 not bound to the agent host hv-cinder-75078 {{(pid=103093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 16:32:38.227355 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.agents_db [None req-ed17eba3-c4d2-4aaa-a64c-93b8434a4a48 None None] Agent healthcheck: found 6 active agents {{(pid=103094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 16:32:40.014987 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 46648) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:32:40.518187 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-518e3f35-bddb-43c4-ab83-ba7e10482f44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-770299'] for router_interface (0445e330-dbfe-4390-80a7-5bd62ee92899), before_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:40.781669 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.plugins.ml2.plugin [None req-518e3f35-bddb-43c4-ab83-ba7e10482f44 admin admin] Deleting port 8ac48933-906b-451f-9262-acdcb1369688 {{(pid=103091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 16:32:40.782033 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-518e3f35-bddb-43c4-ab83-ba7e10482f44 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780138536942'] for port (8ac48933-906b-451f-9262-acdcb1369688), before_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:40.827553 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 46662) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:32:40.865514 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.plugins.ml2.db [None req-518e3f35-bddb-43c4-ab83-ba7e10482f44 admin admin] For port 8ac48933-906b-451f-9262-acdcb1369688, host dv-cinder-750782-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-12-iscsi',level=0,port_id=8ac48933-906b-451f-9262-acdcb1369688,segment=NetworkSegment(d0d5eee1-b4bb-471c-a057-81102a55b99f),segment_id=d0d5eee1-b4bb-471c-a057-81102a55b99f)] {{(pid=103091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:32:40.865874 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-518e3f35-bddb-43c4-ab83-ba7e10482f44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538029'] for port (8ac48933-906b-451f-9262-acdcb1369688), precommit_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:40.874881 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.db.db_base_plugin_v2 [None req-00396e68-b5df-4b11-a838-db0e74359164 admin admin] Deleting subnet 1498c63e-ef14-45df-a6dd-21da6a9ce567 {{(pid=103092) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 16:32:40.878516 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-00396e68-b5df-4b11-a838-db0e74359164 admin admin] Publish callbacks [] for subnet (1498c63e-ef14-45df-a6dd-21da6a9ce567), before_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:40.883061 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.plugins.ml2.plugin [None req-518e3f35-bddb-43c4-ab83-ba7e10482f44 admin admin] Calling delete_port for 8ac48933-906b-451f-9262-acdcb1369688 owned by network:router_interface {{(pid=103091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 16:32:40.915783 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-00396e68-b5df-4b11-a838-db0e74359164 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29539533'] for subnet (1498c63e-ef14-45df-a6dd-21da6a9ce567), precommit_delete_associations {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:40.961088 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-00396e68-b5df-4b11-a838-db0e74359164 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393129'] for subnet (1498c63e-ef14-45df-a6dd-21da6a9ce567), precommit_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:41.014550 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-00396e68-b5df-4b11-a838-db0e74359164 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30811595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30740698'] for subnet (1498c63e-ef14-45df-a6dd-21da6a9ce567), after_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:41.042339 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00396e68-b5df-4b11-a838-db0e74359164 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1498c63e-ef14-45df-a6dd-21da6a9ce567,revision_number=None']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:32:41.044265 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-00396e68-b5df-4b11-a838-db0e74359164 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779404'] for subnet (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:41.048586 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-00396e68-b5df-4b11-a838-db0e74359164 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/1498c63e-ef14-45df-a6dd-21da6a9ce567 HTTP/1.1" status: 204 len: 168 time: 0.2199967 Mar 11 16:32:41.057426 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 46666) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:32:41.075719 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-518e3f35-bddb-43c4-ab83-ba7e10482f44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780138542421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780137975920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29534923'] for port (8ac48933-906b-451f-9262-acdcb1369688), after_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:41.107853 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518e3f35-bddb-43c4-ab83-ba7e10482f44 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ac48933-906b-451f-9262-acdcb1369688,revision_number=None']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:32:41.129514 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-b756d428-68a5-4dd3-be13-a09fcfb5f173 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1370412'] for network (db18f9c3-9033-47a4-8e3b-de1e186ab3c5), before_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:41.223428 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-b756d428-68a5-4dd3-be13-a09fcfb5f173 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393938', 'neutron.services.segments.db._delete_segments_for_network-8780138304022'] for network (db18f9c3-9033-47a4-8e3b-de1e186ab3c5), precommit_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:41.246624 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.services.segments.db [None req-b756d428-68a5-4dd3-be13-a09fcfb5f173 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db18f9c3-9033-47a4-8e3b-de1e186ab3c5']}} {{(pid=103092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:32:41.257020 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.services.segments.db [None req-b756d428-68a5-4dd3-be13-a09fcfb5f173 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e38b8ed-436e-4405-82ec-1231e4bc4fce') {'for_net_delete': True} {{(pid=103092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:32:41.257326 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.services.segments.db [None req-b756d428-68a5-4dd3-be13-a09fcfb5f173 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e38b8ed-436e-4405-82ec-1231e4bc4fce') {} {{(pid=103092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:32:41.269476 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-b756d428-68a5-4dd3-be13-a09fcfb5f173 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780138303519', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29539526'] for segment (2e38b8ed-436e-4405-82ec-1231e4bc4fce), before_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:41.285146 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-b756d428-68a5-4dd3-be13-a09fcfb5f173 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1821558'] for segment (2e38b8ed-436e-4405-82ec-1231e4bc4fce), precommit_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:41.293497 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b756d428-68a5-4dd3-be13-a09fcfb5f173 admin admin] Releasing vlan 647 on physical network physnet1 to pool {{(pid=103092) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:32:41.294273 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-b756d428-68a5-4dd3-be13-a09fcfb5f173 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1821558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30811157'] for segment (2e38b8ed-436e-4405-82ec-1231e4bc4fce), after_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:41.295434 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-518e3f35-bddb-43c4-ab83-ba7e10482f44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-779433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-771947'] for router_interface (0445e330-dbfe-4390-80a7-5bd62ee92899), after_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:41.296363 dv-cinder-750782-12-iscsi neutron-server[103092]: Traceback (most recent call last): Mar 11 16:32:41.296363 dv-cinder-750782-12-iscsi neutron-server[103092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:32:41.296363 dv-cinder-750782-12-iscsi neutron-server[103092]: timer() Mar 11 16:32:41.296363 dv-cinder-750782-12-iscsi neutron-server[103092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:32:41.296363 dv-cinder-750782-12-iscsi neutron-server[103092]: cb(*args, **kw) Mar 11 16:32:41.296363 dv-cinder-750782-12-iscsi neutron-server[103092]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 16:32:41.296363 dv-cinder-750782-12-iscsi neutron-server[103092]: return func(*args, **kwargs) Mar 11 16:32:41.296363 dv-cinder-750782-12-iscsi neutron-server[103092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:32:41.296363 dv-cinder-750782-12-iscsi neutron-server[103092]: self._notify() Mar 11 16:32:41.296363 dv-cinder-750782-12-iscsi neutron-server[103092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:32:41.296363 dv-cinder-750782-12-iscsi neutron-server[103092]: self.callback(batched_events) Mar 11 16:32:41.296363 dv-cinder-750782-12-iscsi neutron-server[103092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:32:41.296363 dv-cinder-750782-12-iscsi neutron-server[103092]: event.method(event) Mar 11 16:32:41.296363 dv-cinder-750782-12-iscsi neutron-server[103092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 16:32:41.296363 dv-cinder-750782-12-iscsi neutron-server[103092]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:32:41.296363 dv-cinder-750782-12-iscsi neutron-server[103092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 16:32:41.296363 dv-cinder-750782-12-iscsi neutron-server[103092]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:32:41.296363 dv-cinder-750782-12-iscsi neutron-server[103092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 16:32:41.296363 dv-cinder-750782-12-iscsi neutron-server[103092]: return f(self, *a, **k) Mar 11 16:32:41.296363 dv-cinder-750782-12-iscsi neutron-server[103092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:32:41.296363 dv-cinder-750782-12-iscsi neutron-server[103092]: return self._get(url).json() Mar 11 16:32:41.296363 dv-cinder-750782-12-iscsi neutron-server[103092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:32:41.296363 dv-cinder-750782-12-iscsi neutron-server[103092]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:32:41.296363 dv-cinder-750782-12-iscsi neutron-server[103092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:32:41.296363 dv-cinder-750782-12-iscsi neutron-server[103092]: return self.request(url, 'GET', **kwargs) Mar 11 16:32:41.296363 dv-cinder-750782-12-iscsi neutron-server[103092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:32:41.296363 dv-cinder-750782-12-iscsi neutron-server[103092]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:32:41.296363 dv-cinder-750782-12-iscsi neutron-server[103092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:32:41.296363 dv-cinder-750782-12-iscsi neutron-server[103092]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:32:41.296363 dv-cinder-750782-12-iscsi neutron-server[103092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:32:41.296363 dv-cinder-750782-12-iscsi neutron-server[103092]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:32:41.296363 dv-cinder-750782-12-iscsi neutron-server[103092]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:32:41.358948 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-b756d428-68a5-4dd3-be13-a09fcfb5f173 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539877'] for network (db18f9c3-9033-47a4-8e3b-de1e186ab3c5), after_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:41.364351 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-b756d428-68a5-4dd3-be13-a09fcfb5f173 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779404'] for network (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:41.367659 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-b756d428-68a5-4dd3-be13-a09fcfb5f173 admin admin] 10.222.0.72 "DELETE /v2.0/networks/db18f9c3-9033-47a4-8e3b-de1e186ab3c5 HTTP/1.1" status: 204 len: 168 time: 0.3090870 Mar 11 16:32:41.377793 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 46668) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:32:41.384880 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b756d428-68a5-4dd3-be13-a09fcfb5f173 admin admin] Pushing event deleted for resources: {'Network': ['ID=db18f9c3-9033-47a4-8e3b-de1e186ab3c5,revision_number=None']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:32:41.424452 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.db.db_base_plugin_v2 [None req-3451ae45-e8b1-48de-b247-eab8a59b4f03 admin admin] Deleting subnet e6f0d331-a143-467e-83a5-751272c1c2c3 {{(pid=103092) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 16:32:41.427837 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-3451ae45-e8b1-48de-b247-eab8a59b4f03 admin admin] Publish callbacks [] for subnet (e6f0d331-a143-467e-83a5-751272c1c2c3), before_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:41.464929 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-3451ae45-e8b1-48de-b247-eab8a59b4f03 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29539533'] for subnet (e6f0d331-a143-467e-83a5-751272c1c2c3), precommit_delete_associations {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:41.504617 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-3451ae45-e8b1-48de-b247-eab8a59b4f03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393129'] for subnet (e6f0d331-a143-467e-83a5-751272c1c2c3), precommit_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:41.528685 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-518e3f35-bddb-43c4-ab83-ba7e10482f44 admin admin] Router 0445e330-dbfe-4390-80a7-5bd62ee92899 has already been hosted by L3 agent 03422851-42b1-44c9-ada6-e479436b7b23 {{(pid=103091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:32:41.564403 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-3451ae45-e8b1-48de-b247-eab8a59b4f03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30811595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30740698'] for subnet (e6f0d331-a143-467e-83a5-751272c1c2c3), after_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:41.591545 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3451ae45-e8b1-48de-b247-eab8a59b4f03 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6f0d331-a143-467e-83a5-751272c1c2c3,revision_number=None']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:32:41.595080 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-3451ae45-e8b1-48de-b247-eab8a59b4f03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779404'] for subnet (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:41.601287 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-3451ae45-e8b1-48de-b247-eab8a59b4f03 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/e6f0d331-a143-467e-83a5-751272c1c2c3 HTTP/1.1" status: 204 len: 168 time: 0.2195148 Mar 11 16:32:41.601287 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 46670) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:32:41.647549 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-518e3f35-bddb-43c4-ab83-ba7e10482f44 admin admin] Notify agent at l3_agent.dv-cinder-750782-12-iscsi the message routers_updated {{(pid=103091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:32:41.656525 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-518e3f35-bddb-43c4-ab83-ba7e10482f44 admin admin] 10.222.0.72 "PUT /v2.0/routers/0445e330-dbfe-4390-80a7-5bd62ee92899/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6403227 Mar 11 16:32:41.657218 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 46674) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:32:41.658445 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f63131c-0bd9-4e03-8ff8-2f0a01132eef None None] Sync routers for ids ['0445e330-dbfe-4390-80a7-5bd62ee92899'] in dv-cinder-750782-12-iscsi {{(pid=103094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:32:41.680166 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-1f74a245-a433-420b-a410-5906a57db814 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1370412'] for network (35523a81-66a2-49f6-82cf-7db20290bc0d), before_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:41.683473 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f63131c-0bd9-4e03-8ff8-2f0a01132eef None None] Routers {'0445e330-dbfe-4390-80a7-5bd62ee92899'} bound to L3 agent in host dv-cinder-750782-12-iscsi {{(pid=103094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 16:32:41.684114 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_hamode_db [None req-3f63131c-0bd9-4e03-8ff8-2f0a01132eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:12:46Z,description=,heartbeat_timestamp=2022-03-11T16:32:16Z,host='dv-cinder-750782-12-iscsi',id=03422851-42b1-44c9-ada6-e479436b7b23,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:12:46Z,topic='l3_agent')) {'router_ids': ['0445e330-dbfe-4390-80a7-5bd62ee92899'], 'active': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:32:41.778463 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-1f74a245-a433-420b-a410-5906a57db814 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393938', 'neutron.services.segments.db._delete_segments_for_network-8780138304022'] for network (35523a81-66a2-49f6-82cf-7db20290bc0d), precommit_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:41.783893 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-acb22135-f6bf-4ce3-a37b-dad402b57708 admin admin] Publish callbacks [] for router (0445e330-dbfe-4390-80a7-5bd62ee92899), before_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:41.803794 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.services.segments.db [None req-1f74a245-a433-420b-a410-5906a57db814 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35523a81-66a2-49f6-82cf-7db20290bc0d']}} {{(pid=103092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:32:41.815344 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.services.segments.db [None req-1f74a245-a433-420b-a410-5906a57db814 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fc43ed9-4a6d-4b02-963a-cb425b6041ec') {'for_net_delete': True} {{(pid=103092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:32:41.815580 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.services.segments.db [None req-1f74a245-a433-420b-a410-5906a57db814 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fc43ed9-4a6d-4b02-963a-cb425b6041ec') {} {{(pid=103092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:32:41.828429 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-1f74a245-a433-420b-a410-5906a57db814 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780138303519', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29539526'] for segment (6fc43ed9-4a6d-4b02-963a-cb425b6041ec), before_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:41.832318 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_dvr_db [None req-3f63131c-0bd9-4e03-8ff8-2f0a01132eef None None] Set router 0445e330-dbfe-4390-80a7-5bd62ee92899 gateway port host: dv-cinder-750782-12-iscsi {{(pid=103094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 16:32:41.848100 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-1f74a245-a433-420b-a410-5906a57db814 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1821558'] for segment (6fc43ed9-4a6d-4b02-963a-cb425b6041ec), precommit_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:41.854399 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f74a245-a433-420b-a410-5906a57db814 admin admin] Releasing vlan 615 on physical network physnet1 to pool {{(pid=103092) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:32:41.854805 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-1f74a245-a433-420b-a410-5906a57db814 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1821558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30811157'] for segment (6fc43ed9-4a6d-4b02-963a-cb425b6041ec), after_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:41.918972 dv-cinder-750782-12-iscsi neutron-server[103092]: Traceback (most recent call last): Mar 11 16:32:41.918972 dv-cinder-750782-12-iscsi neutron-server[103092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:32:41.918972 dv-cinder-750782-12-iscsi neutron-server[103092]: timer() Mar 11 16:32:41.918972 dv-cinder-750782-12-iscsi neutron-server[103092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:32:41.918972 dv-cinder-750782-12-iscsi neutron-server[103092]: cb(*args, **kw) Mar 11 16:32:41.918972 dv-cinder-750782-12-iscsi neutron-server[103092]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 16:32:41.918972 dv-cinder-750782-12-iscsi neutron-server[103092]: return func(*args, **kwargs) Mar 11 16:32:41.918972 dv-cinder-750782-12-iscsi neutron-server[103092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:32:41.918972 dv-cinder-750782-12-iscsi neutron-server[103092]: self._notify() Mar 11 16:32:41.918972 dv-cinder-750782-12-iscsi neutron-server[103092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:32:41.918972 dv-cinder-750782-12-iscsi neutron-server[103092]: self.callback(batched_events) Mar 11 16:32:41.918972 dv-cinder-750782-12-iscsi neutron-server[103092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:32:41.918972 dv-cinder-750782-12-iscsi neutron-server[103092]: event.method(event) Mar 11 16:32:41.918972 dv-cinder-750782-12-iscsi neutron-server[103092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 16:32:41.918972 dv-cinder-750782-12-iscsi neutron-server[103092]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:32:41.918972 dv-cinder-750782-12-iscsi neutron-server[103092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 16:32:41.918972 dv-cinder-750782-12-iscsi neutron-server[103092]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:32:41.918972 dv-cinder-750782-12-iscsi neutron-server[103092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 16:32:41.918972 dv-cinder-750782-12-iscsi neutron-server[103092]: return f(self, *a, **k) Mar 11 16:32:41.918972 dv-cinder-750782-12-iscsi neutron-server[103092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:32:41.918972 dv-cinder-750782-12-iscsi neutron-server[103092]: return self._get(url).json() Mar 11 16:32:41.918972 dv-cinder-750782-12-iscsi neutron-server[103092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:32:41.918972 dv-cinder-750782-12-iscsi neutron-server[103092]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:32:41.918972 dv-cinder-750782-12-iscsi neutron-server[103092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:32:41.918972 dv-cinder-750782-12-iscsi neutron-server[103092]: return self.request(url, 'GET', **kwargs) Mar 11 16:32:41.918972 dv-cinder-750782-12-iscsi neutron-server[103092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:32:41.918972 dv-cinder-750782-12-iscsi neutron-server[103092]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:32:41.918972 dv-cinder-750782-12-iscsi neutron-server[103092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:32:41.918972 dv-cinder-750782-12-iscsi neutron-server[103092]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:32:41.918972 dv-cinder-750782-12-iscsi neutron-server[103092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:32:41.918972 dv-cinder-750782-12-iscsi neutron-server[103092]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:32:41.918972 dv-cinder-750782-12-iscsi neutron-server[103092]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:32:41.929377 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-1f74a245-a433-420b-a410-5906a57db814 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539877'] for network (35523a81-66a2-49f6-82cf-7db20290bc0d), after_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:41.934763 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-acb22135-f6bf-4ce3-a37b-dad402b57708 admin admin] Publish callbacks [] for router_gateway (0445e330-dbfe-4390-80a7-5bd62ee92899), before_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:41.943189 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-1f74a245-a433-420b-a410-5906a57db814 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779404'] for network (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:41.946603 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-1f74a245-a433-420b-a410-5906a57db814 admin admin] 10.222.0.72 "DELETE /v2.0/networks/35523a81-66a2-49f6-82cf-7db20290bc0d HTTP/1.1" status: 204 len: 168 time: 0.3445396 Mar 11 16:32:41.958096 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f74a245-a433-420b-a410-5906a57db814 admin admin] Pushing event deleted for resources: {'Network': ['ID=35523a81-66a2-49f6-82cf-7db20290bc0d,revision_number=None']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:32:42.079985 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_hamode_db [None req-3f63131c-0bd9-4e03-8ff8-2f0a01132eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0445e330-dbfe-4390-80a7-5bd62ee92899', 'name': 'tempest-AttachVolumeNegativeTest-1800470620-router', 'tenant_id': '3f90eba451e343e49c0fa456ba2b00cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'external_fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': 'dc4b8562-4065-4207-bec1-befa1889d519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:21:10Z', 'updated_at': '2022-03-11T16:32:41Z', 'revision_number': 5, 'project_id': '3f90eba451e343e49c0fa456ba2b00cd', 'gw_port': {'id': 'dc4b8562-4065-4207-bec1-befa1889d519', 'name': '', 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:52:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0445e330-dbfe-4390-80a7-5bd62ee92899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:12Z', 'updated_at': '2022-03-11T16:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-12-iscsi'}], 'dv-cinder-750782-12-iscsi', False) {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:32:42.097806 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab02237e-e336-4924-aa41-fdc00a8289b0 req-391cbb9f-8c99-4f85-80ee-e48050740dd9 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:32:42.100430 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-ab02237e-e336-4924-aa41-fdc00a8289b0 req-391cbb9f-8c99-4f85-80ee-e48050740dd9 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=c2248b31-692b-41bb-be4c-efc637b74827 HTTP/1.1" status: 200 len: 946 time: 0.0673251 Mar 11 16:32:42.113404 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f63131c-0bd9-4e03-8ff8-2f0a01132eef None None] Checking router: 0445e330-dbfe-4390-80a7-5bd62ee92899 for host: dv-cinder-750782-12-iscsi {{(pid=103094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:32:42.113628 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 46686) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:32:42.125308 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f63131c-0bd9-4e03-8ff8-2f0a01132eef None None] Routers {'0445e330-dbfe-4390-80a7-5bd62ee92899'} bound to L3 agent in host dv-cinder-750782-12-iscsi {{(pid=103094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 16:32:42.125939 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_hamode_db [None req-3f63131c-0bd9-4e03-8ff8-2f0a01132eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:12:46Z,description=,heartbeat_timestamp=2022-03-11T16:32:16Z,host='dv-cinder-750782-12-iscsi',id=03422851-42b1-44c9-ada6-e479436b7b23,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:12:46Z,topic='l3_agent')) {'router_ids': ['0445e330-dbfe-4390-80a7-5bd62ee92899'], 'active': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:32:42.189710 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-ab02237e-e336-4924-aa41-fdc00a8289b0 req-366e333d-a5d4-499d-8a50-3a91bbe4c7d8 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/security-groups?id=e1b324ab-1dec-4ca3-84fa-33a28865bcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828989 Mar 11 16:32:42.196922 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-a70077e8-1e78-490f-9df8-71f336faf504 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2a3e861c246e40848813e061a6958aa5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0823967 Mar 11 16:32:42.199888 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 46688) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:32:42.255859 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_dvr_db [None req-3f63131c-0bd9-4e03-8ff8-2f0a01132eef None None] Set router 0445e330-dbfe-4390-80a7-5bd62ee92899 gateway port host: None {{(pid=103094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 16:32:42.266536 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-e40330b2-e8bc-4758-b434-89851f4d927d admin admin] Publish callbacks [] for security_group (26e2ec38-6ce8-4f4d-bdc0-d64cdccedfb5), before_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:42.290404 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-e40330b2-e8bc-4758-b434-89851f4d927d admin admin] Publish callbacks [] for security_group (26e2ec38-6ce8-4f4d-bdc0-d64cdccedfb5), precommit_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:42.314404 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.plugins.ml2.plugin [None req-acb22135-f6bf-4ce3-a37b-dad402b57708 admin admin] Deleting port dc4b8562-4065-4207-bec1-befa1889d519 {{(pid=103091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 16:32:42.314983 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-acb22135-f6bf-4ce3-a37b-dad402b57708 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780138536942'] for port (dc4b8562-4065-4207-bec1-befa1889d519), before_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:42.316596 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_hamode_db [None req-3f63131c-0bd9-4e03-8ff8-2f0a01132eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0445e330-dbfe-4390-80a7-5bd62ee92899', 'name': 'tempest-AttachVolumeNegativeTest-1800470620-router', 'tenant_id': '3f90eba451e343e49c0fa456ba2b00cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:21:10Z', 'updated_at': '2022-03-11T16:32:41Z', 'revision_number': 6, 'project_id': '3f90eba451e343e49c0fa456ba2b00cd', 'gw_port_host': None}], 'dv-cinder-750782-12-iscsi', False) {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:32:42.343124 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f63131c-0bd9-4e03-8ff8-2f0a01132eef None None] The sync data for ids ['0445e330-dbfe-4390-80a7-5bd62ee92899'] in dv-cinder-750782-12-iscsi is: [{'id': '0445e330-dbfe-4390-80a7-5bd62ee92899', 'name': 'tempest-AttachVolumeNegativeTest-1800470620-router', 'tenant_id': '3f90eba451e343e49c0fa456ba2b00cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:21:10Z', 'updated_at': '2022-03-11T16:32:41Z', 'revision_number': 6, 'project_id': '3f90eba451e343e49c0fa456ba2b00cd', 'gw_port_host': None}] {{(pid=103094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:32:42.356148 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-e40330b2-e8bc-4758-b434-89851f4d927d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (26e2ec38-6ce8-4f4d-bdc0-d64cdccedfb5), after_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:42.359492 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-e40330b2-e8bc-4758-b434-89851f4d927d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:42.360803 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-e40330b2-e8bc-4758-b434-89851f4d927d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/26e2ec38-6ce8-4f4d-bdc0-d64cdccedfb5 HTTP/1.1" status: 204 len: 168 time: 0.1599476 Mar 11 16:32:42.386096 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40330b2-e8bc-4758-b434-89851f4d927d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26e2ec38-6ce8-4f4d-bdc0-d64cdccedfb5,revision_number=None']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:32:42.407659 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.plugins.ml2.db [None req-acb22135-f6bf-4ce3-a37b-dad402b57708 admin admin] For port dc4b8562-4065-4207-bec1-befa1889d519, host dv-cinder-750782-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-12-iscsi',level=0,port_id=dc4b8562-4065-4207-bec1-befa1889d519,segment=NetworkSegment(d35af6e3-4c7b-42bf-84c3-6daa0b397bde),segment_id=d35af6e3-4c7b-42bf-84c3-6daa0b397bde)] {{(pid=103091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:32:42.408043 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-acb22135-f6bf-4ce3-a37b-dad402b57708 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538029'] for port (dc4b8562-4065-4207-bec1-befa1889d519), precommit_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:42.421909 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.plugins.ml2.plugin [None req-acb22135-f6bf-4ce3-a37b-dad402b57708 admin admin] Calling delete_port for dc4b8562-4065-4207-bec1-befa1889d519 owned by network:router_gateway {{(pid=103091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 16:32:42.601669 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-acb22135-f6bf-4ce3-a37b-dad402b57708 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780138542421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780137975920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29534923'] for port (dc4b8562-4065-4207-bec1-befa1889d519), after_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:42.629657 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb22135-f6bf-4ce3-a37b-dad402b57708 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc4b8562-4065-4207-bec1-befa1889d519,revision_number=None']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:32:42.695217 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-acb22135-f6bf-4ce3-a37b-dad402b57708 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539841'] for router_gateway (0445e330-dbfe-4390-80a7-5bd62ee92899), after_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:42.708731 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 46694) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:32:42.757986 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 46696) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:32:42.762905 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-d4790569-f523-4321-b6c9-dfc8c4a4f599 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e3205318ca5b47b3a26125cd7253462f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0438163 Mar 11 16:32:42.812162 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-acb22135-f6bf-4ce3-a37b-dad402b57708 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56560'] for router (0445e330-dbfe-4390-80a7-5bd62ee92899), precommit_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:42.816574 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-acb22135-f6bf-4ce3-a37b-dad402b57708 admin admin] Publish callbacks [] for router_controller (0445e330-dbfe-4390-80a7-5bd62ee92899), precommit_delete_associations {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:42.878788 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-acb22135-f6bf-4ce3-a37b-dad402b57708 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-772181'] for router (0445e330-dbfe-4390-80a7-5bd62ee92899), after_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:42.879326 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acb22135-f6bf-4ce3-a37b-dad402b57708 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0445e330-dbfe-4390-80a7-5bd62ee92899 {{(pid=103091) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 16:32:42.881206 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-41bc4d44-17c7-4d5a-b4e5-a46a98e46339 admin admin] Publish callbacks [] for security_group (925e849c-57e6-4ed7-9e61-1f99ced37418), before_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:42.885429 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-acb22135-f6bf-4ce3-a37b-dad402b57708 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:42.889226 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-acb22135-f6bf-4ce3-a37b-dad402b57708 admin admin] 10.222.0.72 "DELETE /v2.0/routers/0445e330-dbfe-4390-80a7-5bd62ee92899 HTTP/1.1" status: 204 len: 168 time: 1.2310412 Mar 11 16:32:42.889386 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 46698) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:32:42.910682 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-41bc4d44-17c7-4d5a-b4e5-a46a98e46339 admin admin] Publish callbacks [] for security_group (925e849c-57e6-4ed7-9e61-1f99ced37418), precommit_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:42.935218 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.db.db_base_plugin_v2 [None req-06294482-0034-462d-babc-655c6b4c6fca admin admin] Deleting subnet acc28c21-3e47-4bf8-b31f-cbbed70c6f99 {{(pid=103092) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 16:32:42.938452 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-06294482-0034-462d-babc-655c6b4c6fca admin admin] Publish callbacks [] for subnet (acc28c21-3e47-4bf8-b31f-cbbed70c6f99), before_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:42.962768 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-41bc4d44-17c7-4d5a-b4e5-a46a98e46339 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (925e849c-57e6-4ed7-9e61-1f99ced37418), after_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:42.966083 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-41bc4d44-17c7-4d5a-b4e5-a46a98e46339 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:42.967224 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-41bc4d44-17c7-4d5a-b4e5-a46a98e46339 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/925e849c-57e6-4ed7-9e61-1f99ced37418 HTTP/1.1" status: 204 len: 168 time: 0.2082295 Mar 11 16:32:42.974621 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-06294482-0034-462d-babc-655c6b4c6fca admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29539533'] for subnet (acc28c21-3e47-4bf8-b31f-cbbed70c6f99), precommit_delete_associations {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:42.975226 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bc4d44-17c7-4d5a-b4e5-a46a98e46339 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=925e849c-57e6-4ed7-9e61-1f99ced37418,revision_number=None']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:32:43.062913 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-06294482-0034-462d-babc-655c6b4c6fca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393129'] for subnet (acc28c21-3e47-4bf8-b31f-cbbed70c6f99), precommit_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:43.129529 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-06294482-0034-462d-babc-655c6b4c6fca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30811595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30740698'] for subnet (acc28c21-3e47-4bf8-b31f-cbbed70c6f99), after_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:43.167999 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06294482-0034-462d-babc-655c6b4c6fca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=acc28c21-3e47-4bf8-b31f-cbbed70c6f99,revision_number=None']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:32:43.170020 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-06294482-0034-462d-babc-655c6b4c6fca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779404'] for subnet (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:43.173389 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-06294482-0034-462d-babc-655c6b4c6fca admin admin] 10.222.0.72 "DELETE /v2.0/subnets/acc28c21-3e47-4bf8-b31f-cbbed70c6f99 HTTP/1.1" status: 204 len: 168 time: 0.2825503 Mar 11 16:32:43.175635 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 46704) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:32:43.175838 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb0f4cc-317d-450d-aa20-8ea9d09792cc None None] Network 5f3aea45-b741-4cf8-ad8b-40753fc82fad requested from dv-cinder-750782-12-iscsi {{(pid=103093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 16:32:43.254341 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-62160a7d-dfcf-412e-b553-2c8a9ecd9258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1370412'] for network (5f3aea45-b741-4cf8-ad8b-40753fc82fad), before_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:43.390161 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f0d09fe-bba0-40ef-8d28-709910466192 None None] DHCP port deletion for 5f3aea45-b741-4cf8-ad8b-40753fc82fad request from dv-cinder-750782-12-iscsi {{(pid=103093) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 16:32:43.461059 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-2f0d09fe-bba0-40ef-8d28-709910466192 None None] Deleting port 03e2827a-3694-4bd3-ad67-ff394f1f63be {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 16:32:43.461433 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2f0d09fe-bba0-40ef-8d28-709910466192 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780138536942'] for port (03e2827a-3694-4bd3-ad67-ff394f1f63be), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:43.542762 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-2f0d09fe-bba0-40ef-8d28-709910466192 None None] For port 03e2827a-3694-4bd3-ad67-ff394f1f63be, host dv-cinder-750782-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-12-iscsi',level=0,port_id=03e2827a-3694-4bd3-ad67-ff394f1f63be,segment=NetworkSegment(d0d5eee1-b4bb-471c-a057-81102a55b99f),segment_id=d0d5eee1-b4bb-471c-a057-81102a55b99f)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:32:43.543161 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2f0d09fe-bba0-40ef-8d28-709910466192 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538029'] for port (03e2827a-3694-4bd3-ad67-ff394f1f63be), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:43.556526 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-2f0d09fe-bba0-40ef-8d28-709910466192 None None] Calling delete_port for 03e2827a-3694-4bd3-ad67-ff394f1f63be owned by network:dhcp {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 16:32:43.654668 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2f0d09fe-bba0-40ef-8d28-709910466192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780138542421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780137975920'] for port (03e2827a-3694-4bd3-ad67-ff394f1f63be), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:43.668183 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0d09fe-bba0-40ef-8d28-709910466192 None None] No DVR routers for this DVR port 03e2827a-3694-4bd3-ad67-ff394f1f63be on host dv-cinder-750782-12-iscsi {{(pid=103093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:32:43.688925 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0d09fe-bba0-40ef-8d28-709910466192 None None] Pushing event deleted for resources: {'Port': ['ID=03e2827a-3694-4bd3-ad67-ff394f1f63be,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:32:43.724882 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1873e241-3619-4d18-9afe-27ef9566bf74 req-8d75681c-6cf6-4c78-b9b6-ae14f244636d tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:32:43.726373 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-1873e241-3619-4d18-9afe-27ef9566bf74 req-8d75681c-6cf6-4c78-b9b6-ae14f244636d tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=c2248b31-692b-41bb-be4c-efc637b74827 HTTP/1.1" status: 200 len: 946 time: 0.1187911 Mar 11 16:32:43.730014 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.plugin [None req-62160a7d-dfcf-412e-b553-2c8a9ecd9258 admin admin] Deleting port 03e2827a-3694-4bd3-ad67-ff394f1f63be {{(pid=103092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 16:32:43.730353 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-62160a7d-dfcf-412e-b553-2c8a9ecd9258 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780138536942'] for port (03e2827a-3694-4bd3-ad67-ff394f1f63be), before_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:43.756871 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5588d977-b776-462c-8311-49292f24d1e9 req-b3340f97-7595-4ad2-8711-cec66df2bce3 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:32:43.758334 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-5588d977-b776-462c-8311-49292f24d1e9 req-b3340f97-7595-4ad2-8711-cec66df2bce3 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2248b31-692b-41bb-be4c-efc637b74827 HTTP/1.1" status: 200 len: 946 time: 0.1138463 Mar 11 16:32:43.825502 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-01bd66d1-2cbf-4ea7-97a4-2abb724adb20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (52d54afa-c257-4acf-9353-cc1307944ae0), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:43.887474 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-1873e241-3619-4d18-9afe-27ef9566bf74 req-a72d35eb-4596-48fe-b696-28fcc1001949 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/security-groups?id=e1b324ab-1dec-4ca3-84fa-33a28865bcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1524487 Mar 11 16:32:43.891826 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.db [None req-62160a7d-dfcf-412e-b553-2c8a9ecd9258 admin admin] For port 03e2827a-3694-4bd3-ad67-ff394f1f63be, host dv-cinder-750782-12-iscsi, got binding levels [] {{(pid=103092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:32:43.892412 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-62160a7d-dfcf-412e-b553-2c8a9ecd9258 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538029'] for port (03e2827a-3694-4bd3-ad67-ff394f1f63be), precommit_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:43.929138 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.plugin [None req-62160a7d-dfcf-412e-b553-2c8a9ecd9258 admin admin] Calling delete_port for 03e2827a-3694-4bd3-ad67-ff394f1f63be owned by network:dhcp {{(pid=103092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 16:32:43.933742 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.db.ipam_backend_mixin [None req-62160a7d-dfcf-412e-b553-2c8a9ecd9258 admin admin] Port 03e2827a-3694-4bd3-ad67-ff394f1f63be was not found and therefore no delete operation was performed {{(pid=103092) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 11 16:32:43.936223 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-62160a7d-dfcf-412e-b553-2c8a9ecd9258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780138542421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780137975920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30811620'] for port (03e2827a-3694-4bd3-ad67-ff394f1f63be), after_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:43.966365 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62160a7d-dfcf-412e-b553-2c8a9ecd9258 admin admin] Pushing event deleted for resources: {'Port': ['ID=03e2827a-3694-4bd3-ad67-ff394f1f63be,revision_number=None']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:32:43.971539 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62160a7d-dfcf-412e-b553-2c8a9ecd9258 admin admin] No DVR routers for this DVR port 03e2827a-3694-4bd3-ad67-ff394f1f63be on host dv-cinder-750782-12-iscsi {{(pid=103092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:32:44.032029 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.plugin [req-5588d977-b776-462c-8311-49292f24d1e9 req-9e3a1d3d-6d76-4576-8bd6-3b90b4ae94bc tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Deleting port 1f5306a9-2948-428d-83a8-aa48c5aa30ef {{(pid=103092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 16:32:44.032371 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-5588d977-b776-462c-8311-49292f24d1e9 req-9e3a1d3d-6d76-4576-8bd6-3b90b4ae94bc tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780138536942'] for port (1f5306a9-2948-428d-83a8-aa48c5aa30ef), before_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:44.064356 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-62160a7d-dfcf-412e-b553-2c8a9ecd9258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393938', 'neutron.services.segments.db._delete_segments_for_network-8780138304022'] for network (5f3aea45-b741-4cf8-ad8b-40753fc82fad), precommit_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:44.109523 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.services.segments.db [None req-62160a7d-dfcf-412e-b553-2c8a9ecd9258 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f3aea45-b741-4cf8-ad8b-40753fc82fad']}} {{(pid=103092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:32:44.147559 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.services.segments.db [None req-62160a7d-dfcf-412e-b553-2c8a9ecd9258 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0d5eee1-b4bb-471c-a057-81102a55b99f') {'for_net_delete': True} {{(pid=103092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:32:44.147849 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.services.segments.db [None req-62160a7d-dfcf-412e-b553-2c8a9ecd9258 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0d5eee1-b4bb-471c-a057-81102a55b99f') {} {{(pid=103092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:32:44.171739 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-62160a7d-dfcf-412e-b553-2c8a9ecd9258 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780138303519', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29539526'] for segment (d0d5eee1-b4bb-471c-a057-81102a55b99f), before_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:44.200332 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-62160a7d-dfcf-412e-b553-2c8a9ecd9258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1821558'] for segment (d0d5eee1-b4bb-471c-a057-81102a55b99f), precommit_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:44.208426 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.db [req-5588d977-b776-462c-8311-49292f24d1e9 req-9e3a1d3d-6d76-4576-8bd6-3b90b4ae94bc tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] For port 1f5306a9-2948-428d-83a8-aa48c5aa30ef, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=1f5306a9-2948-428d-83a8-aa48c5aa30ef,segment=NetworkSegment(a719ed4c-1b21-4087-84c5-f4c81307e7ed),segment_id=a719ed4c-1b21-4087-84c5-f4c81307e7ed)] {{(pid=103092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:32:44.208784 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-5588d977-b776-462c-8311-49292f24d1e9 req-9e3a1d3d-6d76-4576-8bd6-3b90b4ae94bc tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538029'] for port (1f5306a9-2948-428d-83a8-aa48c5aa30ef), precommit_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:44.218785 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62160a7d-dfcf-412e-b553-2c8a9ecd9258 admin admin] Releasing vlan 608 on physical network physnet1 to pool {{(pid=103092) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:32:44.219461 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-62160a7d-dfcf-412e-b553-2c8a9ecd9258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1821558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30811157'] for segment (d0d5eee1-b4bb-471c-a057-81102a55b99f), after_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:44.221307 dv-cinder-750782-12-iscsi neutron-server[103092]: Traceback (most recent call last): Mar 11 16:32:44.221307 dv-cinder-750782-12-iscsi neutron-server[103092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:32:44.221307 dv-cinder-750782-12-iscsi neutron-server[103092]: timer() Mar 11 16:32:44.221307 dv-cinder-750782-12-iscsi neutron-server[103092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:32:44.221307 dv-cinder-750782-12-iscsi neutron-server[103092]: cb(*args, **kw) Mar 11 16:32:44.221307 dv-cinder-750782-12-iscsi neutron-server[103092]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 16:32:44.221307 dv-cinder-750782-12-iscsi neutron-server[103092]: return func(*args, **kwargs) Mar 11 16:32:44.221307 dv-cinder-750782-12-iscsi neutron-server[103092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:32:44.221307 dv-cinder-750782-12-iscsi neutron-server[103092]: self._notify() Mar 11 16:32:44.221307 dv-cinder-750782-12-iscsi neutron-server[103092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:32:44.221307 dv-cinder-750782-12-iscsi neutron-server[103092]: self.callback(batched_events) Mar 11 16:32:44.221307 dv-cinder-750782-12-iscsi neutron-server[103092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:32:44.221307 dv-cinder-750782-12-iscsi neutron-server[103092]: event.method(event) Mar 11 16:32:44.221307 dv-cinder-750782-12-iscsi neutron-server[103092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 16:32:44.221307 dv-cinder-750782-12-iscsi neutron-server[103092]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:32:44.221307 dv-cinder-750782-12-iscsi neutron-server[103092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 16:32:44.221307 dv-cinder-750782-12-iscsi neutron-server[103092]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:32:44.221307 dv-cinder-750782-12-iscsi neutron-server[103092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 16:32:44.221307 dv-cinder-750782-12-iscsi neutron-server[103092]: return f(self, *a, **k) Mar 11 16:32:44.221307 dv-cinder-750782-12-iscsi neutron-server[103092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:32:44.221307 dv-cinder-750782-12-iscsi neutron-server[103092]: return self._get(url).json() Mar 11 16:32:44.221307 dv-cinder-750782-12-iscsi neutron-server[103092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:32:44.221307 dv-cinder-750782-12-iscsi neutron-server[103092]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:32:44.221307 dv-cinder-750782-12-iscsi neutron-server[103092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:32:44.221307 dv-cinder-750782-12-iscsi neutron-server[103092]: return self.request(url, 'GET', **kwargs) Mar 11 16:32:44.221307 dv-cinder-750782-12-iscsi neutron-server[103092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:32:44.221307 dv-cinder-750782-12-iscsi neutron-server[103092]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:32:44.221307 dv-cinder-750782-12-iscsi neutron-server[103092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:32:44.221307 dv-cinder-750782-12-iscsi neutron-server[103092]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:32:44.221307 dv-cinder-750782-12-iscsi neutron-server[103092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:32:44.221307 dv-cinder-750782-12-iscsi neutron-server[103092]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:32:44.221307 dv-cinder-750782-12-iscsi neutron-server[103092]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:32:44.229869 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Device 8ac48933-906b-451f-9262-acdcb1369688 no longer exists at agent ovs-agent-dv-cinder-750782-12-iscsi {{(pid=103093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 16:32:44.241591 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 46732) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:32:44.259740 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] No Port match for: 8ac48933-906b-451f-9262-acdcb1369688 {{(pid=103093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 16:32:44.260222 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Device 8ac48933-906b-451f-9262-acdcb1369688 not bound to the agent host dv-cinder-750782-12-iscsi {{(pid=103093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 16:32:44.260741 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Device dc4b8562-4065-4207-bec1-befa1889d519 no longer exists at agent ovs-agent-dv-cinder-750782-12-iscsi {{(pid=103093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 16:32:44.287323 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] No Port match for: dc4b8562-4065-4207-bec1-befa1889d519 {{(pid=103093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 16:32:44.287831 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Device dc4b8562-4065-4207-bec1-befa1889d519 not bound to the agent host dv-cinder-750782-12-iscsi {{(pid=103093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 16:32:44.288364 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Device 03e2827a-3694-4bd3-ad67-ff394f1f63be no longer exists at agent ovs-agent-dv-cinder-750782-12-iscsi {{(pid=103093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 16:32:44.308923 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] No Port match for: 03e2827a-3694-4bd3-ad67-ff394f1f63be {{(pid=103093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 16:32:44.309417 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Device 03e2827a-3694-4bd3-ad67-ff394f1f63be not bound to the agent host dv-cinder-750782-12-iscsi {{(pid=103093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 16:32:44.319695 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-62160a7d-dfcf-412e-b553-2c8a9ecd9258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539877'] for network (5f3aea45-b741-4cf8-ad8b-40753fc82fad), after_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:44.329753 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-62160a7d-dfcf-412e-b553-2c8a9ecd9258 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779404'] for network (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:44.333187 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-62160a7d-dfcf-412e-b553-2c8a9ecd9258 admin admin] 10.222.0.72 "DELETE /v2.0/networks/5f3aea45-b741-4cf8-ad8b-40753fc82fad HTTP/1.1" status: 204 len: 168 time: 1.1565475 Mar 11 16:32:44.356388 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62160a7d-dfcf-412e-b553-2c8a9ecd9258 admin admin] Pushing event deleted for resources: {'Network': ['ID=5f3aea45-b741-4cf8-ad8b-40753fc82fad,revision_number=None']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:32:44.367830 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-cef48899-12bb-4749-83ab-a7674c5bf05b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:44.453916 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-cef48899-12bb-4749-83ab-a7674c5bf05b admin admin] Publish callbacks [] for security_group (52ebc3b0-c2fd-40e3-a3de-63a8d1bdc14f), precommit_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:44.460137 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-cef48899-12bb-4749-83ab-a7674c5bf05b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (52ebc3b0-c2fd-40e3-a3de-63a8d1bdc14f), after_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:44.473971 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-5588d977-b776-462c-8311-49292f24d1e9 req-9e3a1d3d-6d76-4576-8bd6-3b90b4ae94bc tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:44.474495 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-5588d977-b776-462c-8311-49292f24d1e9 req-9e3a1d3d-6d76-4576-8bd6-3b90b4ae94bc tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539899'] for floatingip (11b67db2-363c-4541-ba46-0dcc31b531fb), after_update {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:44.474900 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.db.l3_db [req-5588d977-b776-462c-8311-49292f24d1e9 req-9e3a1d3d-6d76-4576-8bd6-3b90b4ae94bc tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Floating IP 11b67db2-363c-4541-ba46-0dcc31b531fb disassociated. External IP: 172.27.0.189, port: 1f5306a9-2948-428d-83a8-aa48c5aa30ef. Mar 11 16:32:44.475362 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.plugin [req-5588d977-b776-462c-8311-49292f24d1e9 req-9e3a1d3d-6d76-4576-8bd6-3b90b4ae94bc tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Calling delete_port for 1f5306a9-2948-428d-83a8-aa48c5aa30ef owned by compute:nova {{(pid=103092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 16:32:44.496109 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 46738) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:32:44.521707 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-cef48899-12bb-4749-83ab-a7674c5bf05b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e77f7d437b5740c98cfbb724f139730f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2789035 Mar 11 16:32:44.523713 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef48899-12bb-4749-83ab-a7674c5bf05b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52ebc3b0-c2fd-40e3-a3de-63a8d1bdc14f,revision_number=1']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:32:44.525915 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 46740) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:32:44.555783 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-afad9c2d-691f-4688-afe1-831ceaf264d6 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=3f90eba451e343e49c0fa456ba2b00cd&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0547602 Mar 11 16:32:44.558818 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 46742) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:32:44.602420 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-43e98e05-4973-48fb-8e7c-c92b59ea6970 admin admin] Publish callbacks [] for security_group (52ebc3b0-c2fd-40e3-a3de-63a8d1bdc14f), before_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:44.612337 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-efcf74de-7c09-457d-97e1-ff9f1db7dc85 admin admin] Publish callbacks [] for security_group (b501633a-6977-4888-a9f3-cbb304f97f65), before_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:44.636327 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-efcf74de-7c09-457d-97e1-ff9f1db7dc85 admin admin] Publish callbacks [] for security_group (b501633a-6977-4888-a9f3-cbb304f97f65), precommit_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:44.653234 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-43e98e05-4973-48fb-8e7c-c92b59ea6970 admin admin] Publish callbacks [] for security_group (52ebc3b0-c2fd-40e3-a3de-63a8d1bdc14f), precommit_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:44.687076 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-efcf74de-7c09-457d-97e1-ff9f1db7dc85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (b501633a-6977-4888-a9f3-cbb304f97f65), after_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:44.689807 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-efcf74de-7c09-457d-97e1-ff9f1db7dc85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:44.691403 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-efcf74de-7c09-457d-97e1-ff9f1db7dc85 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b501633a-6977-4888-a9f3-cbb304f97f65 HTTP/1.1" status: 204 len: 168 time: 0.1316872 Mar 11 16:32:44.700609 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-5588d977-b776-462c-8311-49292f24d1e9 req-9e3a1d3d-6d76-4576-8bd6-3b90b4ae94bc tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780138542421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780137975920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30811620'] for port (1f5306a9-2948-428d-83a8-aa48c5aa30ef), after_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:44.704321 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcf74de-7c09-457d-97e1-ff9f1db7dc85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b501633a-6977-4888-a9f3-cbb304f97f65,revision_number=None']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:32:44.735877 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3a1d3d-6d76-4576-8bd6-3b90b4ae94bc tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Pushing event deleted for resources: {'Port': ['ID=1f5306a9-2948-428d-83a8-aa48c5aa30ef,revision_number=None']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:32:44.749795 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-43e98e05-4973-48fb-8e7c-c92b59ea6970 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (52ebc3b0-c2fd-40e3-a3de-63a8d1bdc14f), after_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:44.752819 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-43e98e05-4973-48fb-8e7c-c92b59ea6970 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:44.754447 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-43e98e05-4973-48fb-8e7c-c92b59ea6970 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/52ebc3b0-c2fd-40e3-a3de-63a8d1bdc14f HTTP/1.1" status: 204 len: 168 time: 0.2275438 Mar 11 16:32:44.803323 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e98e05-4973-48fb-8e7c-c92b59ea6970 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52ebc3b0-c2fd-40e3-a3de-63a8d1bdc14f,revision_number=None']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:32:44.892372 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5588d977-b776-462c-8311-49292f24d1e9 req-9e3a1d3d-6d76-4576-8bd6-3b90b4ae94bc tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Router 839b5096-b9c0-4547-9685-d62aca0b2418 has already been hosted by L3 agent 03422851-42b1-44c9-ada6-e479436b7b23 {{(pid=103092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:32:45.036413 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-34dd4964-9654-49cd-9387-c3fdee2bed51 req-e8f8e318-1397-4c76-9b99-af078d585844 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/ports?device_id=c2248b31-692b-41bb-be4c-efc637b74827 HTTP/1.1" status: 200 len: 210 time: 0.0343504 Mar 11 16:32:45.054741 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5588d977-b776-462c-8311-49292f24d1e9 req-9e3a1d3d-6d76-4576-8bd6-3b90b4ae94bc tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Notify agent at l3_agent.dv-cinder-750782-12-iscsi the message routers_updated {{(pid=103092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:32:45.065710 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde332e2-837a-40ec-bae2-d7094496a2b6 None None] Sync routers for ids ['839b5096-b9c0-4547-9685-d62aca0b2418'] in dv-cinder-750782-12-iscsi {{(pid=103093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:32:45.082145 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde332e2-837a-40ec-bae2-d7094496a2b6 None None] Routers {'839b5096-b9c0-4547-9685-d62aca0b2418'} bound to L3 agent in host dv-cinder-750782-12-iscsi {{(pid=103093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 16:32:45.083093 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_hamode_db [None req-bde332e2-837a-40ec-bae2-d7094496a2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:12:46Z,description=,heartbeat_timestamp=2022-03-11T16:32:16Z,host='dv-cinder-750782-12-iscsi',id=03422851-42b1-44c9-ada6-e479436b7b23,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:12:46Z,topic='l3_agent')) {'router_ids': ['839b5096-b9c0-4547-9685-d62aca0b2418'], 'active': True} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:32:45.114727 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.db.l3_dvrscheduler_db [req-5588d977-b776-462c-8311-49292f24d1e9 req-9e3a1d3d-6d76-4576-8bd6-3b90b4ae94bc tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] No DVR routers for this DVR port 1f5306a9-2948-428d-83a8-aa48c5aa30ef on host hv-cinder-75078 {{(pid=103092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:32:45.117597 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-5588d977-b776-462c-8311-49292f24d1e9 req-9e3a1d3d-6d76-4576-8bd6-3b90b4ae94bc tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122971'] for port (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:45.121973 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-5588d977-b776-462c-8311-49292f24d1e9 req-9e3a1d3d-6d76-4576-8bd6-3b90b4ae94bc tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.18 "DELETE /v2.0/ports/1f5306a9-2948-428d-83a8-aa48c5aa30ef HTTP/1.1" status: 204 len: 173 time: 1.3541117 Mar 11 16:32:45.122465 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2248b31-692b-41bb-be4c-efc637b74827', 'name': 'network-vif-deleted', 'tag': '1f5306a9-2948-428d-83a8-aa48c5aa30ef'}] {{(pid=103092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:32:45.124735 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8119d67d121bc7655fb27ee4e81d05746f3857d7b024446e390c37a4f39e07a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6efd9dd-ff39-488f-8868-fec51f6cb5b9" -d '{"events": [{"server_uuid": "c2248b31-692b-41bb-be4c-efc637b74827", "name": "network-vif-deleted", "tag": "1f5306a9-2948-428d-83a8-aa48c5aa30ef"}]}' {{(pid=103092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 16:32:45.204108 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 16:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a70e5804-b85f-45d5-b483-9bd243959e54 x-openstack-request-id: req-a70e5804-b85f-45d5-b483-9bd243959e54 {{(pid=103092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 16:32:45.204608 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2248b31-692b-41bb-be4c-efc637b74827", "name": "network-vif-deleted", "tag": "1f5306a9-2948-428d-83a8-aa48c5aa30ef", "status": "completed", "code": 200}]} {{(pid=103092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 16:32:45.204858 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-a70e5804-b85f-45d5-b483-9bd243959e54 {{(pid=103092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 16:32:45.205257 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2248b31-692b-41bb-be4c-efc637b74827', 'name': 'network-vif-deleted', 'tag': '1f5306a9-2948-428d-83a8-aa48c5aa30ef', 'status': 'completed', 'code': 200} Mar 11 16:32:45.280703 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_dvr_db [None req-bde332e2-837a-40ec-bae2-d7094496a2b6 None None] Set router 839b5096-b9c0-4547-9685-d62aca0b2418 gateway port host: dv-cinder-750782-12-iscsi {{(pid=103093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 16:32:45.523279 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_hamode_db [None req-bde332e2-837a-40ec-bae2-d7094496a2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '839b5096-b9c0-4547-9685-d62aca0b2418', 'name': 'tempest-AttachVolumeShelveTestJSON-1853710950-router', 'tenant_id': 'a951288cde284b359074a2755c43fd3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'external_fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': '502e9fb5-5295-4eef-85c5-d90406a3e043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:21:05Z', 'updated_at': '2022-03-11T16:21:13Z', 'revision_number': 4, 'project_id': 'a951288cde284b359074a2755c43fd3f', 'gw_port': {'id': '502e9fb5-5295-4eef-85c5-d90406a3e043', 'name': '', 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:55:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839b5096-b9c0-4547-9685-d62aca0b2418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:05Z', 'updated_at': '2022-03-11T16:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-12-iscsi', '_interfaces': [{'id': '640132e4-6f5b-4a16-bcab-35e5b7d111df', 'name': '', 'network_id': '4d385937-5589-47ac-b063-981bb549e693', 'tenant_id': 'a951288cde284b359074a2755c43fd3f', 'mac_address': 'fa:16:3e:45:59:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839b5096-b9c0-4547-9685-d62aca0b2418', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '1fa91c63-7953-4f02-bfd2-c0a4c4e05e10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:10Z', 'updated_at': '2022-03-11T16:21:28Z', 'revision_number': 5, 'project_id': 'a951288cde284b359074a2755c43fd3f', 'subnets': [{'id': '1fa91c63-7953-4f02-bfd2-c0a4c4e05e10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-12-iscsi', False) {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:32:45.553380 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde332e2-837a-40ec-bae2-d7094496a2b6 None None] Checking router: 839b5096-b9c0-4547-9685-d62aca0b2418 for host: dv-cinder-750782-12-iscsi {{(pid=103093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:32:45.563686 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde332e2-837a-40ec-bae2-d7094496a2b6 None None] Routers {'839b5096-b9c0-4547-9685-d62aca0b2418'} bound to L3 agent in host dv-cinder-750782-12-iscsi {{(pid=103093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 16:32:45.564309 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_hamode_db [None req-bde332e2-837a-40ec-bae2-d7094496a2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:12:46Z,description=,heartbeat_timestamp=2022-03-11T16:32:16Z,host='dv-cinder-750782-12-iscsi',id=03422851-42b1-44c9-ada6-e479436b7b23,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:12:46Z,topic='l3_agent')) {'router_ids': ['839b5096-b9c0-4547-9685-d62aca0b2418'], 'active': True} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:32:45.691620 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_dvr_db [None req-bde332e2-837a-40ec-bae2-d7094496a2b6 None None] Set router 839b5096-b9c0-4547-9685-d62aca0b2418 gateway port host: dv-cinder-750782-12-iscsi {{(pid=103093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 16:32:45.788623 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 46792) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:32:45.899615 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.v2.base [None req-5eca306e-9045-404a-a4eb-c6531e0e8551 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-607337081-network', 'tenant_id': 'd4383489f24348729d6d4878ca0b11bc'}} {{(pid=103091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:32:45.919646 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_hamode_db [None req-bde332e2-837a-40ec-bae2-d7094496a2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '839b5096-b9c0-4547-9685-d62aca0b2418', 'name': 'tempest-AttachVolumeShelveTestJSON-1853710950-router', 'tenant_id': 'a951288cde284b359074a2755c43fd3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'external_fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': '502e9fb5-5295-4eef-85c5-d90406a3e043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:21:05Z', 'updated_at': '2022-03-11T16:21:13Z', 'revision_number': 4, 'project_id': 'a951288cde284b359074a2755c43fd3f', 'gw_port': {'id': '502e9fb5-5295-4eef-85c5-d90406a3e043', 'name': '', 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:55:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839b5096-b9c0-4547-9685-d62aca0b2418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:05Z', 'updated_at': '2022-03-11T16:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-12-iscsi', '_interfaces': [{'id': '640132e4-6f5b-4a16-bcab-35e5b7d111df', 'name': '', 'network_id': '4d385937-5589-47ac-b063-981bb549e693', 'tenant_id': 'a951288cde284b359074a2755c43fd3f', 'mac_address': 'fa:16:3e:45:59:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839b5096-b9c0-4547-9685-d62aca0b2418', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '1fa91c63-7953-4f02-bfd2-c0a4c4e05e10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:10Z', 'updated_at': '2022-03-11T16:21:28Z', 'revision_number': 5, 'project_id': 'a951288cde284b359074a2755c43fd3f', 'subnets': [{'id': '1fa91c63-7953-4f02-bfd2-c0a4c4e05e10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-12-iscsi', False) {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:32:45.923028 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eca306e-9045-404a-a4eb-c6531e0e8551 admin admin] Made reservation on behalf of d4383489f24348729d6d4878ca0b11bc for: {'network': 1} {{(pid=103091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:32:45.925668 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-5eca306e-9045-404a-a4eb-c6531e0e8551 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for network (None), before_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:45.935071 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-5eca306e-9045-404a-a4eb-c6531e0e8551 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:46.030742 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-5eca306e-9045-404a-a4eb-c6531e0e8551 admin admin] Publish callbacks [] for security_group (0ef1b377-e7d2-4005-bd80-594066f55c17), precommit_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:46.037110 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-5eca306e-9045-404a-a4eb-c6531e0e8551 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (0ef1b377-e7d2-4005-bd80-594066f55c17), after_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:46.060021 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5eca306e-9045-404a-a4eb-c6531e0e8551 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 626} {{(pid=103091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:32:46.078652 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eca306e-9045-404a-a4eb-c6531e0e8551 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ef1b377-e7d2-4005-bd80-594066f55c17,revision_number=1']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:32:46.082065 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-5eca306e-9045-404a-a4eb-c6531e0e8551 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1821558'] for segment (cb634bcb-f162-4ae5-a412-ead40fca8521), precommit_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:46.082641 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.db.segments_db [None req-5eca306e-9045-404a-a4eb-c6531e0e8551 admin admin] Added segment cb634bcb-f162-4ae5-a412-ead40fca8521 of type vlan for network 57dd9590-53b1-41e5-ae91-5d656d2bac8c Mar 11 16:32:46.099998 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde332e2-837a-40ec-bae2-d7094496a2b6 None None] The sync data for ids ['839b5096-b9c0-4547-9685-d62aca0b2418'] in dv-cinder-750782-12-iscsi is: [{'id': '839b5096-b9c0-4547-9685-d62aca0b2418', 'name': 'tempest-AttachVolumeShelveTestJSON-1853710950-router', 'tenant_id': 'a951288cde284b359074a2755c43fd3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'external_fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': '502e9fb5-5295-4eef-85c5-d90406a3e043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:21:05Z', 'updated_at': '2022-03-11T16:21:13Z', 'revision_number': 4, 'project_id': 'a951288cde284b359074a2755c43fd3f', 'gw_port': {'id': '502e9fb5-5295-4eef-85c5-d90406a3e043', 'name': '', 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:55:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839b5096-b9c0-4547-9685-d62aca0b2418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:05Z', 'updated_at': '2022-03-11T16:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-12-iscsi', '_interfaces': [{'id': '640132e4-6f5b-4a16-bcab-35e5b7d111df', 'name': '', 'network_id': '4d385937-5589-47ac-b063-981bb549e693', 'tenant_id': 'a951288cde284b359074a2755c43fd3f', 'mac_address': 'fa:16:3e:45:59:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839b5096-b9c0-4547-9685-d62aca0b2418', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '1fa91c63-7953-4f02-bfd2-c0a4c4e05e10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:10Z', 'updated_at': '2022-03-11T16:21:28Z', 'revision_number': 5, 'project_id': 'a951288cde284b359074a2755c43fd3f', 'subnets': [{'id': '1fa91c63-7953-4f02-bfd2-c0a4c4e05e10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:32:46.145569 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-5eca306e-9045-404a-a4eb-c6531e0e8551 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780137934026'] for network (57dd9590-53b1-41e5-ae91-5d656d2bac8c), precommit_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:46.177262 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 46804) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:32:46.201131 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-8eaab216-78ec-4928-9197-6ec5a6163aaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (03422851-42b1-44c9-ada6-e479436b7b23), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:46.202033 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-5eca306e-9045-404a-a4eb-c6531e0e8551 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410'] for network (57dd9590-53b1-41e5-ae91-5d656d2bac8c), after_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:46.203400 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eca306e-9045-404a-a4eb-c6531e0e8551 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:32:46.204770 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-5eca306e-9045-404a-a4eb-c6531e0e8551 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779404'] for network (None), before_response {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:46.242882 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-5eca306e-9045-404a-a4eb-c6531e0e8551 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4531252 Mar 11 16:32:46.245371 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-e9442571-9bab-4d8e-934c-6767e875b0eb tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Publish callbacks [] for security_group (e1b324ab-1dec-4ca3-84fa-33a28865bcc4), before_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:46.246026 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 46806) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:32:46.256398 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 46808) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:32:46.258076 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.v2.base [None req-d11f7072-ee52-45e6-a965-43a4b074fd3d admin admin] Request body: {'subnet': {'network_id': '57dd9590-53b1-41e5-ae91-5d656d2bac8c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-607337081-subnet', 'tenant_id': 'd4383489f24348729d6d4878ca0b11bc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:32:46.276223 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-e9442571-9bab-4d8e-934c-6767e875b0eb tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Publish callbacks [] for security_group (e1b324ab-1dec-4ca3-84fa-33a28865bcc4), precommit_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:46.296505 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eca306e-9045-404a-a4eb-c6531e0e8551 admin admin] Pushing event updated for resources: {'Network': ['ID=57dd9590-53b1-41e5-ae91-5d656d2bac8c,revision_number=1']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:32:46.310059 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Network 57dd9590-53b1-41e5-ae91-5d656d2bac8c details requested by agent ovs-agent-dv-cinder-750782-12-iscsi with host dv-cinder-750782-12-iscsi {{(pid=103093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 16:32:46.311104 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d11f7072-ee52-45e6-a965-43a4b074fd3d admin admin] Made reservation on behalf of d4383489f24348729d6d4878ca0b11bc for: {'subnet': 1} {{(pid=103091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:32:46.313744 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-d11f7072-ee52-45e6-a965-43a4b074fd3d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29787372'] for subnet (None), before_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:46.353302 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-e9442571-9bab-4d8e-934c-6767e875b0eb tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (e1b324ab-1dec-4ca3-84fa-33a28865bcc4), after_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:46.359655 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-e9442571-9bab-4d8e-934c-6767e875b0eb tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Publish callbacks [] for security_group (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:46.361650 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-e9442571-9bab-4d8e-934c-6767e875b0eb tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "DELETE /v2.0/security-groups/e1b324ab-1dec-4ca3-84fa-33a28865bcc4 HTTP/1.1" status: 204 len: 168 time: 0.1834576 Mar 11 16:32:46.366789 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 46812) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:32:46.398843 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9442571-9bab-4d8e-934c-6767e875b0eb tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1b324ab-1dec-4ca3-84fa-33a28865bcc4,revision_number=None']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:32:46.413498 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.api.v2.resource [None req-12de2f2b-aa36-4f5e-91fc-6dca6de3cdd2 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] show failed (client error): The resource could not be found. Mar 11 16:32:46.414926 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-12de2f2b-aa36-4f5e-91fc-6dca6de3cdd2 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "GET /v2.0/security-groups/e1b324ab-1dec-4ca3-84fa-33a28865bcc4 HTTP/1.1" status: 404 len: 347 time: 0.0444412 Mar 11 16:32:46.418642 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 46814) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:32:46.487252 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-9ec9fb01-1dee-41ae-a104-add3bf70ff1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:46.504863 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-168e8d65-4240-43ef-aec1-66422fbbe5fc None None] New status for floating IP 11b67db2-363c-4541-ba46-0dcc31b531fb: DOWN {{(pid=103094) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 16:32:46.511765 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-d11f7072-ee52-45e6-a965-43a4b074fd3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29534887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29787330'] for subnet (5702f164-1849-4161-b7ba-c8b1341916c3), after_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:46.583617 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11f7072-ee52-45e6-a965-43a4b074fd3d admin admin] Checking segment: {'id': 'cb634bcb-f162-4ae5-a412-ead40fca8521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '57dd9590-53b1-41e5-ae91-5d656d2bac8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 16:32:46.584015 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d11f7072-ee52-45e6-a965-43a4b074fd3d admin admin] Network hostable DHCP agents. Network: 57dd9590-53b1-41e5-ae91-5d656d2bac8c, hostable agents: ['52d54afa-c257-4acf-9353-cc1307944ae0'], hosted agents: [] {{(pid=103091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:32:46.586249 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11f7072-ee52-45e6-a965-43a4b074fd3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=5702f164-1849-4161-b7ba-c8b1341916c3,revision_number=0']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:32:46.612959 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d11f7072-ee52-45e6-a965-43a4b074fd3d admin admin] Network 57dd9590-53b1-41e5-ae91-5d656d2bac8c is scheduled to be hosted by DHCP agent 52d54afa-c257-4acf-9353-cc1307944ae0 with binding_index 1 {{(pid=103091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:32:46.624818 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.scheduler.base_scheduler [None req-d11f7072-ee52-45e6-a965-43a4b074fd3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-12-iscsi, 57dd9590-53b1-41e5-ae91-5d656d2bac8c) {{(pid=103091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:32:46.626994 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.plugin [None req-ba12b802-df1d-42d8-a971-1b22f3e12fa7 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Deleting port 2464e72c-7522-4e10-93ba-3d773e3b0815 {{(pid=103092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 16:32:46.627432 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-ba12b802-df1d-42d8-a971-1b22f3e12fa7 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780138536942'] for port (2464e72c-7522-4e10-93ba-3d773e3b0815), before_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:46.634550 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e1fd9a-aacd-40e3-8a07-b39c270d8306 None None] Network 57dd9590-53b1-41e5-ae91-5d656d2bac8c requested from dv-cinder-750782-12-iscsi {{(pid=103093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 16:32:46.636292 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d11f7072-ee52-45e6-a965-43a4b074fd3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:32:46.636904 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-d11f7072-ee52-45e6-a965-43a4b074fd3d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:46.652581 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-9ec9fb01-1dee-41ae-a104-add3bf70ff1f admin admin] Publish callbacks [] for security_group (59dde59f-3655-4139-af27-65f4de2507bb), precommit_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:46.655246 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-d11f7072-ee52-45e6-a965-43a4b074fd3d admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4069309 Mar 11 16:32:46.667259 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-9ec9fb01-1dee-41ae-a104-add3bf70ff1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (59dde59f-3655-4139-af27-65f4de2507bb), after_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:46.748121 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-9ec9fb01-1dee-41ae-a104-add3bf70ff1f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d0bf18cd1633476e9dd4c14a33d28123&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4906824 Mar 11 16:32:46.750879 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 46818) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:32:46.764098 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f5e48e-a0ee-405f-abff-76d63a586d23 None None] Network 57dd9590-53b1-41e5-ae91-5d656d2bac8c requested from dv-cinder-750782-12-iscsi {{(pid=103093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 16:32:46.786187 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-ba12b802-df1d-42d8-a971-1b22f3e12fa7 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538029'] for port (2464e72c-7522-4e10-93ba-3d773e3b0815), precommit_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:46.786740 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-ba12b802-df1d-42d8-a971-1b22f3e12fa7 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Publish callbacks [] for floatingip (2464e72c-7522-4e10-93ba-3d773e3b0815), precommit_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:46.802531 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.plugin [None req-ba12b802-df1d-42d8-a971-1b22f3e12fa7 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Calling delete_port for 2464e72c-7522-4e10-93ba-3d773e3b0815 owned by network:floatingip {{(pid=103092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 16:32:46.809446 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec9fb01-1dee-41ae-a104-add3bf70ff1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59dde59f-3655-4139-af27-65f4de2507bb,revision_number=1']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:32:46.814739 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-5f61e972-f7bd-48a9-8a9f-d88eee6d2416 admin admin] Publish callbacks [] for security_group (59dde59f-3655-4139-af27-65f4de2507bb), before_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:46.851188 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-5f61e972-f7bd-48a9-8a9f-d88eee6d2416 admin admin] Publish callbacks [] for security_group (59dde59f-3655-4139-af27-65f4de2507bb), precommit_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:46.910558 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-5f61e972-f7bd-48a9-8a9f-d88eee6d2416 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (59dde59f-3655-4139-af27-65f4de2507bb), after_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:46.915166 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-5f61e972-f7bd-48a9-8a9f-d88eee6d2416 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:46.918412 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-5f61e972-f7bd-48a9-8a9f-d88eee6d2416 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/59dde59f-3655-4139-af27-65f4de2507bb HTTP/1.1" status: 204 len: 168 time: 0.1663582 Mar 11 16:32:46.928708 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f61e972-f7bd-48a9-8a9f-d88eee6d2416 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59dde59f-3655-4139-af27-65f4de2507bb,revision_number=None']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:32:46.991278 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-ba12b802-df1d-42d8-a971-1b22f3e12fa7 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780138542421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780137975920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30811620'] for port (2464e72c-7522-4e10-93ba-3d773e3b0815), after_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:47.023563 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba12b802-df1d-42d8-a971-1b22f3e12fa7 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Pushing event deleted for resources: {'Port': ['ID=2464e72c-7522-4e10-93ba-3d773e3b0815,revision_number=None']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:32:47.097573 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-ba12b802-df1d-42d8-a971-1b22f3e12fa7 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Publish callbacks [] for floatingip (11b67db2-363c-4541-ba46-0dcc31b531fb), after_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:47.100627 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-ba12b802-df1d-42d8-a971-1b22f3e12fa7 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122971'] for floatingip (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:47.101816 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-ba12b802-df1d-42d8-a971-1b22f3e12fa7 tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] 10.222.0.72 "DELETE /v2.0/floatingips/11b67db2-363c-4541-ba46-0dcc31b531fb HTTP/1.1" status: 204 len: 168 time: 0.6816599 Mar 11 16:32:47.295829 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Device 1f5306a9-2948-428d-83a8-aa48c5aa30ef no longer exists at agent hyperv_hv-cinder-75078 {{(pid=103093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 16:32:47.313721 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 46842) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:32:47.318159 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] No Port match for: 1f5306a9-2948-428d-83a8-aa48c5aa30ef {{(pid=103093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 16:32:47.318966 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.v2.base [None req-5e301b0c-53d1-4550-8f33-061715f08880 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1831217189-network', 'tenant_id': '18ef5a3a0a3e49c68e7cdf1c43e6c4db'}} {{(pid=103091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:32:47.319426 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Device 1f5306a9-2948-428d-83a8-aa48c5aa30ef not bound to the agent host hv-cinder-75078 {{(pid=103093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 16:32:47.340155 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e301b0c-53d1-4550-8f33-061715f08880 admin admin] Made reservation on behalf of 18ef5a3a0a3e49c68e7cdf1c43e6c4db for: {'network': 1} {{(pid=103091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:32:47.343103 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-5e301b0c-53d1-4550-8f33-061715f08880 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for network (None), before_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:47.355594 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-5e301b0c-53d1-4550-8f33-061715f08880 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:47.458531 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-5e301b0c-53d1-4550-8f33-061715f08880 admin admin] Publish callbacks [] for security_group (e1e5109d-1d88-4d77-9391-b60e89be5638), precommit_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:47.462539 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-5e301b0c-53d1-4550-8f33-061715f08880 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (e1e5109d-1d88-4d77-9391-b60e89be5638), after_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:47.489088 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e301b0c-53d1-4550-8f33-061715f08880 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 635} {{(pid=103091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:32:47.503665 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ae773407-53f5-44d0-bdbe-4d88b69a915f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (d0bcdf8a-248d-4278-aa4c-95e4828d61b2), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:47.504796 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e301b0c-53d1-4550-8f33-061715f08880 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1e5109d-1d88-4d77-9391-b60e89be5638,revision_number=1']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:32:47.511865 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-5e301b0c-53d1-4550-8f33-061715f08880 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1821558'] for segment (9de4cb51-1c1d-41f0-bd03-a9b5257962cb), precommit_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:47.512204 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.db.segments_db [None req-5e301b0c-53d1-4550-8f33-061715f08880 admin admin] Added segment 9de4cb51-1c1d-41f0-bd03-a9b5257962cb of type vlan for network 7d92749b-5b15-43d8-a606-b097aa02ce7f Mar 11 16:32:47.553497 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-5e301b0c-53d1-4550-8f33-061715f08880 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780137934026'] for network (7d92749b-5b15-43d8-a606-b097aa02ce7f), precommit_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:47.581460 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-5e301b0c-53d1-4550-8f33-061715f08880 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410'] for network (7d92749b-5b15-43d8-a606-b097aa02ce7f), after_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:47.582662 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e301b0c-53d1-4550-8f33-061715f08880 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:32:47.583295 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-5e301b0c-53d1-4550-8f33-061715f08880 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779404'] for network (None), before_response {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:47.621005 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-5e301b0c-53d1-4550-8f33-061715f08880 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3060994 Mar 11 16:32:47.623833 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 46854) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:32:47.628622 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.v2.base [None req-d9e42ac3-055e-44e0-a031-be2a65e59d90 admin admin] Request body: {'subnet': {'network_id': '7d92749b-5b15-43d8-a606-b097aa02ce7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1831217189-subnet', 'tenant_id': '18ef5a3a0a3e49c68e7cdf1c43e6c4db', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:32:47.662195 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e301b0c-53d1-4550-8f33-061715f08880 admin admin] Pushing event updated for resources: {'Network': ['ID=7d92749b-5b15-43d8-a606-b097aa02ce7f,revision_number=1']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:32:47.672267 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Network 7d92749b-5b15-43d8-a606-b097aa02ce7f details requested by agent ovs-agent-dv-cinder-750782-12-iscsi with host dv-cinder-750782-12-iscsi {{(pid=103093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 16:32:47.682322 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9e42ac3-055e-44e0-a031-be2a65e59d90 admin admin] Made reservation on behalf of 18ef5a3a0a3e49c68e7cdf1c43e6c4db for: {'subnet': 1} {{(pid=103091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:32:47.684647 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-d9e42ac3-055e-44e0-a031-be2a65e59d90 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29787372'] for subnet (None), before_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:47.830935 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 46860) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:32:47.882196 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-d9e42ac3-055e-44e0-a031-be2a65e59d90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29534887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29787330'] for subnet (e2b3d621-e0fc-4445-a62b-d544d473d39f), after_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:47.935036 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.v2.base [None req-3670b5e2-e4de-40ad-a665-32fcdb922ebf admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1068612606-network', 'tenant_id': '8913a7ef0c564d6db58e9bbaafd5bad8'}} {{(pid=103092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:32:47.945689 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e42ac3-055e-44e0-a031-be2a65e59d90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2b3d621-e0fc-4445-a62b-d544d473d39f,revision_number=0']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:32:47.948750 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e42ac3-055e-44e0-a031-be2a65e59d90 admin admin] Checking segment: {'id': '9de4cb51-1c1d-41f0-bd03-a9b5257962cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '7d92749b-5b15-43d8-a606-b097aa02ce7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 16:32:47.949373 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e42ac3-055e-44e0-a031-be2a65e59d90 admin admin] Network hostable DHCP agents. Network: 7d92749b-5b15-43d8-a606-b097aa02ce7f, hostable agents: ['52d54afa-c257-4acf-9353-cc1307944ae0'], hosted agents: [] {{(pid=103091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:32:47.956253 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3670b5e2-e4de-40ad-a665-32fcdb922ebf admin admin] Made reservation on behalf of 8913a7ef0c564d6db58e9bbaafd5bad8 for: {'network': 1} {{(pid=103092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:32:47.958914 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-3670b5e2-e4de-40ad-a665-32fcdb922ebf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for network (None), before_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:47.967783 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e42ac3-055e-44e0-a031-be2a65e59d90 admin admin] Network 7d92749b-5b15-43d8-a606-b097aa02ce7f is scheduled to be hosted by DHCP agent 52d54afa-c257-4acf-9353-cc1307944ae0 with binding_index 1 {{(pid=103091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:32:47.969646 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-3670b5e2-e4de-40ad-a665-32fcdb922ebf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:47.976803 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.scheduler.base_scheduler [None req-d9e42ac3-055e-44e0-a031-be2a65e59d90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-12-iscsi, 7d92749b-5b15-43d8-a606-b097aa02ce7f) {{(pid=103091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:32:47.980950 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e42ac3-055e-44e0-a031-be2a65e59d90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:32:47.981470 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-d9e42ac3-055e-44e0-a031-be2a65e59d90 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:47.987145 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af93a3f9-71aa-4868-9fdd-5b9590be9b08 None None] Network 7d92749b-5b15-43d8-a606-b097aa02ce7f requested from dv-cinder-750782-12-iscsi {{(pid=103093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 16:32:47.998704 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-d9e42ac3-055e-44e0-a031-be2a65e59d90 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3738492 Mar 11 16:32:48.068622 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-3670b5e2-e4de-40ad-a665-32fcdb922ebf admin admin] Publish callbacks [] for security_group (acbac5f9-1090-44bd-b484-3926b201bb52), precommit_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:48.073688 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-3670b5e2-e4de-40ad-a665-32fcdb922ebf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (acbac5f9-1090-44bd-b484-3926b201bb52), after_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:48.099879 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3670b5e2-e4de-40ad-a665-32fcdb922ebf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 613} {{(pid=103092) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:32:48.107359 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd504dca-5857-4b8c-8ad7-815ea120e4cb None None] Network 7d92749b-5b15-43d8-a606-b097aa02ce7f requested from dv-cinder-750782-12-iscsi {{(pid=103093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 16:32:48.117618 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3670b5e2-e4de-40ad-a665-32fcdb922ebf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acbac5f9-1090-44bd-b484-3926b201bb52,revision_number=1']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:32:48.123013 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-3670b5e2-e4de-40ad-a665-32fcdb922ebf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1821558'] for segment (1cc51a35-152e-49f3-9132-e50201118080), precommit_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:48.123539 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.db.segments_db [None req-3670b5e2-e4de-40ad-a665-32fcdb922ebf admin admin] Added segment 1cc51a35-152e-49f3-9132-e50201118080 of type vlan for network e0014013-2feb-4f35-b4cc-a15e1ae9b144 Mar 11 16:32:48.125626 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 46866) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:32:48.175349 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-3670b5e2-e4de-40ad-a665-32fcdb922ebf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780137934026'] for network (e0014013-2feb-4f35-b4cc-a15e1ae9b144), precommit_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:48.185902 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed30762e-e562-4bf0-87b4-0faf9385612f admin admin] Deleting subnet 5702f164-1849-4161-b7ba-c8b1341916c3 {{(pid=103091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 16:32:48.189919 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-ed30762e-e562-4bf0-87b4-0faf9385612f admin admin] Publish callbacks [] for subnet (5702f164-1849-4161-b7ba-c8b1341916c3), before_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:48.205409 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-3670b5e2-e4de-40ad-a665-32fcdb922ebf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410'] for network (e0014013-2feb-4f35-b4cc-a15e1ae9b144), after_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:48.206715 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3670b5e2-e4de-40ad-a665-32fcdb922ebf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:32:48.207545 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-3670b5e2-e4de-40ad-a665-32fcdb922ebf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779404'] for network (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:48.229652 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-ed30762e-e562-4bf0-87b4-0faf9385612f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29666204'] for subnet (5702f164-1849-4161-b7ba-c8b1341916c3), precommit_delete_associations {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:48.244872 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-3670b5e2-e4de-40ad-a665-32fcdb922ebf admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4122550 Mar 11 16:32:48.247210 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 46870) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:32:48.251896 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.v2.base [None req-e5012012-15d5-4318-8bc7-9af63647f2f3 admin admin] Request body: {'subnet': {'network_id': 'e0014013-2feb-4f35-b4cc-a15e1ae9b144', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1068612606-subnet', 'tenant_id': '8913a7ef0c564d6db58e9bbaafd5bad8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:32:48.277588 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-ed30762e-e562-4bf0-87b4-0faf9385612f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393129'] for subnet (5702f164-1849-4161-b7ba-c8b1341916c3), precommit_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:48.283145 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3670b5e2-e4de-40ad-a665-32fcdb922ebf admin admin] Pushing event updated for resources: {'Network': ['ID=e0014013-2feb-4f35-b4cc-a15e1ae9b144,revision_number=1']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:32:48.297024 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Network e0014013-2feb-4f35-b4cc-a15e1ae9b144 details requested by agent ovs-agent-dv-cinder-750782-12-iscsi with host dv-cinder-750782-12-iscsi {{(pid=103093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 16:32:48.300078 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5012012-15d5-4318-8bc7-9af63647f2f3 admin admin] Made reservation on behalf of 8913a7ef0c564d6db58e9bbaafd5bad8 for: {'subnet': 1} {{(pid=103092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:32:48.304655 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-e5012012-15d5-4318-8bc7-9af63647f2f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30740733'] for subnet (None), before_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:48.351635 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-ed30762e-e562-4bf0-87b4-0faf9385612f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29534948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29787339'] for subnet (5702f164-1849-4161-b7ba-c8b1341916c3), after_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:48.393028 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed30762e-e562-4bf0-87b4-0faf9385612f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5702f164-1849-4161-b7ba-c8b1341916c3,revision_number=None']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:32:48.401423 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-ed30762e-e562-4bf0-87b4-0faf9385612f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:48.406383 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-ed30762e-e562-4bf0-87b4-0faf9385612f admin admin] 10.222.0.72 "DELETE /v2.0/subnets/5702f164-1849-4161-b7ba-c8b1341916c3 HTTP/1.1" status: 204 len: 168 time: 0.2790258 Mar 11 16:32:48.408249 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 46878) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:32:48.490776 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-a6a04947-47b8-475f-9c13-15d7c8bfc23c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1370412'] for network (57dd9590-53b1-41e5-ae91-5d656d2bac8c), before_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:48.520334 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-e5012012-15d5-4318-8bc7-9af63647f2f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30811528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30740691'] for subnet (3d45a607-7caf-4edd-a004-1f75d1d80cc1), after_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:48.571603 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-a6a04947-47b8-475f-9c13-15d7c8bfc23c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393938', 'neutron.services.segments.db._delete_segments_for_network-8780138304022'] for network (57dd9590-53b1-41e5-ae91-5d656d2bac8c), precommit_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:48.578258 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5012012-15d5-4318-8bc7-9af63647f2f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d45a607-7caf-4edd-a004-1f75d1d80cc1,revision_number=0']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:32:48.585442 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5012012-15d5-4318-8bc7-9af63647f2f3 admin admin] Checking segment: {'id': '1cc51a35-152e-49f3-9132-e50201118080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'e0014013-2feb-4f35-b4cc-a15e1ae9b144'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 16:32:48.586562 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5012012-15d5-4318-8bc7-9af63647f2f3 admin admin] Network hostable DHCP agents. Network: e0014013-2feb-4f35-b4cc-a15e1ae9b144, hostable agents: ['52d54afa-c257-4acf-9353-cc1307944ae0'], hosted agents: [] {{(pid=103092) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:32:48.597356 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.services.segments.db [None req-a6a04947-47b8-475f-9c13-15d7c8bfc23c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57dd9590-53b1-41e5-ae91-5d656d2bac8c']}} {{(pid=103091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:32:48.602122 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5012012-15d5-4318-8bc7-9af63647f2f3 admin admin] Network e0014013-2feb-4f35-b4cc-a15e1ae9b144 is scheduled to be hosted by DHCP agent 52d54afa-c257-4acf-9353-cc1307944ae0 with binding_index 1 {{(pid=103092) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:32:48.608079 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.services.segments.db [None req-a6a04947-47b8-475f-9c13-15d7c8bfc23c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb634bcb-f162-4ae5-a412-ead40fca8521') {'for_net_delete': True} {{(pid=103091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:32:48.608376 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.services.segments.db [None req-a6a04947-47b8-475f-9c13-15d7c8bfc23c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb634bcb-f162-4ae5-a412-ead40fca8521') {} {{(pid=103091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:32:48.612831 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.scheduler.base_scheduler [None req-e5012012-15d5-4318-8bc7-9af63647f2f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-12-iscsi, e0014013-2feb-4f35-b4cc-a15e1ae9b144) {{(pid=103092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:32:48.618664 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5012012-15d5-4318-8bc7-9af63647f2f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:32:48.619000 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-a6a04947-47b8-475f-9c13-15d7c8bfc23c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780138303519', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29666199'] for segment (cb634bcb-f162-4ae5-a412-ead40fca8521), before_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:48.620104 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-e5012012-15d5-4318-8bc7-9af63647f2f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779404'] for subnet (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:48.623429 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faedeb54-2dea-4671-8c3d-b8247e38533f None None] Network e0014013-2feb-4f35-b4cc-a15e1ae9b144 requested from dv-cinder-750782-12-iscsi {{(pid=103093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 16:32:48.634346 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-a6a04947-47b8-475f-9c13-15d7c8bfc23c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1821558'] for segment (cb634bcb-f162-4ae5-a412-ead40fca8521), precommit_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:48.639558 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-e5012012-15d5-4318-8bc7-9af63647f2f3 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3912868 Mar 11 16:32:48.644282 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6a04947-47b8-475f-9c13-15d7c8bfc23c admin admin] Releasing vlan 626 on physical network physnet1 to pool {{(pid=103091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:32:48.644825 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-a6a04947-47b8-475f-9c13-15d7c8bfc23c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1821558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29535034'] for segment (cb634bcb-f162-4ae5-a412-ead40fca8521), after_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:48.650858 dv-cinder-750782-12-iscsi neutron-server[103091]: Traceback (most recent call last): Mar 11 16:32:48.650858 dv-cinder-750782-12-iscsi neutron-server[103091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:32:48.650858 dv-cinder-750782-12-iscsi neutron-server[103091]: timer() Mar 11 16:32:48.650858 dv-cinder-750782-12-iscsi neutron-server[103091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:32:48.650858 dv-cinder-750782-12-iscsi neutron-server[103091]: cb(*args, **kw) Mar 11 16:32:48.650858 dv-cinder-750782-12-iscsi neutron-server[103091]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 16:32:48.650858 dv-cinder-750782-12-iscsi neutron-server[103091]: return func(*args, **kwargs) Mar 11 16:32:48.650858 dv-cinder-750782-12-iscsi neutron-server[103091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:32:48.650858 dv-cinder-750782-12-iscsi neutron-server[103091]: self._notify() Mar 11 16:32:48.650858 dv-cinder-750782-12-iscsi neutron-server[103091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:32:48.650858 dv-cinder-750782-12-iscsi neutron-server[103091]: self.callback(batched_events) Mar 11 16:32:48.650858 dv-cinder-750782-12-iscsi neutron-server[103091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:32:48.650858 dv-cinder-750782-12-iscsi neutron-server[103091]: event.method(event) Mar 11 16:32:48.650858 dv-cinder-750782-12-iscsi neutron-server[103091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 16:32:48.650858 dv-cinder-750782-12-iscsi neutron-server[103091]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:32:48.650858 dv-cinder-750782-12-iscsi neutron-server[103091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 16:32:48.650858 dv-cinder-750782-12-iscsi neutron-server[103091]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:32:48.650858 dv-cinder-750782-12-iscsi neutron-server[103091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 16:32:48.650858 dv-cinder-750782-12-iscsi neutron-server[103091]: return f(self, *a, **k) Mar 11 16:32:48.650858 dv-cinder-750782-12-iscsi neutron-server[103091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:32:48.650858 dv-cinder-750782-12-iscsi neutron-server[103091]: return self._get(url).json() Mar 11 16:32:48.650858 dv-cinder-750782-12-iscsi neutron-server[103091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:32:48.650858 dv-cinder-750782-12-iscsi neutron-server[103091]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:32:48.650858 dv-cinder-750782-12-iscsi neutron-server[103091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:32:48.650858 dv-cinder-750782-12-iscsi neutron-server[103091]: return self.request(url, 'GET', **kwargs) Mar 11 16:32:48.650858 dv-cinder-750782-12-iscsi neutron-server[103091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:32:48.650858 dv-cinder-750782-12-iscsi neutron-server[103091]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:32:48.650858 dv-cinder-750782-12-iscsi neutron-server[103091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:32:48.650858 dv-cinder-750782-12-iscsi neutron-server[103091]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:32:48.650858 dv-cinder-750782-12-iscsi neutron-server[103091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:32:48.650858 dv-cinder-750782-12-iscsi neutron-server[103091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:32:48.650858 dv-cinder-750782-12-iscsi neutron-server[103091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:32:48.711061 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-a6a04947-47b8-475f-9c13-15d7c8bfc23c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539877'] for network (57dd9590-53b1-41e5-ae91-5d656d2bac8c), after_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:48.728323 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-a6a04947-47b8-475f-9c13-15d7c8bfc23c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779404'] for network (None), before_response {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:48.732377 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-a6a04947-47b8-475f-9c13-15d7c8bfc23c admin admin] 10.222.0.72 "DELETE /v2.0/networks/57dd9590-53b1-41e5-ae91-5d656d2bac8c HTTP/1.1" status: 204 len: 168 time: 0.3230343 Mar 11 16:32:48.734106 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a04947-47b8-475f-9c13-15d7c8bfc23c admin admin] Pushing event deleted for resources: {'Network': ['ID=57dd9590-53b1-41e5-ae91-5d656d2bac8c,revision_number=None']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:32:48.735203 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 46884) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:32:48.770998 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38993c84-082b-453f-90d4-b3f0fd1b1c86 None None] Network e0014013-2feb-4f35-b4cc-a15e1ae9b144 requested from dv-cinder-750782-12-iscsi {{(pid=103093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 16:32:48.795041 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.db.db_base_plugin_v2 [None req-187c08f3-e061-4e0e-8fe2-52362e33c1fa admin admin] Deleting subnet e2b3d621-e0fc-4445-a62b-d544d473d39f {{(pid=103092) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 16:32:48.798825 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-187c08f3-e061-4e0e-8fe2-52362e33c1fa admin admin] Publish callbacks [] for subnet (e2b3d621-e0fc-4445-a62b-d544d473d39f), before_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:48.836113 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-187c08f3-e061-4e0e-8fe2-52362e33c1fa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29539533'] for subnet (e2b3d621-e0fc-4445-a62b-d544d473d39f), precommit_delete_associations {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:48.882448 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-12686fd2-0f25-484f-a78a-b5cd34d8581b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (a5a5d809-3580-471a-ade1-6c5ecc269919), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:48.889865 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-187c08f3-e061-4e0e-8fe2-52362e33c1fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393129'] for subnet (e2b3d621-e0fc-4445-a62b-d544d473d39f), precommit_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:48.943299 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-187c08f3-e061-4e0e-8fe2-52362e33c1fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30811595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30740698'] for subnet (e2b3d621-e0fc-4445-a62b-d544d473d39f), after_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:48.973101 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-187c08f3-e061-4e0e-8fe2-52362e33c1fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779404'] for subnet (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:48.975482 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-187c08f3-e061-4e0e-8fe2-52362e33c1fa admin admin] 10.222.0.72 "DELETE /v2.0/subnets/e2b3d621-e0fc-4445-a62b-d544d473d39f HTTP/1.1" status: 204 len: 168 time: 0.2389951 Mar 11 16:32:48.976465 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187c08f3-e061-4e0e-8fe2-52362e33c1fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2b3d621-e0fc-4445-a62b-d544d473d39f,revision_number=None']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:32:48.979265 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 46890) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:32:49.056398 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-53e393b4-76bf-485e-8f03-757bc02cb912 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1370412'] for network (7d92749b-5b15-43d8-a606-b097aa02ce7f), before_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:49.145092 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-53e393b4-76bf-485e-8f03-757bc02cb912 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393938', 'neutron.services.segments.db._delete_segments_for_network-8780138304022'] for network (7d92749b-5b15-43d8-a606-b097aa02ce7f), precommit_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:49.176653 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.services.segments.db [None req-53e393b4-76bf-485e-8f03-757bc02cb912 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d92749b-5b15-43d8-a606-b097aa02ce7f']}} {{(pid=103091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:32:49.190473 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.services.segments.db [None req-53e393b4-76bf-485e-8f03-757bc02cb912 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9de4cb51-1c1d-41f0-bd03-a9b5257962cb') {'for_net_delete': True} {{(pid=103091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:32:49.190473 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.services.segments.db [None req-53e393b4-76bf-485e-8f03-757bc02cb912 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9de4cb51-1c1d-41f0-bd03-a9b5257962cb') {} {{(pid=103091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:32:49.204078 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-53e393b4-76bf-485e-8f03-757bc02cb912 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780138303519', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29666199'] for segment (9de4cb51-1c1d-41f0-bd03-a9b5257962cb), before_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:49.218629 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-53e393b4-76bf-485e-8f03-757bc02cb912 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1821558'] for segment (9de4cb51-1c1d-41f0-bd03-a9b5257962cb), precommit_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:49.224639 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53e393b4-76bf-485e-8f03-757bc02cb912 admin admin] Releasing vlan 635 on physical network physnet1 to pool {{(pid=103091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:32:49.225037 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-53e393b4-76bf-485e-8f03-757bc02cb912 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1821558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29535034'] for segment (9de4cb51-1c1d-41f0-bd03-a9b5257962cb), after_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:49.226707 dv-cinder-750782-12-iscsi neutron-server[103091]: Traceback (most recent call last): Mar 11 16:32:49.226707 dv-cinder-750782-12-iscsi neutron-server[103091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:32:49.226707 dv-cinder-750782-12-iscsi neutron-server[103091]: timer() Mar 11 16:32:49.226707 dv-cinder-750782-12-iscsi neutron-server[103091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:32:49.226707 dv-cinder-750782-12-iscsi neutron-server[103091]: cb(*args, **kw) Mar 11 16:32:49.226707 dv-cinder-750782-12-iscsi neutron-server[103091]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 16:32:49.226707 dv-cinder-750782-12-iscsi neutron-server[103091]: return func(*args, **kwargs) Mar 11 16:32:49.226707 dv-cinder-750782-12-iscsi neutron-server[103091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:32:49.226707 dv-cinder-750782-12-iscsi neutron-server[103091]: self._notify() Mar 11 16:32:49.226707 dv-cinder-750782-12-iscsi neutron-server[103091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:32:49.226707 dv-cinder-750782-12-iscsi neutron-server[103091]: self.callback(batched_events) Mar 11 16:32:49.226707 dv-cinder-750782-12-iscsi neutron-server[103091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:32:49.226707 dv-cinder-750782-12-iscsi neutron-server[103091]: event.method(event) Mar 11 16:32:49.226707 dv-cinder-750782-12-iscsi neutron-server[103091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 16:32:49.226707 dv-cinder-750782-12-iscsi neutron-server[103091]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:32:49.226707 dv-cinder-750782-12-iscsi neutron-server[103091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 16:32:49.226707 dv-cinder-750782-12-iscsi neutron-server[103091]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:32:49.226707 dv-cinder-750782-12-iscsi neutron-server[103091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 16:32:49.226707 dv-cinder-750782-12-iscsi neutron-server[103091]: return f(self, *a, **k) Mar 11 16:32:49.226707 dv-cinder-750782-12-iscsi neutron-server[103091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:32:49.226707 dv-cinder-750782-12-iscsi neutron-server[103091]: return self._get(url).json() Mar 11 16:32:49.226707 dv-cinder-750782-12-iscsi neutron-server[103091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:32:49.226707 dv-cinder-750782-12-iscsi neutron-server[103091]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:32:49.226707 dv-cinder-750782-12-iscsi neutron-server[103091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:32:49.226707 dv-cinder-750782-12-iscsi neutron-server[103091]: return self.request(url, 'GET', **kwargs) Mar 11 16:32:49.226707 dv-cinder-750782-12-iscsi neutron-server[103091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:32:49.226707 dv-cinder-750782-12-iscsi neutron-server[103091]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:32:49.226707 dv-cinder-750782-12-iscsi neutron-server[103091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:32:49.226707 dv-cinder-750782-12-iscsi neutron-server[103091]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:32:49.226707 dv-cinder-750782-12-iscsi neutron-server[103091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:32:49.226707 dv-cinder-750782-12-iscsi neutron-server[103091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:32:49.226707 dv-cinder-750782-12-iscsi neutron-server[103091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:32:49.286303 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-53e393b4-76bf-485e-8f03-757bc02cb912 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539877'] for network (7d92749b-5b15-43d8-a606-b097aa02ce7f), after_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:49.291649 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-53e393b4-76bf-485e-8f03-757bc02cb912 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779404'] for network (None), before_response {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:49.294915 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-53e393b4-76bf-485e-8f03-757bc02cb912 admin admin] 10.222.0.72 "DELETE /v2.0/networks/7d92749b-5b15-43d8-a606-b097aa02ce7f HTTP/1.1" status: 204 len: 168 time: 0.3142922 Mar 11 16:32:49.306723 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e393b4-76bf-485e-8f03-757bc02cb912 admin admin] Pushing event deleted for resources: {'Network': ['ID=7d92749b-5b15-43d8-a606-b097aa02ce7f,revision_number=None']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:32:49.410174 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 46898) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:32:49.455230 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-a8629a7a-2db7-4b9b-8473-d4d59ba2b7f8 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d4383489f24348729d6d4878ca0b11bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0438612 Mar 11 16:32:49.457623 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 46900) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:32:49.505694 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-04625450-2b8d-4615-ae47-314d9255f8f0 admin admin] Publish callbacks [] for security_group (0ef1b377-e7d2-4005-bd80-594066f55c17), before_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:49.532252 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-04625450-2b8d-4615-ae47-314d9255f8f0 admin admin] Publish callbacks [] for security_group (0ef1b377-e7d2-4005-bd80-594066f55c17), precommit_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:49.570007 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 46908) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:32:49.589325 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-04625450-2b8d-4615-ae47-314d9255f8f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (0ef1b377-e7d2-4005-bd80-594066f55c17), after_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:49.591884 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-04625450-2b8d-4615-ae47-314d9255f8f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:49.595429 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-04625450-2b8d-4615-ae47-314d9255f8f0 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/0ef1b377-e7d2-4005-bd80-594066f55c17 HTTP/1.1" status: 204 len: 168 time: 0.1345870 Mar 11 16:32:49.603001 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04625450-2b8d-4615-ae47-314d9255f8f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ef1b377-e7d2-4005-bd80-594066f55c17,revision_number=None']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:32:49.912858 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 46916) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:32:49.958959 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-43666812-4a9a-4b82-8cee-eb08b7cb4f25 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=18ef5a3a0a3e49c68e7cdf1c43e6c4db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0448177 Mar 11 16:32:49.961493 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 46918) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:32:50.009931 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-07b61d56-a7dc-42f9-8be0-edd598245f3a admin admin] Publish callbacks [] for security_group (e1e5109d-1d88-4d77-9391-b60e89be5638), before_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:50.031272 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-07b61d56-a7dc-42f9-8be0-edd598245f3a admin admin] Publish callbacks [] for security_group (e1e5109d-1d88-4d77-9391-b60e89be5638), precommit_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:50.087506 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-07b61d56-a7dc-42f9-8be0-edd598245f3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (e1e5109d-1d88-4d77-9391-b60e89be5638), after_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:50.089969 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-07b61d56-a7dc-42f9-8be0-edd598245f3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:50.091155 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-07b61d56-a7dc-42f9-8be0-edd598245f3a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e1e5109d-1d88-4d77-9391-b60e89be5638 HTTP/1.1" status: 204 len: 168 time: 0.1287153 Mar 11 16:32:50.099346 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b61d56-a7dc-42f9-8be0-edd598245f3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1e5109d-1d88-4d77-9391-b60e89be5638,revision_number=None']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:32:50.105197 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-411bc058-560a-41e2-b28c-70a67b674e64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-770299'] for router_interface (839b5096-b9c0-4547-9685-d62aca0b2418), before_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:50.383996 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.plugins.ml2.plugin [None req-411bc058-560a-41e2-b28c-70a67b674e64 admin admin] Deleting port 640132e4-6f5b-4a16-bcab-35e5b7d111df {{(pid=103091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 16:32:50.384333 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-411bc058-560a-41e2-b28c-70a67b674e64 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780138536942'] for port (640132e4-6f5b-4a16-bcab-35e5b7d111df), before_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:50.415681 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (1025624e-e238-47fc-86ae-58f7bb6baa16), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:50.493023 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.plugins.ml2.db [None req-411bc058-560a-41e2-b28c-70a67b674e64 admin admin] For port 640132e4-6f5b-4a16-bcab-35e5b7d111df, host dv-cinder-750782-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-12-iscsi',level=0,port_id=640132e4-6f5b-4a16-bcab-35e5b7d111df,segment=NetworkSegment(a719ed4c-1b21-4087-84c5-f4c81307e7ed),segment_id=a719ed4c-1b21-4087-84c5-f4c81307e7ed)] {{(pid=103091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:32:50.493697 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-411bc058-560a-41e2-b28c-70a67b674e64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538029'] for port (640132e4-6f5b-4a16-bcab-35e5b7d111df), precommit_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:50.507509 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.plugins.ml2.plugin [None req-411bc058-560a-41e2-b28c-70a67b674e64 admin admin] Calling delete_port for 640132e4-6f5b-4a16-bcab-35e5b7d111df owned by network:router_interface {{(pid=103091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 16:32:50.556113 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c93189-57bc-44c0-a425-af0afad7eff3 req-e863a954-ef21-4a31-8c6a-9a058ae3100a tempest-VolumesSnapshotTestJSON-240641242 tempest-VolumesSnapshotTestJSON-240641242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:32:50.557908 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-72c93189-57bc-44c0-a425-af0afad7eff3 req-e863a954-ef21-4a31-8c6a-9a058ae3100a tempest-VolumesSnapshotTestJSON-240641242 tempest-VolumesSnapshotTestJSON-240641242-project] 10.222.0.72 "GET /v2.0/networks?id=e0014013-2feb-4f35-b4cc-a15e1ae9b144 HTTP/1.1" status: 200 len: 814 time: 0.1184638 Mar 11 16:32:50.574405 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-72c93189-57bc-44c0-a425-af0afad7eff3 req-039d31fe-c4a1-4a78-8f59-2cceb7bc9cf1 tempest-VolumesSnapshotTestJSON-240641242 tempest-VolumesSnapshotTestJSON-240641242-project] 10.222.0.72 "GET /v2.0/quotas/8913a7ef0c564d6db58e9bbaafd5bad8 HTTP/1.1" status: 200 len: 375 time: 0.0098526 Mar 11 16:32:50.610496 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-72c93189-57bc-44c0-a425-af0afad7eff3 req-9bcf49cc-c84f-4826-9cdb-bbf1dff60aa6 tempest-VolumesSnapshotTestJSON-240641242 tempest-VolumesSnapshotTestJSON-240641242-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=8913a7ef0c564d6db58e9bbaafd5bad8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0292213 Mar 11 16:32:50.625294 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [req-72c93189-57bc-44c0-a425-af0afad7eff3 req-8e5f0ead-e34d-4360-a936-9c5827bca2c0 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=103092) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 16:32:50.625294 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-72c93189-57bc-44c0-a425-af0afad7eff3 req-8e5f0ead-e34d-4360-a936-9c5827bca2c0 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055137 Mar 11 16:32:50.733076 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-72c93189-57bc-44c0-a425-af0afad7eff3 req-b2885ffc-640c-4ab1-b0fb-59f5271f6c68 service neutron] 10.222.0.72 "GET /v2.0/networks/e0014013-2feb-4f35-b4cc-a15e1ae9b144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017790 Mar 11 16:32:50.744427 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-411bc058-560a-41e2-b28c-70a67b674e64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780138542421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780137975920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29534923'] for port (640132e4-6f5b-4a16-bcab-35e5b7d111df), after_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:50.779895 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411bc058-560a-41e2-b28c-70a67b674e64 admin admin] Pushing event deleted for resources: {'Port': ['ID=640132e4-6f5b-4a16-bcab-35e5b7d111df,revision_number=None']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:32:50.852649 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-72c93189-57bc-44c0-a425-af0afad7eff3 req-80e01591-073b-4e4c-8ed2-d83d11cec61d service neutron] 10.222.0.72 "GET /v2.0/networks/e0014013-2feb-4f35-b4cc-a15e1ae9b144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139846 Mar 11 16:32:50.989826 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-411bc058-560a-41e2-b28c-70a67b674e64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-779433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-771947'] for router_interface (839b5096-b9c0-4547-9685-d62aca0b2418), after_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:51.076473 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-44445fd0-184b-4ada-b8cf-bf29480ea27e req-0d4f1114-8f26-4b14-8992-8774a87ddc08 tempest-VolumesSnapshotTestJSON-240641242 tempest-VolumesSnapshotTestJSON-240641242-project] 10.222.0.72 "GET /v2.0/ports?device_id=0b3adad0-8541-4176-ace0-b00c8d83deb2 HTTP/1.1" status: 200 len: 210 time: 0.0415785 Mar 11 16:32:51.307731 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-411bc058-560a-41e2-b28c-70a67b674e64 admin admin] Router 839b5096-b9c0-4547-9685-d62aca0b2418 has already been hosted by L3 agent 03422851-42b1-44c9-ada6-e479436b7b23 {{(pid=103091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:32:51.434987 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-411bc058-560a-41e2-b28c-70a67b674e64 admin admin] Notify agent at l3_agent.dv-cinder-750782-12-iscsi the message routers_updated {{(pid=103091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:32:51.444151 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-411bc058-560a-41e2-b28c-70a67b674e64 admin admin] 10.222.0.72 "PUT /v2.0/routers/839b5096-b9c0-4547-9685-d62aca0b2418/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8708911 Mar 11 16:32:51.444533 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 46978) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:32:51.452093 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9ff356-0b05-48bc-8cd3-4b0d0565701a None None] Sync routers for ids ['839b5096-b9c0-4547-9685-d62aca0b2418'] in dv-cinder-750782-12-iscsi {{(pid=103093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:32:51.467480 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9ff356-0b05-48bc-8cd3-4b0d0565701a None None] Routers {'839b5096-b9c0-4547-9685-d62aca0b2418'} bound to L3 agent in host dv-cinder-750782-12-iscsi {{(pid=103093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 16:32:51.468409 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_hamode_db [None req-0e9ff356-0b05-48bc-8cd3-4b0d0565701a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:12:46Z,description=,heartbeat_timestamp=2022-03-11T16:32:46Z,host='dv-cinder-750782-12-iscsi',id=03422851-42b1-44c9-ada6-e479436b7b23,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:12:46Z,topic='l3_agent')) {'router_ids': ['839b5096-b9c0-4547-9685-d62aca0b2418'], 'active': True} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:32:51.590679 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-b4ee0086-7884-4611-bfdf-d529400e9761 admin admin] Publish callbacks [] for router (839b5096-b9c0-4547-9685-d62aca0b2418), before_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:51.613999 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_dvr_db [None req-0e9ff356-0b05-48bc-8cd3-4b0d0565701a None None] Set router 839b5096-b9c0-4547-9685-d62aca0b2418 gateway port host: dv-cinder-750782-12-iscsi {{(pid=103093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 16:32:51.870542 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_hamode_db [None req-0e9ff356-0b05-48bc-8cd3-4b0d0565701a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '839b5096-b9c0-4547-9685-d62aca0b2418', 'name': 'tempest-AttachVolumeShelveTestJSON-1853710950-router', 'tenant_id': 'a951288cde284b359074a2755c43fd3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'external_fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': '502e9fb5-5295-4eef-85c5-d90406a3e043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:21:05Z', 'updated_at': '2022-03-11T16:32:50Z', 'revision_number': 5, 'project_id': 'a951288cde284b359074a2755c43fd3f', 'gw_port': {'id': '502e9fb5-5295-4eef-85c5-d90406a3e043', 'name': '', 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:55:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839b5096-b9c0-4547-9685-d62aca0b2418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:05Z', 'updated_at': '2022-03-11T16:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-12-iscsi'}], 'dv-cinder-750782-12-iscsi', False) {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:32:51.924292 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9ff356-0b05-48bc-8cd3-4b0d0565701a None None] Checking router: 839b5096-b9c0-4547-9685-d62aca0b2418 for host: dv-cinder-750782-12-iscsi {{(pid=103093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:32:51.934081 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9ff356-0b05-48bc-8cd3-4b0d0565701a None None] Routers {'839b5096-b9c0-4547-9685-d62aca0b2418'} bound to L3 agent in host dv-cinder-750782-12-iscsi {{(pid=103093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 16:32:51.934804 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_hamode_db [None req-0e9ff356-0b05-48bc-8cd3-4b0d0565701a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:12:46Z,description=,heartbeat_timestamp=2022-03-11T16:32:46Z,host='dv-cinder-750782-12-iscsi',id=03422851-42b1-44c9-ada6-e479436b7b23,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:12:46Z,topic='l3_agent')) {'router_ids': ['839b5096-b9c0-4547-9685-d62aca0b2418'], 'active': True} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:32:51.988901 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-b4ee0086-7884-4611-bfdf-d529400e9761 admin admin] Publish callbacks [] for router_gateway (839b5096-b9c0-4547-9685-d62aca0b2418), before_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:52.047740 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.plugin [None req-b4ee0086-7884-4611-bfdf-d529400e9761 admin admin] Deleting port 502e9fb5-5295-4eef-85c5-d90406a3e043 {{(pid=103092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 16:32:52.048060 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-b4ee0086-7884-4611-bfdf-d529400e9761 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780138536942'] for port (502e9fb5-5295-4eef-85c5-d90406a3e043), before_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:52.054498 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_dvr_db [None req-0e9ff356-0b05-48bc-8cd3-4b0d0565701a None None] Set router 839b5096-b9c0-4547-9685-d62aca0b2418 gateway port host: dv-cinder-750782-12-iscsi {{(pid=103093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 16:32:52.146486 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.db [None req-b4ee0086-7884-4611-bfdf-d529400e9761 admin admin] For port 502e9fb5-5295-4eef-85c5-d90406a3e043, host dv-cinder-750782-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-12-iscsi',level=0,port_id=502e9fb5-5295-4eef-85c5-d90406a3e043,segment=NetworkSegment(d35af6e3-4c7b-42bf-84c3-6daa0b397bde),segment_id=d35af6e3-4c7b-42bf-84c3-6daa0b397bde)] {{(pid=103092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:32:52.147089 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-b4ee0086-7884-4611-bfdf-d529400e9761 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538029'] for port (502e9fb5-5295-4eef-85c5-d90406a3e043), precommit_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:52.165782 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.plugin [None req-b4ee0086-7884-4611-bfdf-d529400e9761 admin admin] Calling delete_port for 502e9fb5-5295-4eef-85c5-d90406a3e043 owned by network:router_gateway {{(pid=103092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 16:32:52.287339 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-aeff1fb6-89b7-4de7-b4b8-214c37efaefd req-f708837a-d6e3-4348-a1f8-b476ad39546c tempest-VolumesSnapshotTestJSON-240641242 tempest-VolumesSnapshotTestJSON-240641242-project] 10.222.0.72 "GET /v2.0/ports?device_id=0b3adad0-8541-4176-ace0-b00c8d83deb2 HTTP/1.1" status: 200 len: 210 time: 0.0549741 Mar 11 16:32:52.329973 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_hamode_db [None req-0e9ff356-0b05-48bc-8cd3-4b0d0565701a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '839b5096-b9c0-4547-9685-d62aca0b2418', 'name': 'tempest-AttachVolumeShelveTestJSON-1853710950-router', 'tenant_id': 'a951288cde284b359074a2755c43fd3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'external_fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': '502e9fb5-5295-4eef-85c5-d90406a3e043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:21:05Z', 'updated_at': '2022-03-11T16:32:50Z', 'revision_number': 5, 'project_id': 'a951288cde284b359074a2755c43fd3f', 'gw_port': {'id': '502e9fb5-5295-4eef-85c5-d90406a3e043', 'name': '', 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:55:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839b5096-b9c0-4547-9685-d62aca0b2418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:05Z', 'updated_at': '2022-03-11T16:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-12-iscsi'}], 'dv-cinder-750782-12-iscsi', False) {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:32:52.361584 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9ff356-0b05-48bc-8cd3-4b0d0565701a None None] The sync data for ids ['839b5096-b9c0-4547-9685-d62aca0b2418'] in dv-cinder-750782-12-iscsi is: [{'id': '839b5096-b9c0-4547-9685-d62aca0b2418', 'name': 'tempest-AttachVolumeShelveTestJSON-1853710950-router', 'tenant_id': 'a951288cde284b359074a2755c43fd3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'external_fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': '502e9fb5-5295-4eef-85c5-d90406a3e043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:21:05Z', 'updated_at': '2022-03-11T16:32:50Z', 'revision_number': 5, 'project_id': 'a951288cde284b359074a2755c43fd3f', 'gw_port': {'id': '502e9fb5-5295-4eef-85c5-d90406a3e043', 'name': '', 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:55:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839b5096-b9c0-4547-9685-d62aca0b2418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:05Z', 'updated_at': '2022-03-11T16:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-12-iscsi'}] {{(pid=103093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:32:52.445765 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c93189-57bc-44c0-a425-af0afad7eff3 req-ad5f0f8b-9e04-4c73-bf64-bdb79ad31ab9 tempest-VolumesSnapshotTestJSON-240641242 tempest-VolumesSnapshotTestJSON-240641242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:32:52.447260 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-72c93189-57bc-44c0-a425-af0afad7eff3 req-ad5f0f8b-9e04-4c73-bf64-bdb79ad31ab9 tempest-VolumesSnapshotTestJSON-240641242 tempest-VolumesSnapshotTestJSON-240641242-project] 10.222.0.18 "GET /v2.0/networks?id=e0014013-2feb-4f35-b4cc-a15e1ae9b144 HTTP/1.1" status: 200 len: 814 time: 0.1957295 Mar 11 16:32:52.485403 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.v2.base [req-72c93189-57bc-44c0-a425-af0afad7eff3 req-1307cca9-55bb-44c8-9896-95f3851ef75f tempest-VolumesSnapshotTestJSON-240641242 tempest-VolumesSnapshotTestJSON-240641242-project] Request body: {'port': {'device_id': '0b3adad0-8541-4176-ace0-b00c8d83deb2', 'network_id': 'e0014013-2feb-4f35-b4cc-a15e1ae9b144', 'admin_state_up': True, 'tenant_id': '8913a7ef0c564d6db58e9bbaafd5bad8'}} {{(pid=103092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:32:52.561297 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-b4ee0086-7884-4611-bfdf-d529400e9761 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780138542421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780137975920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30811620'] for port (502e9fb5-5295-4eef-85c5-d90406a3e043), after_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:52.599968 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ee0086-7884-4611-bfdf-d529400e9761 admin admin] Pushing event deleted for resources: {'Port': ['ID=502e9fb5-5295-4eef-85c5-d90406a3e043,revision_number=None']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:32:52.686309 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72c93189-57bc-44c0-a425-af0afad7eff3 req-1307cca9-55bb-44c8-9896-95f3851ef75f tempest-VolumesSnapshotTestJSON-240641242 tempest-VolumesSnapshotTestJSON-240641242-project] Made reservation on behalf of 8913a7ef0c564d6db58e9bbaafd5bad8 for: {'port': 1} {{(pid=103092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:32:52.689574 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-72c93189-57bc-44c0-a425-af0afad7eff3 req-1307cca9-55bb-44c8-9896-95f3851ef75f tempest-VolumesSnapshotTestJSON-240641242 tempest-VolumesSnapshotTestJSON-240641242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (None), before_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:52.701156 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-b4ee0086-7884-4611-bfdf-d529400e9761 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539841'] for router_gateway (839b5096-b9c0-4547-9685-d62aca0b2418), after_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:52.842324 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-b4ee0086-7884-4611-bfdf-d529400e9761 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56560'] for router (839b5096-b9c0-4547-9685-d62aca0b2418), precommit_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:52.848091 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-b4ee0086-7884-4611-bfdf-d529400e9761 admin admin] Publish callbacks [] for router_controller (839b5096-b9c0-4547-9685-d62aca0b2418), precommit_delete_associations {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:52.934320 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-b4ee0086-7884-4611-bfdf-d529400e9761 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-772181'] for router (839b5096-b9c0-4547-9685-d62aca0b2418), after_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:52.934869 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4ee0086-7884-4611-bfdf-d529400e9761 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 839b5096-b9c0-4547-9685-d62aca0b2418 {{(pid=103092) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 16:32:52.944543 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-b4ee0086-7884-4611-bfdf-d529400e9761 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:52.945817 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-b4ee0086-7884-4611-bfdf-d529400e9761 admin admin] 10.222.0.72 "DELETE /v2.0/routers/839b5096-b9c0-4547-9685-d62aca0b2418 HTTP/1.1" status: 204 len: 168 time: 1.5002453 Mar 11 16:32:52.948832 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 47004) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:32:52.968781 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.db.db_base_plugin_common [req-72c93189-57bc-44c0-a425-af0afad7eff3 req-1307cca9-55bb-44c8-9896-95f3851ef75f tempest-VolumesSnapshotTestJSON-240641242 tempest-VolumesSnapshotTestJSON-240641242-project] Allocated IP 172.20.0.4 (e0014013-2feb-4f35-b4cc-a15e1ae9b144/3d45a607-7caf-4edd-a004-1f75d1d80cc1/37cb69c0-8272-4c71-b1c6-9efb37d0f862) {{(pid=103092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:32:53.001186 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c9d09c9-6b82-457c-9c65-fd18b0b8a6da admin admin] Deleting subnet 1fa91c63-7953-4f02-bfd2-c0a4c4e05e10 {{(pid=103091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 16:32:53.004552 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-4c9d09c9-6b82-457c-9c65-fd18b0b8a6da admin admin] Publish callbacks [] for subnet (1fa91c63-7953-4f02-bfd2-c0a4c4e05e10), before_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:53.052313 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-4c9d09c9-6b82-457c-9c65-fd18b0b8a6da admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29666204'] for subnet (1fa91c63-7953-4f02-bfd2-c0a4c4e05e10), precommit_delete_associations {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:53.144948 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-72c93189-57bc-44c0-a425-af0afad7eff3 req-1307cca9-55bb-44c8-9896-95f3851ef75f tempest-VolumesSnapshotTestJSON-240641242 tempest-VolumesSnapshotTestJSON-240641242-project] Publish callbacks [] for port (37cb69c0-8272-4c71-b1c6-9efb37d0f862), precommit_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:53.145903 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-4c9d09c9-6b82-457c-9c65-fd18b0b8a6da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393129'] for subnet (1fa91c63-7953-4f02-bfd2-c0a4c4e05e10), precommit_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:53.184847 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-72c93189-57bc-44c0-a425-af0afad7eff3 req-1307cca9-55bb-44c8-9896-95f3851ef75f tempest-VolumesSnapshotTestJSON-240641242 tempest-VolumesSnapshotTestJSON-240641242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780137975911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30811620'] for port (37cb69c0-8272-4c71-b1c6-9efb37d0f862), after_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:53.203356 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-4c9d09c9-6b82-457c-9c65-fd18b0b8a6da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29534948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29787339'] for subnet (1fa91c63-7953-4f02-bfd2-c0a4c4e05e10), after_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:53.228751 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9d09c9-6b82-457c-9c65-fd18b0b8a6da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1fa91c63-7953-4f02-bfd2-c0a4c4e05e10,revision_number=None']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:32:53.233768 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72c93189-57bc-44c0-a425-af0afad7eff3 req-1307cca9-55bb-44c8-9896-95f3851ef75f tempest-VolumesSnapshotTestJSON-240641242 tempest-VolumesSnapshotTestJSON-240641242-project] Network e0014013-2feb-4f35-b4cc-a15e1ae9b144 is already hosted by enough agents. {{(pid=103092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:32:53.237821 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-4c9d09c9-6b82-457c-9c65-fd18b0b8a6da admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:53.239124 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.scheduler.base_scheduler [req-72c93189-57bc-44c0-a425-af0afad7eff3 req-1307cca9-55bb-44c8-9896-95f3851ef75f tempest-VolumesSnapshotTestJSON-240641242 tempest-VolumesSnapshotTestJSON-240641242-project] Resources bound (agent type, host, resource id): {{(pid=103092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:32:53.243033 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.db.l3_dvrscheduler_db [req-72c93189-57bc-44c0-a425-af0afad7eff3 req-1307cca9-55bb-44c8-9896-95f3851ef75f tempest-VolumesSnapshotTestJSON-240641242 tempest-VolumesSnapshotTestJSON-240641242-project] Received port after_create {{(pid=103092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 16:32:53.245529 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-683d23fa-2a69-4fee-b8aa-698fbe00151c None None] Network 4d385937-5589-47ac-b063-981bb549e693 requested from dv-cinder-750782-12-iscsi {{(pid=103093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 16:32:53.250660 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1307cca9-55bb-44c8-9896-95f3851ef75f tempest-VolumesSnapshotTestJSON-240641242 tempest-VolumesSnapshotTestJSON-240641242-project] Pushing event updated for resources: {'Port': ['ID=37cb69c0-8272-4c71-b1c6-9efb37d0f862,revision_number=1']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:32:53.255289 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-4c9d09c9-6b82-457c-9c65-fd18b0b8a6da admin admin] 10.222.0.72 "DELETE /v2.0/subnets/1fa91c63-7953-4f02-bfd2-c0a4c4e05e10 HTTP/1.1" status: 204 len: 168 time: 0.3045857 Mar 11 16:32:53.260830 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 47006) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:32:53.302741 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c93189-57bc-44c0-a425-af0afad7eff3 req-1307cca9-55bb-44c8-9896-95f3851ef75f tempest-VolumesSnapshotTestJSON-240641242 tempest-VolumesSnapshotTestJSON-240641242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:32:53.303548 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-72c93189-57bc-44c0-a425-af0afad7eff3 req-1307cca9-55bb-44c8-9896-95f3851ef75f tempest-VolumesSnapshotTestJSON-240641242 tempest-VolumesSnapshotTestJSON-240641242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122971'] for port (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:53.326784 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-72c93189-57bc-44c0-a425-af0afad7eff3 req-1307cca9-55bb-44c8-9896-95f3851ef75f tempest-VolumesSnapshotTestJSON-240641242 tempest-VolumesSnapshotTestJSON-240641242-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8465922 Mar 11 16:32:53.338404 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.v2.base [req-72c93189-57bc-44c0-a425-af0afad7eff3 req-49080ea9-c1e5-426a-8d3b-b9ea672d16f1 service neutron] Request body: {'port': {'device_id': '0b3adad0-8541-4176-ace0-b00c8d83deb2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=103092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:32:53.481305 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2b46a2f-5daf-408a-ad37-db5b44dc4c04 None None] DHCP port deletion for 4d385937-5589-47ac-b063-981bb549e693 request from dv-cinder-750782-12-iscsi {{(pid=103093) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 16:32:53.501067 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351a0d9b-6c23-46f5-a123-06d6fd2ace85 req-f7d31211-2d1f-4236-80d2-f1dfe1740fbc tempest-VolumesSnapshotTestJSON-240641242 tempest-VolumesSnapshotTestJSON-240641242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:32:53.508334 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-351a0d9b-6c23-46f5-a123-06d6fd2ace85 req-f7d31211-2d1f-4236-80d2-f1dfe1740fbc tempest-VolumesSnapshotTestJSON-240641242 tempest-VolumesSnapshotTestJSON-240641242-project] 10.222.0.72 "GET /v2.0/ports?device_id=0b3adad0-8541-4176-ace0-b00c8d83deb2 HTTP/1.1" status: 200 len: 931 time: 0.1092291 Mar 11 16:32:53.518204 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-72c93189-57bc-44c0-a425-af0afad7eff3 req-49080ea9-c1e5-426a-8d3b-b9ea672d16f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (37cb69c0-8272-4c71-b1c6-9efb37d0f862), before_update {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:53.518720 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-d7bc9634-548e-44c8-9a4a-4453e1b37f84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1370412'] for network (4d385937-5589-47ac-b063-981bb549e693), before_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:53.604665 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.plugins.ml2.plugin [None req-d7bc9634-548e-44c8-9a4a-4453e1b37f84 admin admin] Deleting port 6deedc6e-1191-4dfa-afdd-341e86dc6e75 {{(pid=103091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 16:32:53.606603 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-d7bc9634-548e-44c8-9a4a-4453e1b37f84 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780138536942'] for port (6deedc6e-1191-4dfa-afdd-341e86dc6e75), before_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:53.754373 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.plugins.ml2.db [None req-d7bc9634-548e-44c8-9a4a-4453e1b37f84 admin admin] For port 6deedc6e-1191-4dfa-afdd-341e86dc6e75, host dv-cinder-750782-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-12-iscsi',level=0,port_id=6deedc6e-1191-4dfa-afdd-341e86dc6e75,segment=NetworkSegment(a719ed4c-1b21-4087-84c5-f4c81307e7ed),segment_id=a719ed4c-1b21-4087-84c5-f4c81307e7ed)] {{(pid=103091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:32:53.754757 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-d7bc9634-548e-44c8-9a4a-4453e1b37f84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538029'] for port (6deedc6e-1191-4dfa-afdd-341e86dc6e75), precommit_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:53.755673 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-b2b46a2f-5daf-408a-ad37-db5b44dc4c04 None None] Deleting port 6deedc6e-1191-4dfa-afdd-341e86dc6e75 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 16:32:53.755960 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b2b46a2f-5daf-408a-ad37-db5b44dc4c04 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780138536942'] for port (6deedc6e-1191-4dfa-afdd-341e86dc6e75), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:53.784862 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.plugins.ml2.plugin [None req-d7bc9634-548e-44c8-9a4a-4453e1b37f84 admin admin] Calling delete_port for 6deedc6e-1191-4dfa-afdd-341e86dc6e75 owned by network:dhcp {{(pid=103091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 16:32:53.898994 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-b2b46a2f-5daf-408a-ad37-db5b44dc4c04 None None] For port 6deedc6e-1191-4dfa-afdd-341e86dc6e75, host dv-cinder-750782-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-12-iscsi',level=0,port_id=6deedc6e-1191-4dfa-afdd-341e86dc6e75,segment=NetworkSegment(a719ed4c-1b21-4087-84c5-f4c81307e7ed),segment_id=a719ed4c-1b21-4087-84c5-f4c81307e7ed)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:32:53.899537 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b2b46a2f-5daf-408a-ad37-db5b44dc4c04 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538029'] for port (6deedc6e-1191-4dfa-afdd-341e86dc6e75), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:53.899663 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-351a0d9b-6c23-46f5-a123-06d6fd2ace85 req-789f89e3-a6e6-4a40-ae07-757fe32d0937 tempest-VolumesSnapshotTestJSON-240641242 tempest-VolumesSnapshotTestJSON-240641242-project] 10.222.0.72 "GET /v2.0/security-groups?id=acbac5f9-1090-44bd-b484-3926b201bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3885949 Mar 11 16:32:53.907932 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.notifiers.nova [req-72c93189-57bc-44c0-a425-af0afad7eff3 req-49080ea9-c1e5-426a-8d3b-b9ea672d16f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37cb69c0-8272-4c71-b1c6-9efb37d0f862 {{(pid=103092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:32:53.925731 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-b2b46a2f-5daf-408a-ad37-db5b44dc4c04 None None] Calling delete_port for 6deedc6e-1191-4dfa-afdd-341e86dc6e75 owned by network:dhcp {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 16:32:53.926826 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-72c93189-57bc-44c0-a425-af0afad7eff3 req-49080ea9-c1e5-426a-8d3b-b9ea672d16f1 service neutron] Publish callbacks [] for port (37cb69c0-8272-4c71-b1c6-9efb37d0f862), precommit_update {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:53.952158 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.db.provisioning_blocks [req-72c93189-57bc-44c0-a425-af0afad7eff3 req-49080ea9-c1e5-426a-8d3b-b9ea672d16f1 service neutron] Transition to ACTIVE for port object 37cb69c0-8272-4c71-b1c6-9efb37d0f862 will not be triggered until provisioned by entity L2. {{(pid=103092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 16:32:53.952400 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-d7bc9634-548e-44c8-9a4a-4453e1b37f84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780138542421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780137975920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29534923'] for port (6deedc6e-1191-4dfa-afdd-341e86dc6e75), after_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:53.956422 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-72c93189-57bc-44c0-a425-af0afad7eff3 req-49080ea9-c1e5-426a-8d3b-b9ea672d16f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30811645'] for port (37cb69c0-8272-4c71-b1c6-9efb37d0f862), after_update {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:53.980514 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bc9634-548e-44c8-9a4a-4453e1b37f84 admin admin] Pushing event deleted for resources: {'Port': ['ID=6deedc6e-1191-4dfa-afdd-341e86dc6e75,revision_number=None']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:32:53.984187 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7bc9634-548e-44c8-9a4a-4453e1b37f84 admin admin] No DVR routers for this DVR port 6deedc6e-1191-4dfa-afdd-341e86dc6e75 on host dv-cinder-750782-12-iscsi {{(pid=103091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:32:54.009054 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49080ea9-c1e5-426a-8d3b-b9ea672d16f1 service neutron] Pushing event updated for resources: {'Port': ['ID=37cb69c0-8272-4c71-b1c6-9efb37d0f862,revision_number=2']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:32:54.046758 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b2b46a2f-5daf-408a-ad37-db5b44dc4c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780138542421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780137975920'] for port (6deedc6e-1191-4dfa-afdd-341e86dc6e75), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:54.061581 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-d7bc9634-548e-44c8-9a4a-4453e1b37f84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393938', 'neutron.services.segments.db._delete_segments_for_network-8780138304022'] for network (4d385937-5589-47ac-b063-981bb549e693), precommit_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:54.073683 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b46a2f-5daf-408a-ad37-db5b44dc4c04 None None] Pushing event deleted for resources: {'Port': ['ID=6deedc6e-1191-4dfa-afdd-341e86dc6e75,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:32:54.077528 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b46a2f-5daf-408a-ad37-db5b44dc4c04 None None] No DVR routers for this DVR port 6deedc6e-1191-4dfa-afdd-341e86dc6e75 on host dv-cinder-750782-12-iscsi {{(pid=103093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:32:54.084913 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.services.segments.db [None req-d7bc9634-548e-44c8-9a4a-4453e1b37f84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d385937-5589-47ac-b063-981bb549e693']}} {{(pid=103091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:32:54.099800 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.services.segments.db [None req-d7bc9634-548e-44c8-9a4a-4453e1b37f84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a719ed4c-1b21-4087-84c5-f4c81307e7ed') {'for_net_delete': True} {{(pid=103091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:32:54.100226 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.services.segments.db [None req-d7bc9634-548e-44c8-9a4a-4453e1b37f84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a719ed4c-1b21-4087-84c5-f4c81307e7ed') {} {{(pid=103091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:32:54.101662 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.managers [req-72c93189-57bc-44c0-a425-af0afad7eff3 req-49080ea9-c1e5-426a-8d3b-b9ea672d16f1 service neutron] Attempting to bind port 37cb69c0-8272-4c71-b1c6-9efb37d0f862 on host hv-cinder-75078 for vnic_type normal with profile {{(pid=103092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 16:32:54.102032 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.managers [req-72c93189-57bc-44c0-a425-af0afad7eff3 req-49080ea9-c1e5-426a-8d3b-b9ea672d16f1 service neutron] Attempting to bind port 37cb69c0-8272-4c71-b1c6-9efb37d0f862 by drivers openvswitch,hyperv on host hv-cinder-75078 at level 0 using segments [{'id': '1cc51a35-152e-49f3-9132-e50201118080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'e0014013-2feb-4f35-b4cc-a15e1ae9b144'}] {{(pid=103092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 16:32:54.102365 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72c93189-57bc-44c0-a425-af0afad7eff3 req-49080ea9-c1e5-426a-8d3b-b9ea672d16f1 service neutron] Attempting to bind port 37cb69c0-8272-4c71-b1c6-9efb37d0f862 on network e0014013-2feb-4f35-b4cc-a15e1ae9b144 {{(pid=103092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 16:32:54.107830 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72c93189-57bc-44c0-a425-af0afad7eff3 req-49080ea9-c1e5-426a-8d3b-b9ea672d16f1 service neutron] Port 37cb69c0-8272-4c71-b1c6-9efb37d0f862 on network e0014013-2feb-4f35-b4cc-a15e1ae9b144 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75078 {{(pid=103092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 16:32:54.108151 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72c93189-57bc-44c0-a425-af0afad7eff3 req-49080ea9-c1e5-426a-8d3b-b9ea672d16f1 service neutron] Attempting to bind port 37cb69c0-8272-4c71-b1c6-9efb37d0f862 on network e0014013-2feb-4f35-b4cc-a15e1ae9b144 {{(pid=103092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 16:32:54.111836 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-d7bc9634-548e-44c8-9a4a-4453e1b37f84 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780138303519', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29666199'] for segment (a719ed4c-1b21-4087-84c5-f4c81307e7ed), before_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:54.113278 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72c93189-57bc-44c0-a425-af0afad7eff3 req-49080ea9-c1e5-426a-8d3b-b9ea672d16f1 service neutron] Checking agent: {'id': '42978ec7-0c45-4bcc-88e8-64ee44356522', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 19, 5), 'started_at': datetime.datetime(2022, 3, 11, 16, 19, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 32, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 16:32:54.113622 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72c93189-57bc-44c0-a425-af0afad7eff3 req-49080ea9-c1e5-426a-8d3b-b9ea672d16f1 service neutron] Checking segment: {'id': '1cc51a35-152e-49f3-9132-e50201118080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'e0014013-2feb-4f35-b4cc-a15e1ae9b144'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 16:32:54.114035 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72c93189-57bc-44c0-a425-af0afad7eff3 req-49080ea9-c1e5-426a-8d3b-b9ea672d16f1 service neutron] Bound using segment: {'id': '1cc51a35-152e-49f3-9132-e50201118080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'e0014013-2feb-4f35-b4cc-a15e1ae9b144'} {{(pid=103092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 16:32:54.114459 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.managers [req-72c93189-57bc-44c0-a425-af0afad7eff3 req-49080ea9-c1e5-426a-8d3b-b9ea672d16f1 service neutron] Bound port: 37cb69c0-8272-4c71-b1c6-9efb37d0f862, host: hv-cinder-75078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cc51a35-152e-49f3-9132-e50201118080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'e0014013-2feb-4f35-b4cc-a15e1ae9b144'}}] {{(pid=103092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 16:32:54.114816 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-72c93189-57bc-44c0-a425-af0afad7eff3 req-49080ea9-c1e5-426a-8d3b-b9ea672d16f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (37cb69c0-8272-4c71-b1c6-9efb37d0f862), before_update {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:54.129075 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-d7bc9634-548e-44c8-9a4a-4453e1b37f84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1821558'] for segment (a719ed4c-1b21-4087-84c5-f4c81307e7ed), precommit_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:54.136623 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7bc9634-548e-44c8-9a4a-4453e1b37f84 admin admin] Releasing vlan 627 on physical network physnet1 to pool {{(pid=103091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:32:54.137038 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-d7bc9634-548e-44c8-9a4a-4453e1b37f84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1821558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29535034'] for segment (a719ed4c-1b21-4087-84c5-f4c81307e7ed), after_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:54.139048 dv-cinder-750782-12-iscsi neutron-server[103091]: Traceback (most recent call last): Mar 11 16:32:54.139048 dv-cinder-750782-12-iscsi neutron-server[103091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:32:54.139048 dv-cinder-750782-12-iscsi neutron-server[103091]: timer() Mar 11 16:32:54.139048 dv-cinder-750782-12-iscsi neutron-server[103091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:32:54.139048 dv-cinder-750782-12-iscsi neutron-server[103091]: cb(*args, **kw) Mar 11 16:32:54.139048 dv-cinder-750782-12-iscsi neutron-server[103091]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 16:32:54.139048 dv-cinder-750782-12-iscsi neutron-server[103091]: return func(*args, **kwargs) Mar 11 16:32:54.139048 dv-cinder-750782-12-iscsi neutron-server[103091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:32:54.139048 dv-cinder-750782-12-iscsi neutron-server[103091]: self._notify() Mar 11 16:32:54.139048 dv-cinder-750782-12-iscsi neutron-server[103091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:32:54.139048 dv-cinder-750782-12-iscsi neutron-server[103091]: self.callback(batched_events) Mar 11 16:32:54.139048 dv-cinder-750782-12-iscsi neutron-server[103091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:32:54.139048 dv-cinder-750782-12-iscsi neutron-server[103091]: event.method(event) Mar 11 16:32:54.139048 dv-cinder-750782-12-iscsi neutron-server[103091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 16:32:54.139048 dv-cinder-750782-12-iscsi neutron-server[103091]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:32:54.139048 dv-cinder-750782-12-iscsi neutron-server[103091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 16:32:54.139048 dv-cinder-750782-12-iscsi neutron-server[103091]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:32:54.139048 dv-cinder-750782-12-iscsi neutron-server[103091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 16:32:54.139048 dv-cinder-750782-12-iscsi neutron-server[103091]: return f(self, *a, **k) Mar 11 16:32:54.139048 dv-cinder-750782-12-iscsi neutron-server[103091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:32:54.139048 dv-cinder-750782-12-iscsi neutron-server[103091]: return self._get(url).json() Mar 11 16:32:54.139048 dv-cinder-750782-12-iscsi neutron-server[103091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:32:54.139048 dv-cinder-750782-12-iscsi neutron-server[103091]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:32:54.139048 dv-cinder-750782-12-iscsi neutron-server[103091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:32:54.139048 dv-cinder-750782-12-iscsi neutron-server[103091]: return self.request(url, 'GET', **kwargs) Mar 11 16:32:54.139048 dv-cinder-750782-12-iscsi neutron-server[103091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:32:54.139048 dv-cinder-750782-12-iscsi neutron-server[103091]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:32:54.139048 dv-cinder-750782-12-iscsi neutron-server[103091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:32:54.139048 dv-cinder-750782-12-iscsi neutron-server[103091]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:32:54.139048 dv-cinder-750782-12-iscsi neutron-server[103091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:32:54.139048 dv-cinder-750782-12-iscsi neutron-server[103091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:32:54.139048 dv-cinder-750782-12-iscsi neutron-server[103091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:32:54.190761 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.db [req-72c93189-57bc-44c0-a425-af0afad7eff3 req-49080ea9-c1e5-426a-8d3b-b9ea672d16f1 service neutron] For port 37cb69c0-8272-4c71-b1c6-9efb37d0f862, host hv-cinder-75078, cleared binding levels {{(pid=103092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:32:54.194119 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.db [req-72c93189-57bc-44c0-a425-af0afad7eff3 req-49080ea9-c1e5-426a-8d3b-b9ea672d16f1 service neutron] For port 37cb69c0-8272-4c71-b1c6-9efb37d0f862, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=37cb69c0-8272-4c71-b1c6-9efb37d0f862,segment=NetworkSegment(1cc51a35-152e-49f3-9132-e50201118080),segment_id=1cc51a35-152e-49f3-9132-e50201118080)] {{(pid=103092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:32:54.203327 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-72c93189-57bc-44c0-a425-af0afad7eff3 req-49080ea9-c1e5-426a-8d3b-b9ea672d16f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30811645'] for port (37cb69c0-8272-4c71-b1c6-9efb37d0f862), after_update {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:54.204595 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-d7bc9634-548e-44c8-9a4a-4453e1b37f84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539877'] for network (4d385937-5589-47ac-b063-981bb549e693), after_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:54.211597 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-d7bc9634-548e-44c8-9a4a-4453e1b37f84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779404'] for network (None), before_response {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:54.216061 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-d7bc9634-548e-44c8-9a4a-4453e1b37f84 admin admin] 10.222.0.72 "DELETE /v2.0/networks/4d385937-5589-47ac-b063-981bb549e693 HTTP/1.1" status: 204 len: 168 time: 0.9535239 Mar 11 16:32:54.226083 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bc9634-548e-44c8-9a4a-4453e1b37f84 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d385937-5589-47ac-b063-981bb549e693,revision_number=None']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:32:54.236923 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Device 502e9fb5-5295-4eef-85c5-d90406a3e043 no longer exists at agent ovs-agent-dv-cinder-750782-12-iscsi {{(pid=103093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 16:32:54.250930 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c93189-57bc-44c0-a425-af0afad7eff3 req-49080ea9-c1e5-426a-8d3b-b9ea672d16f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:32:54.251552 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-72c93189-57bc-44c0-a425-af0afad7eff3 req-49080ea9-c1e5-426a-8d3b-b9ea672d16f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122971'] for port (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:54.252936 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-72c93189-57bc-44c0-a425-af0afad7eff3 req-49080ea9-c1e5-426a-8d3b-b9ea672d16f1 service neutron] 10.222.0.18 "PUT /v2.0/ports/37cb69c0-8272-4c71-b1c6-9efb37d0f862 HTTP/1.1" status: 200 len: 1093 time: 0.9198189 Mar 11 16:32:54.253383 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b3adad0-8541-4176-ace0-b00c8d83deb2', 'tag': '37cb69c0-8272-4c71-b1c6-9efb37d0f862'}] {{(pid=103092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:32:54.255683 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8119d67d121bc7655fb27ee4e81d05746f3857d7b024446e390c37a4f39e07a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0842d723-67f9-46b6-a2ab-b594ba0258d3" -d '{"events": [{"name": "network-changed", "server_uuid": "0b3adad0-8541-4176-ace0-b00c8d83deb2", "tag": "37cb69c0-8272-4c71-b1c6-9efb37d0f862"}]}' {{(pid=103092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 16:32:54.269016 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] No Port match for: 502e9fb5-5295-4eef-85c5-d90406a3e043 {{(pid=103093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 16:32:54.269543 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Device 502e9fb5-5295-4eef-85c5-d90406a3e043 not bound to the agent host dv-cinder-750782-12-iscsi {{(pid=103093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 16:32:54.271789 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Device 6deedc6e-1191-4dfa-afdd-341e86dc6e75 no longer exists at agent ovs-agent-dv-cinder-750782-12-iscsi {{(pid=103093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 16:32:54.304451 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49080ea9-c1e5-426a-8d3b-b9ea672d16f1 service neutron] Pushing event updated for resources: {'Port': ['ID=37cb69c0-8272-4c71-b1c6-9efb37d0f862,revision_number=3']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:32:54.309979 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 16:32:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a2823b1-a993-4c11-8602-9b73b13eee06 x-openstack-request-id: req-9a2823b1-a993-4c11-8602-9b73b13eee06 {{(pid=103092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 16:32:54.310479 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b3adad0-8541-4176-ace0-b00c8d83deb2", "tag": "37cb69c0-8272-4c71-b1c6-9efb37d0f862", "status": "completed", "code": 200}]} {{(pid=103092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 16:32:54.310742 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-9a2823b1-a993-4c11-8602-9b73b13eee06 {{(pid=103092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 16:32:54.311078 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] No Port match for: 6deedc6e-1191-4dfa-afdd-341e86dc6e75 {{(pid=103093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 16:32:54.311202 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b3adad0-8541-4176-ace0-b00c8d83deb2', 'tag': '37cb69c0-8272-4c71-b1c6-9efb37d0f862', 'status': 'completed', 'code': 200} Mar 11 16:32:54.311426 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Device 6deedc6e-1191-4dfa-afdd-341e86dc6e75 not bound to the agent host dv-cinder-750782-12-iscsi {{(pid=103093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 16:32:54.311932 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Device 640132e4-6f5b-4a16-bcab-35e5b7d111df no longer exists at agent ovs-agent-dv-cinder-750782-12-iscsi {{(pid=103093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 16:32:54.336731 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] No Port match for: 640132e4-6f5b-4a16-bcab-35e5b7d111df {{(pid=103093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 16:32:54.337211 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Device 640132e4-6f5b-4a16-bcab-35e5b7d111df not bound to the agent host dv-cinder-750782-12-iscsi {{(pid=103093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 16:32:54.354507 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c93189-57bc-44c0-a425-af0afad7eff3 req-1deaa0e9-4635-400b-8595-eb95d28c92a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:32:54.356424 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-72c93189-57bc-44c0-a425-af0afad7eff3 req-1deaa0e9-4635-400b-8595-eb95d28c92a6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8913a7ef0c564d6db58e9bbaafd5bad8&device_id=0b3adad0-8541-4176-ace0-b00c8d83deb2 HTTP/1.1" status: 200 len: 1127 time: 0.0599267 Mar 11 16:32:54.403342 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-72c93189-57bc-44c0-a425-af0afad7eff3 req-79921087-e146-4a6c-9eec-634339d49317 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=37cb69c0-8272-4c71-b1c6-9efb37d0f862 HTTP/1.1" status: 200 len: 217 time: 0.0400906 Mar 11 16:32:54.421506 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 47026) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:32:54.455876 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c93189-57bc-44c0-a425-af0afad7eff3 req-d19d540e-ec5b-4544-ac03-09dba5f8d98b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:32:54.457333 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-72c93189-57bc-44c0-a425-af0afad7eff3 req-d19d540e-ec5b-4544-ac03-09dba5f8d98b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3d45a607-7caf-4edd-a004-1f75d1d80cc1 HTTP/1.1" status: 200 len: 854 time: 0.0460725 Mar 11 16:32:54.461895 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-482a23fe-7462-479a-a583-a28df36349c2 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a951288cde284b359074a2755c43fd3f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0391128 Mar 11 16:32:54.464630 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 47028) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:32:54.491010 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-72c93189-57bc-44c0-a425-af0afad7eff3 req-e2963913-ed55-474c-b934-fed5206da4f9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e0014013-2feb-4f35-b4cc-a15e1ae9b144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259528 Mar 11 16:32:54.513597 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-1a154ea2-781e-4cd0-91c8-817f7e8e7b5d admin admin] Publish callbacks [] for security_group (101370f1-d22f-4761-9861-57c1f4b32a08), before_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:54.536295 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-1a154ea2-781e-4cd0-91c8-817f7e8e7b5d admin admin] Publish callbacks [] for security_group (101370f1-d22f-4761-9861-57c1f4b32a08), precommit_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:54.586147 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-1a154ea2-781e-4cd0-91c8-817f7e8e7b5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (101370f1-d22f-4761-9861-57c1f4b32a08), after_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:54.589112 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-1a154ea2-781e-4cd0-91c8-817f7e8e7b5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:32:54.590301 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-1a154ea2-781e-4cd0-91c8-817f7e8e7b5d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/101370f1-d22f-4761-9861-57c1f4b32a08 HTTP/1.1" status: 204 len: 168 time: 0.1247432 Mar 11 16:32:54.590582 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-72c93189-57bc-44c0-a425-af0afad7eff3 req-eb6553ff-8667-48b8-8e38-dc21b3d6c06a service neutron] 10.222.0.18 "GET /v2.0/networks/e0014013-2feb-4f35-b4cc-a15e1ae9b144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927517 Mar 11 16:32:54.598392 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a154ea2-781e-4cd0-91c8-817f7e8e7b5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=101370f1-d22f-4761-9861-57c1f4b32a08,revision_number=None']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:32:54.687110 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-72c93189-57bc-44c0-a425-af0afad7eff3 req-8b3b330b-cbe4-4f32-8cb1-75cdc66a6dbb service neutron] 10.222.0.18 "GET /v2.0/networks/e0014013-2feb-4f35-b4cc-a15e1ae9b144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907369 Mar 11 16:32:54.782172 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0842d723-67f9-46b6-a2ab-b594ba0258d3 req-e9fc469f-a333-47af-8a5b-99cd5c1173c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:32:54.783687 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-0842d723-67f9-46b6-a2ab-b594ba0258d3 req-e9fc469f-a333-47af-8a5b-99cd5c1173c3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8913a7ef0c564d6db58e9bbaafd5bad8&device_id=0b3adad0-8541-4176-ace0-b00c8d83deb2 HTTP/1.1" status: 200 len: 1127 time: 0.0502694 Mar 11 16:32:54.879019 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0842d723-67f9-46b6-a2ab-b594ba0258d3 req-8562069d-817b-4dbc-9b74-eb610b459a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:32:54.880515 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-0842d723-67f9-46b6-a2ab-b594ba0258d3 req-8562069d-817b-4dbc-9b74-eb610b459a3d service neutron] 10.222.0.18 "GET /v2.0/networks?id=e0014013-2feb-4f35-b4cc-a15e1ae9b144 HTTP/1.1" status: 200 len: 915 time: 0.0905859 Mar 11 16:32:54.928331 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-0842d723-67f9-46b6-a2ab-b594ba0258d3 req-8f0ccfe4-0784-48a4-82c7-183b9ffe794f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=37cb69c0-8272-4c71-b1c6-9efb37d0f862 HTTP/1.1" status: 200 len: 217 time: 0.0415316 Mar 11 16:32:54.993609 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0842d723-67f9-46b6-a2ab-b594ba0258d3 req-fdd24002-9b63-4a63-a5e7-3d20b91cf045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:32:54.995147 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-0842d723-67f9-46b6-a2ab-b594ba0258d3 req-fdd24002-9b63-4a63-a5e7-3d20b91cf045 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3d45a607-7caf-4edd-a004-1f75d1d80cc1 HTTP/1.1" status: 200 len: 854 time: 0.0618913 Mar 11 16:32:55.040355 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-0842d723-67f9-46b6-a2ab-b594ba0258d3 req-ee663556-c2b1-4536-ba04-26bfe7758e7b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e0014013-2feb-4f35-b4cc-a15e1ae9b144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305707 Mar 11 16:32:55.084246 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a1d8d1-6dec-4b56-be1b-5046108da8ab req-135c4d80-e22b-47ad-950a-d604aa13698a tempest-VolumesSnapshotTestJSON-240641242 tempest-VolumesSnapshotTestJSON-240641242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:32:55.085728 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-81a1d8d1-6dec-4b56-be1b-5046108da8ab req-135c4d80-e22b-47ad-950a-d604aa13698a tempest-VolumesSnapshotTestJSON-240641242 tempest-VolumesSnapshotTestJSON-240641242-project] 10.222.0.72 "GET /v2.0/ports?device_id=0b3adad0-8541-4176-ace0-b00c8d83deb2 HTTP/1.1" status: 200 len: 943 time: 0.1086459 Mar 11 16:32:55.183050 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-81a1d8d1-6dec-4b56-be1b-5046108da8ab req-1a1df2cf-dcca-4eb1-be25-7944ea56331e tempest-VolumesSnapshotTestJSON-240641242 tempest-VolumesSnapshotTestJSON-240641242-project] 10.222.0.72 "GET /v2.0/security-groups?id=acbac5f9-1090-44bd-b484-3926b201bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898342 Mar 11 16:32:55.186680 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-0842d723-67f9-46b6-a2ab-b594ba0258d3 req-155df25f-2e40-49ec-9997-9c008fc348e4 service neutron] 10.222.0.18 "GET /v2.0/networks/e0014013-2feb-4f35-b4cc-a15e1ae9b144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400926 Mar 11 16:32:55.307838 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-0842d723-67f9-46b6-a2ab-b594ba0258d3 req-2b68ddd5-1b71-41fb-b170-32fac0bf7540 service neutron] 10.222.0.18 "GET /v2.0/networks/e0014013-2feb-4f35-b4cc-a15e1ae9b144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154435 Mar 11 16:32:56.305888 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d820db7-136e-4c8a-ae5e-d7f05b9c222b req-8404d21c-d957-422e-95b9-3fbb0c5cd9d6 tempest-VolumesSnapshotTestJSON-240641242 tempest-VolumesSnapshotTestJSON-240641242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:32:56.307388 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-8d820db7-136e-4c8a-ae5e-d7f05b9c222b req-8404d21c-d957-422e-95b9-3fbb0c5cd9d6 tempest-VolumesSnapshotTestJSON-240641242 tempest-VolumesSnapshotTestJSON-240641242-project] 10.222.0.72 "GET /v2.0/ports?device_id=0b3adad0-8541-4176-ace0-b00c8d83deb2 HTTP/1.1" status: 200 len: 943 time: 0.0545075 Mar 11 16:32:56.354884 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-8d820db7-136e-4c8a-ae5e-d7f05b9c222b req-669fa4af-442a-45c3-b34e-be98f895a65f tempest-VolumesSnapshotTestJSON-240641242 tempest-VolumesSnapshotTestJSON-240641242-project] 10.222.0.72 "GET /v2.0/security-groups?id=acbac5f9-1090-44bd-b484-3926b201bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418859 Mar 11 16:32:57.484461 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e08d9cb-0033-49d0-b258-49375cf055cf req-87a52272-c002-4b5d-aff5-17cbd0827a77 tempest-VolumesSnapshotTestJSON-240641242 tempest-VolumesSnapshotTestJSON-240641242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:32:57.485967 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-1e08d9cb-0033-49d0-b258-49375cf055cf req-87a52272-c002-4b5d-aff5-17cbd0827a77 tempest-VolumesSnapshotTestJSON-240641242 tempest-VolumesSnapshotTestJSON-240641242-project] 10.222.0.72 "GET /v2.0/ports?device_id=0b3adad0-8541-4176-ace0-b00c8d83deb2 HTTP/1.1" status: 200 len: 943 time: 0.0546749 Mar 11 16:32:57.532045 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-1e08d9cb-0033-49d0-b258-49375cf055cf req-597a6b96-3424-42cc-b292-0e1a59670480 tempest-VolumesSnapshotTestJSON-240641242 tempest-VolumesSnapshotTestJSON-240641242-project] 10.222.0.72 "GET /v2.0/security-groups?id=acbac5f9-1090-44bd-b484-3926b201bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404871 Mar 11 16:32:58.653820 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae4c55a-978d-4181-a14c-75e339ee3466 req-d502e4ad-694c-481f-a312-93aaf54ab7a0 tempest-VolumesSnapshotTestJSON-240641242 tempest-VolumesSnapshotTestJSON-240641242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:32:58.655323 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-5ae4c55a-978d-4181-a14c-75e339ee3466 req-d502e4ad-694c-481f-a312-93aaf54ab7a0 tempest-VolumesSnapshotTestJSON-240641242 tempest-VolumesSnapshotTestJSON-240641242-project] 10.222.0.72 "GET /v2.0/ports?device_id=0b3adad0-8541-4176-ace0-b00c8d83deb2 HTTP/1.1" status: 200 len: 943 time: 0.0567064 Mar 11 16:32:58.702711 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-5ae4c55a-978d-4181-a14c-75e339ee3466 req-fba47603-9e44-4a61-9e83-64ca6e994a2c tempest-VolumesSnapshotTestJSON-240641242 tempest-VolumesSnapshotTestJSON-240641242-project] 10.222.0.72 "GET /v2.0/security-groups?id=acbac5f9-1090-44bd-b484-3926b201bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418742 Mar 11 16:32:59.828154 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2b89d7-e4cf-499d-9950-713502187f93 req-2d388df5-493b-4105-b1d8-85fbbd1754d6 tempest-VolumesSnapshotTestJSON-240641242 tempest-VolumesSnapshotTestJSON-240641242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:32:59.829689 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-4d2b89d7-e4cf-499d-9950-713502187f93 req-2d388df5-493b-4105-b1d8-85fbbd1754d6 tempest-VolumesSnapshotTestJSON-240641242 tempest-VolumesSnapshotTestJSON-240641242-project] 10.222.0.72 "GET /v2.0/ports?device_id=0b3adad0-8541-4176-ace0-b00c8d83deb2 HTTP/1.1" status: 200 len: 943 time: 0.0574439 Mar 11 16:32:59.877359 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-4d2b89d7-e4cf-499d-9950-713502187f93 req-175ca9ed-3606-4565-b951-50026b921fa2 tempest-VolumesSnapshotTestJSON-240641242 tempest-VolumesSnapshotTestJSON-240641242-project] 10.222.0.72 "GET /v2.0/security-groups?id=acbac5f9-1090-44bd-b484-3926b201bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420516 Mar 11 16:33:01.009059 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633883f4-0cab-446e-8a6a-f198787cec00 req-ba8ab22c-743f-4351-93f0-e4275706b38c tempest-VolumesSnapshotTestJSON-240641242 tempest-VolumesSnapshotTestJSON-240641242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:33:01.010580 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-633883f4-0cab-446e-8a6a-f198787cec00 req-ba8ab22c-743f-4351-93f0-e4275706b38c tempest-VolumesSnapshotTestJSON-240641242 tempest-VolumesSnapshotTestJSON-240641242-project] 10.222.0.72 "GET /v2.0/ports?device_id=0b3adad0-8541-4176-ace0-b00c8d83deb2 HTTP/1.1" status: 200 len: 943 time: 0.0624940 Mar 11 16:33:01.057254 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-633883f4-0cab-446e-8a6a-f198787cec00 req-c9052902-8b26-434f-a3d2-bf5392e81322 tempest-VolumesSnapshotTestJSON-240641242 tempest-VolumesSnapshotTestJSON-240641242-project] 10.222.0.72 "GET /v2.0/security-groups?id=acbac5f9-1090-44bd-b484-3926b201bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410326 Mar 11 16:33:01.556649 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 47160) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:33:01.665767 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-66daf574-7e1f-4a08-970c-06607479a812 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:33:01.745714 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-66daf574-7e1f-4a08-970c-06607479a812 admin admin] Publish callbacks [] for security_group (cd0e8273-f68a-4f6a-953b-d4e70530b224), precommit_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:33:01.750354 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-66daf574-7e1f-4a08-970c-06607479a812 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (cd0e8273-f68a-4f6a-953b-d4e70530b224), after_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:33:02.032855 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-66daf574-7e1f-4a08-970c-06607479a812 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d65547337a8a433e83403dac483f3f0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4750657 Mar 11 16:33:02.034281 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66daf574-7e1f-4a08-970c-06607479a812 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd0e8273-f68a-4f6a-953b-d4e70530b224,revision_number=1']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:33:02.035526 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 47174) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:33:02.047480 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66daf574-7e1f-4a08-970c-06607479a812 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:33:02.048487 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66daf574-7e1f-4a08-970c-06607479a812 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:33:02.048487 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66daf574-7e1f-4a08-970c-06607479a812 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:33:02.048487 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66daf574-7e1f-4a08-970c-06607479a812 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:33:02.048893 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66daf574-7e1f-4a08-970c-06607479a812 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:33:02.049132 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66daf574-7e1f-4a08-970c-06607479a812 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:33:02.049924 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66daf574-7e1f-4a08-970c-06607479a812 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:33:02.049924 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66daf574-7e1f-4a08-970c-06607479a812 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:33:02.050204 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66daf574-7e1f-4a08-970c-06607479a812 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:33:02.050429 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66daf574-7e1f-4a08-970c-06607479a812 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:33:02.050750 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66daf574-7e1f-4a08-970c-06607479a812 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:33:02.051066 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66daf574-7e1f-4a08-970c-06607479a812 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:33:02.051386 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66daf574-7e1f-4a08-970c-06607479a812 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:33:02.086519 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-79c4872a-e6bc-460f-93dc-fcb9e12f4bcd admin admin] Publish callbacks [] for security_group (cd0e8273-f68a-4f6a-953b-d4e70530b224), before_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:33:02.113626 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-79c4872a-e6bc-460f-93dc-fcb9e12f4bcd admin admin] Publish callbacks [] for security_group (cd0e8273-f68a-4f6a-953b-d4e70530b224), precommit_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:33:02.203546 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2445a7f1-224d-4b3d-9c37-53515936235d req-84c41d79-c964-4709-bef2-f82f34f5109b tempest-VolumesSnapshotTestJSON-240641242 tempest-VolumesSnapshotTestJSON-240641242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:33:02.205303 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-2445a7f1-224d-4b3d-9c37-53515936235d req-84c41d79-c964-4709-bef2-f82f34f5109b tempest-VolumesSnapshotTestJSON-240641242 tempest-VolumesSnapshotTestJSON-240641242-project] 10.222.0.72 "GET /v2.0/ports?device_id=0b3adad0-8541-4176-ace0-b00c8d83deb2 HTTP/1.1" status: 200 len: 943 time: 0.0728798 Mar 11 16:33:02.213474 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-79c4872a-e6bc-460f-93dc-fcb9e12f4bcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (cd0e8273-f68a-4f6a-953b-d4e70530b224), after_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:33:02.216449 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-79c4872a-e6bc-460f-93dc-fcb9e12f4bcd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:33:02.218143 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-79c4872a-e6bc-460f-93dc-fcb9e12f4bcd admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/cd0e8273-f68a-4f6a-953b-d4e70530b224 HTTP/1.1" status: 204 len: 168 time: 0.1816902 Mar 11 16:33:02.240273 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c4872a-e6bc-460f-93dc-fcb9e12f4bcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd0e8273-f68a-4f6a-953b-d4e70530b224,revision_number=None']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:33:02.251330 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c4872a-e6bc-460f-93dc-fcb9e12f4bcd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:33:02.251684 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c4872a-e6bc-460f-93dc-fcb9e12f4bcd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:33:02.252082 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c4872a-e6bc-460f-93dc-fcb9e12f4bcd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:33:02.252413 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c4872a-e6bc-460f-93dc-fcb9e12f4bcd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:33:02.252738 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c4872a-e6bc-460f-93dc-fcb9e12f4bcd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:33:02.253675 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c4872a-e6bc-460f-93dc-fcb9e12f4bcd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:33:02.253675 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c4872a-e6bc-460f-93dc-fcb9e12f4bcd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:33:02.253675 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c4872a-e6bc-460f-93dc-fcb9e12f4bcd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:33:02.254031 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c4872a-e6bc-460f-93dc-fcb9e12f4bcd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:33:02.254332 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c4872a-e6bc-460f-93dc-fcb9e12f4bcd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:33:02.254649 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c4872a-e6bc-460f-93dc-fcb9e12f4bcd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:33:02.254963 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c4872a-e6bc-460f-93dc-fcb9e12f4bcd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:33:02.255276 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c4872a-e6bc-460f-93dc-fcb9e12f4bcd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:33:02.287450 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-2445a7f1-224d-4b3d-9c37-53515936235d req-4ea8803a-2a60-4554-b2bd-5e0b8442f458 tempest-VolumesSnapshotTestJSON-240641242 tempest-VolumesSnapshotTestJSON-240641242-project] 10.222.0.72 "GET /v2.0/security-groups?id=acbac5f9-1090-44bd-b484-3926b201bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750582 Mar 11 16:33:03.358756 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Device 37cb69c0-8272-4c71-b1c6-9efb37d0f862 details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=103093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 16:33:03.482849 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b9575c-039f-4721-8c9e-0e5694ecf2df req-cc95f005-a0f4-408d-861a-a62de3ac81f8 tempest-VolumesSnapshotTestJSON-240641242 tempest-VolumesSnapshotTestJSON-240641242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:33:03.484447 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-03b9575c-039f-4721-8c9e-0e5694ecf2df req-cc95f005-a0f4-408d-861a-a62de3ac81f8 tempest-VolumesSnapshotTestJSON-240641242 tempest-VolumesSnapshotTestJSON-240641242-project] 10.222.0.72 "GET /v2.0/ports?device_id=0b3adad0-8541-4176-ace0-b00c8d83deb2 HTTP/1.1" status: 200 len: 943 time: 0.0911126 Mar 11 16:33:03.490780 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] For port 37cb69c0-8272-4c71-b1c6-9efb37d0f862, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=37cb69c0-8272-4c71-b1c6-9efb37d0f862,segment=NetworkSegment(1cc51a35-152e-49f3-9132-e50201118080),segment_id=1cc51a35-152e-49f3-9132-e50201118080)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:33:03.504993 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Returning: {'device': '37cb69c0-8272-4c71-b1c6-9efb37d0f862', 'network_id': 'e0014013-2feb-4f35-b4cc-a15e1ae9b144', 'port_id': '37cb69c0-8272-4c71-b1c6-9efb37d0f862', 'mac_address': 'fa:16:3e:8d:46:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d45a607-7caf-4edd-a004-1f75d1d80cc1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 16:33:03.549937 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Current status of the port 37cb69c0-8272-4c71-b1c6-9efb37d0f862 is: DOWN; New status is: BUILD {{(pid=103093) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 16:33:03.550513 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (37cb69c0-8272-4c71-b1c6-9efb37d0f862), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:33:03.566312 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.notifiers.nova [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37cb69c0-8272-4c71-b1c6-9efb37d0f862 {{(pid=103093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:33:03.569792 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-03b9575c-039f-4721-8c9e-0e5694ecf2df req-737dae54-7ad0-4340-a05a-1e14a5c68792 tempest-VolumesSnapshotTestJSON-240641242 tempest-VolumesSnapshotTestJSON-240641242-project] 10.222.0.72 "GET /v2.0/security-groups?id=acbac5f9-1090-44bd-b484-3926b201bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749915 Mar 11 16:33:03.600064 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] For port 37cb69c0-8272-4c71-b1c6-9efb37d0f862, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=37cb69c0-8272-4c71-b1c6-9efb37d0f862,segment=NetworkSegment(1cc51a35-152e-49f3-9132-e50201118080),segment_id=1cc51a35-152e-49f3-9132-e50201118080)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:33:03.608354 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947'] for port (37cb69c0-8272-4c71-b1c6-9efb37d0f862), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:33:03.697939 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Pushing event updated for resources: {'Port': ['ID=37cb69c0-8272-4c71-b1c6-9efb37d0f862,revision_number=4']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:33:03.817050 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 47246) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:33:03.949352 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-b0a955db-9dbc-413f-a4c0-0b3ce222cc89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:33:03.991137 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] get_ports_and_sgs() called for port_ids ['37cb69c0-8272-4c71-b1c6-9efb37d0f862'] {{(pid=103093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 16:33:04.040807 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-b0a955db-9dbc-413f-a4c0-0b3ce222cc89 admin admin] Publish callbacks [] for security_group (a49a7f67-b7e6-464e-942c-71c39b30237f), precommit_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:33:04.047132 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-b0a955db-9dbc-413f-a4c0-0b3ce222cc89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (a49a7f67-b7e6-464e-942c-71c39b30237f), after_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:33:04.087386 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 47256) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:33:04.091082 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-b0a955db-9dbc-413f-a4c0-0b3ce222cc89 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=cd5cee19a0a84c5fbb9975e999a1e189&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2716804 Mar 11 16:33:04.091281 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 47258) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:33:04.093376 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a955db-9dbc-413f-a4c0-0b3ce222cc89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a49a7f67-b7e6-464e-942c-71c39b30237f,revision_number=1']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:33:04.152385 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-1d9321b5-37cd-452e-bc6b-ffbd9ebd75fe admin admin] Publish callbacks [] for security_group (a49a7f67-b7e6-464e-942c-71c39b30237f), before_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:33:04.178806 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-1d9321b5-37cd-452e-bc6b-ffbd9ebd75fe admin admin] Publish callbacks [] for security_group (a49a7f67-b7e6-464e-942c-71c39b30237f), precommit_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:33:04.213457 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-b8f78125-3922-4b21-9788-15be97e7c1e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:33:04.229815 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-1d9321b5-37cd-452e-bc6b-ffbd9ebd75fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (a49a7f67-b7e6-464e-942c-71c39b30237f), after_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:33:04.233158 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-1d9321b5-37cd-452e-bc6b-ffbd9ebd75fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:33:04.234526 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-1d9321b5-37cd-452e-bc6b-ffbd9ebd75fe admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a49a7f67-b7e6-464e-942c-71c39b30237f HTTP/1.1" status: 204 len: 168 time: 0.1421566 Mar 11 16:33:04.243066 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9321b5-37cd-452e-bc6b-ffbd9ebd75fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a49a7f67-b7e6-464e-942c-71c39b30237f,revision_number=None']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:33:04.306276 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-b8f78125-3922-4b21-9788-15be97e7c1e9 admin admin] Publish callbacks [] for security_group (9ef29d58-78b3-4027-9a7a-55fc1794f37e), precommit_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:33:04.310251 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-b8f78125-3922-4b21-9788-15be97e7c1e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (9ef29d58-78b3-4027-9a7a-55fc1794f37e), after_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:33:04.351446 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-b8f78125-3922-4b21-9788-15be97e7c1e9 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=23aebbeef00543908a202aeb5204f1f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2605634 Mar 11 16:33:04.353036 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 47264) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:33:04.354783 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f78125-3922-4b21-9788-15be97e7c1e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ef29d58-78b3-4027-9a7a-55fc1794f37e,revision_number=1']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:33:04.416395 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-da1a1377-942d-4d0f-b89d-8ce7b864417b admin admin] Publish callbacks [] for security_group (9ef29d58-78b3-4027-9a7a-55fc1794f37e), before_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:33:04.438533 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-da1a1377-942d-4d0f-b89d-8ce7b864417b admin admin] Publish callbacks [] for security_group (9ef29d58-78b3-4027-9a7a-55fc1794f37e), precommit_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:33:04.488621 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-da1a1377-942d-4d0f-b89d-8ce7b864417b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (9ef29d58-78b3-4027-9a7a-55fc1794f37e), after_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:33:04.491453 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-da1a1377-942d-4d0f-b89d-8ce7b864417b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:33:04.492583 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-da1a1377-942d-4d0f-b89d-8ce7b864417b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/9ef29d58-78b3-4027-9a7a-55fc1794f37e HTTP/1.1" status: 204 len: 168 time: 0.1385684 Mar 11 16:33:04.501896 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1a1377-942d-4d0f-b89d-8ce7b864417b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ef29d58-78b3-4027-9a7a-55fc1794f37e,revision_number=None']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:33:04.534283 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 47270) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:33:04.547840 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-5780c9b9-8034-4485-a6a3-97effc0e29ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:33:04.633564 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-5780c9b9-8034-4485-a6a3-97effc0e29ac admin admin] Publish callbacks [] for security_group (5fc9c785-1c8f-4baf-ac2f-c9bf3ce54a9d), precommit_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:33:04.638684 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-5780c9b9-8034-4485-a6a3-97effc0e29ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (5fc9c785-1c8f-4baf-ac2f-c9bf3ce54a9d), after_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:33:04.679143 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-5780c9b9-8034-4485-a6a3-97effc0e29ac admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2b0adb8f0d5d466595d0650e89444e0a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1437514 Mar 11 16:33:04.680273 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5780c9b9-8034-4485-a6a3-97effc0e29ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fc9c785-1c8f-4baf-ac2f-c9bf3ce54a9d,revision_number=1']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:33:04.682555 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 47276) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:33:04.700837 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec82d95f-21ab-4b72-938f-2a3c66763e0b req-478875b2-1332-4b79-a666-9fd92dab1b0c tempest-VolumesSnapshotTestJSON-240641242 tempest-VolumesSnapshotTestJSON-240641242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:33:04.704996 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-ec82d95f-21ab-4b72-938f-2a3c66763e0b req-478875b2-1332-4b79-a666-9fd92dab1b0c tempest-VolumesSnapshotTestJSON-240641242 tempest-VolumesSnapshotTestJSON-240641242-project] 10.222.0.72 "GET /v2.0/ports?device_id=0b3adad0-8541-4176-ace0-b00c8d83deb2 HTTP/1.1" status: 200 len: 944 time: 0.0677044 Mar 11 16:33:04.737793 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-f2d3c661-634b-4496-b54e-3fc88c0dc0cf admin admin] Publish callbacks [] for security_group (5fc9c785-1c8f-4baf-ac2f-c9bf3ce54a9d), before_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:33:04.755114 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-ec82d95f-21ab-4b72-938f-2a3c66763e0b req-49e0db02-26b0-492d-b3d1-4c52b8b2b537 tempest-VolumesSnapshotTestJSON-240641242 tempest-VolumesSnapshotTestJSON-240641242-project] 10.222.0.72 "GET /v2.0/security-groups?id=acbac5f9-1090-44bd-b484-3926b201bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448146 Mar 11 16:33:04.762447 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-f2d3c661-634b-4496-b54e-3fc88c0dc0cf admin admin] Publish callbacks [] for security_group (5fc9c785-1c8f-4baf-ac2f-c9bf3ce54a9d), precommit_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:33:04.811826 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-f2d3c661-634b-4496-b54e-3fc88c0dc0cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (5fc9c785-1c8f-4baf-ac2f-c9bf3ce54a9d), after_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:33:04.814697 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-f2d3c661-634b-4496-b54e-3fc88c0dc0cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:33:04.815875 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-f2d3c661-634b-4496-b54e-3fc88c0dc0cf admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5fc9c785-1c8f-4baf-ac2f-c9bf3ce54a9d HTTP/1.1" status: 204 len: 168 time: 0.1324291 Mar 11 16:33:04.824570 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d3c661-634b-4496-b54e-3fc88c0dc0cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fc9c785-1c8f-4baf-ac2f-c9bf3ce54a9d,revision_number=None']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:33:04.871649 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 47280) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:33:04.885915 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-c966aee9-443b-4d51-a332-a9927b6c74b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:33:04.968653 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-c966aee9-443b-4d51-a332-a9927b6c74b1 admin admin] Publish callbacks [] for security_group (46d4bc47-922a-4ce6-b953-f324a357127a), precommit_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:33:04.972536 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-c966aee9-443b-4d51-a332-a9927b6c74b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (46d4bc47-922a-4ce6-b953-f324a357127a), after_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:33:05.013016 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-c966aee9-443b-4d51-a332-a9927b6c74b1 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=77a3f30c3952450eac8baf8bd9c973f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1393697 Mar 11 16:33:05.014103 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c966aee9-443b-4d51-a332-a9927b6c74b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46d4bc47-922a-4ce6-b953-f324a357127a,revision_number=1']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:33:05.015733 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 47284) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:33:05.067723 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-bea09e99-7ef4-4725-881e-063f8ef64715 admin admin] Publish callbacks [] for security_group (46d4bc47-922a-4ce6-b953-f324a357127a), before_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:33:05.090767 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-bea09e99-7ef4-4725-881e-063f8ef64715 admin admin] Publish callbacks [] for security_group (46d4bc47-922a-4ce6-b953-f324a357127a), precommit_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:33:05.140552 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-bea09e99-7ef4-4725-881e-063f8ef64715 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (46d4bc47-922a-4ce6-b953-f324a357127a), after_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:33:05.144594 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-bea09e99-7ef4-4725-881e-063f8ef64715 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:33:05.144594 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-bea09e99-7ef4-4725-881e-063f8ef64715 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/46d4bc47-922a-4ce6-b953-f324a357127a HTTP/1.1" status: 204 len: 168 time: 0.1275003 Mar 11 16:33:05.158925 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea09e99-7ef4-4725-881e-063f8ef64715 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46d4bc47-922a-4ce6-b953-f324a357127a,revision_number=None']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:33:05.353670 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (42978ec7-0c45-4bcc-88e8-64ee44356522), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:33:05.372229 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Device 37cb69c0-8272-4c71-b1c6-9efb37d0f862 up at agent hyperv_hv-cinder-75078 {{(pid=103093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 16:33:05.428716 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Provisioning for port 37cb69c0-8272-4c71-b1c6-9efb37d0f862 completed by entity L2. {{(pid=103093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 16:33:05.433249 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Provisioning complete for port 37cb69c0-8272-4c71-b1c6-9efb37d0f862 triggered by entity L2. {{(pid=103093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 16:33:05.433632 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397499'] for port (37cb69c0-8272-4c71-b1c6-9efb37d0f862), provisioning_complete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:33:05.519311 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Current status of the port 37cb69c0-8272-4c71-b1c6-9efb37d0f862 is: BUILD; New status is: ACTIVE {{(pid=103093) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 16:33:05.519709 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (37cb69c0-8272-4c71-b1c6-9efb37d0f862), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:33:05.545826 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b3adad0-8541-4176-ace0-b00c8d83deb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37cb69c0-8272-4c71-b1c6-9efb37d0f862'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:33:05.548115 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f6a2c072b123b360c8eb8991e75d694e889c4c27e62ecb22fdf39ecf471eb94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b27ad0d2-c6d6-4661-95eb-fe298863f50a" -d '{"events": [{"server_uuid": "0b3adad0-8541-4176-ace0-b00c8d83deb2", "name": "network-vif-plugged", "status": "completed", "tag": "37cb69c0-8272-4c71-b1c6-9efb37d0f862"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 16:33:05.567164 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] For port 37cb69c0-8272-4c71-b1c6-9efb37d0f862, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=37cb69c0-8272-4c71-b1c6-9efb37d0f862,segment=NetworkSegment(1cc51a35-152e-49f3-9132-e50201118080),segment_id=1cc51a35-152e-49f3-9132-e50201118080)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:33:05.572203 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947'] for port (37cb69c0-8272-4c71-b1c6-9efb37d0f862), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:33:05.627606 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Pushing event updated for resources: {'Port': ['ID=37cb69c0-8272-4c71-b1c6-9efb37d0f862,revision_number=5']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:33:05.634652 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:33:05.635003 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:33:05.635346 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:33:05.635795 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:33:05.636044 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:33:05.636316 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:33:05.636639 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:33:05.636964 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:33:05.637282 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:33:05.637609 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:33:05.637924 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:33:05.638266 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:33:05.639164 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:33:05.776230 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 16:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c904289-f0ef-4860-8689-aa40095a95d7 x-openstack-request-id: req-8c904289-f0ef-4860-8689-aa40095a95d7 {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 16:33:05.776475 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b3adad0-8541-4176-ace0-b00c8d83deb2", "name": "network-vif-plugged", "status": "completed", "tag": "37cb69c0-8272-4c71-b1c6-9efb37d0f862", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 16:33:05.776734 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-8c904289-f0ef-4860-8689-aa40095a95d7 {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 16:33:05.777128 dv-cinder-750782-12-iscsi neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b3adad0-8541-4176-ace0-b00c8d83deb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37cb69c0-8272-4c71-b1c6-9efb37d0f862', 'code': 200} Mar 11 16:33:05.912258 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866b4bd0-a254-437f-9658-390936de918a req-e6cc3112-f82d-4aeb-aaef-0dc838cf18bc tempest-VolumesSnapshotTestJSON-240641242 tempest-VolumesSnapshotTestJSON-240641242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:33:05.914411 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-866b4bd0-a254-437f-9658-390936de918a req-e6cc3112-f82d-4aeb-aaef-0dc838cf18bc tempest-VolumesSnapshotTestJSON-240641242 tempest-VolumesSnapshotTestJSON-240641242-project] 10.222.0.72 "GET /v2.0/ports?device_id=0b3adad0-8541-4176-ace0-b00c8d83deb2 HTTP/1.1" status: 200 len: 945 time: 0.0700071 Mar 11 16:33:06.008909 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-866b4bd0-a254-437f-9658-390936de918a req-e4955484-b76f-497f-b140-73a2724ce1ec tempest-VolumesSnapshotTestJSON-240641242 tempest-VolumesSnapshotTestJSON-240641242-project] 10.222.0.72 "GET /v2.0/security-groups?id=acbac5f9-1090-44bd-b484-3926b201bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859530 Mar 11 16:33:06.011611 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec85c624-9359-47d5-b862-49e8e7f79598 req-b9b263f7-e073-4976-b1c8-b6ef37937e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:33:06.013226 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-ec85c624-9359-47d5-b862-49e8e7f79598 req-b9b263f7-e073-4976-b1c8-b6ef37937e43 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0b3adad0-8541-4176-ace0-b00c8d83deb2 HTTP/1.1" status: 200 len: 1129 time: 0.0731533 Mar 11 16:33:06.064501 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-ec85c624-9359-47d5-b862-49e8e7f79598 req-93e897ed-7413-4f60-adc4-12cee220c76f service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=acbac5f9-1090-44bd-b484-3926b201bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457897 Mar 11 16:33:07.025108 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 47378) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:33:07.132342 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-47403815-8ab2-4482-b1ab-754cf62b5bcf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:33:07.132599 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4de6d2-56b5-4a8c-adef-f33ce67cc6fe req-c9c2bbb8-5a30-4a13-a235-db257af4ff5b tempest-VolumesSnapshotTestJSON-240641242 tempest-VolumesSnapshotTestJSON-240641242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:33:07.134007 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-da4de6d2-56b5-4a8c-adef-f33ce67cc6fe req-c9c2bbb8-5a30-4a13-a235-db257af4ff5b tempest-VolumesSnapshotTestJSON-240641242 tempest-VolumesSnapshotTestJSON-240641242-project] 10.222.0.72 "GET /v2.0/ports?device_id=0b3adad0-8541-4176-ace0-b00c8d83deb2 HTTP/1.1" status: 200 len: 945 time: 0.0535867 Mar 11 16:33:07.191341 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-da4de6d2-56b5-4a8c-adef-f33ce67cc6fe req-211f9363-80ed-4a36-ae3d-d999ad90048b tempest-VolumesSnapshotTestJSON-240641242 tempest-VolumesSnapshotTestJSON-240641242-project] 10.222.0.72 "GET /v2.0/security-groups?id=acbac5f9-1090-44bd-b484-3926b201bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502460 Mar 11 16:33:07.218138 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-47403815-8ab2-4482-b1ab-754cf62b5bcf admin admin] Publish callbacks [] for security_group (80a8fb49-d860-41f9-9080-a716027d9bb3), precommit_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:33:07.221934 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-47403815-8ab2-4482-b1ab-754cf62b5bcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (80a8fb49-d860-41f9-9080-a716027d9bb3), after_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:33:07.265053 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-47403815-8ab2-4482-b1ab-754cf62b5bcf admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=9b0545e9a25f4d59a2fc1cd7432f9ed4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2388678 Mar 11 16:33:07.266182 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47403815-8ab2-4482-b1ab-754cf62b5bcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80a8fb49-d860-41f9-9080-a716027d9bb3,revision_number=1']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:33:07.267810 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 47384) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:33:07.322446 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-3a7996db-1456-41bb-9e46-d0755f9ebefa admin admin] Publish callbacks [] for security_group (80a8fb49-d860-41f9-9080-a716027d9bb3), before_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:33:07.346400 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-3a7996db-1456-41bb-9e46-d0755f9ebefa admin admin] Publish callbacks [] for security_group (80a8fb49-d860-41f9-9080-a716027d9bb3), precommit_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:33:07.396736 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-3a7996db-1456-41bb-9e46-d0755f9ebefa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (80a8fb49-d860-41f9-9080-a716027d9bb3), after_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:33:07.399526 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-3a7996db-1456-41bb-9e46-d0755f9ebefa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:33:07.400696 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-3a7996db-1456-41bb-9e46-d0755f9ebefa admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/80a8fb49-d860-41f9-9080-a716027d9bb3 HTTP/1.1" status: 204 len: 168 time: 0.1318717 Mar 11 16:33:07.410873 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7996db-1456-41bb-9e46-d0755f9ebefa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80a8fb49-d860-41f9-9080-a716027d9bb3,revision_number=None']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:33:07.658488 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 47390) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:33:07.671933 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-171aa195-9040-44c1-957a-fbe67a19938c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:33:07.749622 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-171aa195-9040-44c1-957a-fbe67a19938c admin admin] Publish callbacks [] for security_group (95d07c82-b1f5-4248-98c4-4947a4498ebb), precommit_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:33:07.753328 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-171aa195-9040-44c1-957a-fbe67a19938c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (95d07c82-b1f5-4248-98c4-4947a4498ebb), after_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:33:07.794559 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-171aa195-9040-44c1-957a-fbe67a19938c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=24a65588dac1455aadefab8ceef2c886&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1326287 Mar 11 16:33:07.794559 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171aa195-9040-44c1-957a-fbe67a19938c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95d07c82-b1f5-4248-98c4-4947a4498ebb,revision_number=1']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:33:07.795512 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 47392) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:33:07.846455 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-7606ab9f-d083-41ed-8a57-1bf8520c2bbe admin admin] Publish callbacks [] for security_group (95d07c82-b1f5-4248-98c4-4947a4498ebb), before_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:33:07.869249 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-7606ab9f-d083-41ed-8a57-1bf8520c2bbe admin admin] Publish callbacks [] for security_group (95d07c82-b1f5-4248-98c4-4947a4498ebb), precommit_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:33:07.917872 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-7606ab9f-d083-41ed-8a57-1bf8520c2bbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (95d07c82-b1f5-4248-98c4-4947a4498ebb), after_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:33:07.921107 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-7606ab9f-d083-41ed-8a57-1bf8520c2bbe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:33:07.922277 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-7606ab9f-d083-41ed-8a57-1bf8520c2bbe admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/95d07c82-b1f5-4248-98c4-4947a4498ebb HTTP/1.1" status: 204 len: 168 time: 0.1255198 Mar 11 16:33:07.930201 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7606ab9f-d083-41ed-8a57-1bf8520c2bbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95d07c82-b1f5-4248-98c4-4947a4498ebb,revision_number=None']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:33:08.317385 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea0e52a-5bd2-4668-8fa8-70bd879be026 req-3fbe970e-3983-4aac-a118-65c1b848c33e tempest-VolumesSnapshotTestJSON-240641242 tempest-VolumesSnapshotTestJSON-240641242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:33:08.318923 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-8ea0e52a-5bd2-4668-8fa8-70bd879be026 req-3fbe970e-3983-4aac-a118-65c1b848c33e tempest-VolumesSnapshotTestJSON-240641242 tempest-VolumesSnapshotTestJSON-240641242-project] 10.222.0.72 "GET /v2.0/ports?device_id=0b3adad0-8541-4176-ace0-b00c8d83deb2 HTTP/1.1" status: 200 len: 945 time: 0.0580506 Mar 11 16:33:08.366666 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-8ea0e52a-5bd2-4668-8fa8-70bd879be026 req-994e2b45-cad3-43dd-9a11-70bfe3ca9984 tempest-VolumesSnapshotTestJSON-240641242 tempest-VolumesSnapshotTestJSON-240641242-project] 10.222.0.72 "GET /v2.0/security-groups?id=acbac5f9-1090-44bd-b484-3926b201bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418518 Mar 11 16:33:09.769920 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 47522) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:33:09.881558 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-ff48c904-58db-4f1e-845b-d960075ad73e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:33:09.958994 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-ff48c904-58db-4f1e-845b-d960075ad73e admin admin] Publish callbacks [] for security_group (5fb0023f-2f98-4c6d-bd1c-f66f2210e6b1), precommit_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:33:09.962865 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-ff48c904-58db-4f1e-845b-d960075ad73e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (5fb0023f-2f98-4c6d-bd1c-f66f2210e6b1), after_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:33:10.003273 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-ff48c904-58db-4f1e-845b-d960075ad73e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b0f513ce68684685b1f55d26c975e758&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2322361 Mar 11 16:33:10.004149 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff48c904-58db-4f1e-845b-d960075ad73e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fb0023f-2f98-4c6d-bd1c-f66f2210e6b1,revision_number=1']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:33:10.006734 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 47528) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:33:10.057860 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-dd9f8812-a445-474b-93a4-8a4378dfb25f admin admin] Publish callbacks [] for security_group (5fb0023f-2f98-4c6d-bd1c-f66f2210e6b1), before_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:33:10.084024 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-dd9f8812-a445-474b-93a4-8a4378dfb25f admin admin] Publish callbacks [] for security_group (5fb0023f-2f98-4c6d-bd1c-f66f2210e6b1), precommit_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:33:10.136255 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-dd9f8812-a445-474b-93a4-8a4378dfb25f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (5fb0023f-2f98-4c6d-bd1c-f66f2210e6b1), after_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:33:10.139377 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-dd9f8812-a445-474b-93a4-8a4378dfb25f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:33:10.140525 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-dd9f8812-a445-474b-93a4-8a4378dfb25f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5fb0023f-2f98-4c6d-bd1c-f66f2210e6b1 HTTP/1.1" status: 204 len: 168 time: 0.1328042 Mar 11 16:33:10.148684 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f8812-a445-474b-93a4-8a4378dfb25f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fb0023f-2f98-4c6d-bd1c-f66f2210e6b1,revision_number=None']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:33:10.429776 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 47534) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:33:10.443332 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-84ebb207-caba-42e3-a379-aa768c3e94b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:33:10.531844 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-84ebb207-caba-42e3-a379-aa768c3e94b8 admin admin] Publish callbacks [] for security_group (1e49afdf-d320-4c64-8a55-54318027f758), precommit_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:33:10.536248 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-84ebb207-caba-42e3-a379-aa768c3e94b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (1e49afdf-d320-4c64-8a55-54318027f758), after_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:33:10.582971 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-84ebb207-caba-42e3-a379-aa768c3e94b8 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=076ced4b0106401083ce21768f787709&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1520839 Mar 11 16:33:10.583851 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ebb207-caba-42e3-a379-aa768c3e94b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e49afdf-d320-4c64-8a55-54318027f758,revision_number=1']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:33:10.585688 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 47544) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:33:10.647362 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-13e6224a-4029-4447-b17c-9b5d0a8fb986 admin admin] Publish callbacks [] for security_group (1e49afdf-d320-4c64-8a55-54318027f758), before_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:33:10.669501 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-13e6224a-4029-4447-b17c-9b5d0a8fb986 admin admin] Publish callbacks [] for security_group (1e49afdf-d320-4c64-8a55-54318027f758), precommit_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:33:10.749235 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-13e6224a-4029-4447-b17c-9b5d0a8fb986 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (1e49afdf-d320-4c64-8a55-54318027f758), after_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:33:10.751986 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-13e6224a-4029-4447-b17c-9b5d0a8fb986 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:33:10.755618 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-13e6224a-4029-4447-b17c-9b5d0a8fb986 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/1e49afdf-d320-4c64-8a55-54318027f758 HTTP/1.1" status: 204 len: 168 time: 0.1664958 Mar 11 16:33:10.761696 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e6224a-4029-4447-b17c-9b5d0a8fb986 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e49afdf-d320-4c64-8a55-54318027f758,revision_number=None']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:33:12.442550 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-fb6107ae-5108-4c4f-b69b-41f27eb0abe1 req-83e3f5cb-a4ba-4d4f-b4a9-d4b738cda464 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0b3adad0-8541-4176-ace0-b00c8d83deb2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0461438 Mar 11 16:33:12.533823 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6107ae-5108-4c4f-b69b-41f27eb0abe1 req-ed8a7233-5ed3-4ecf-93b3-6aa96c559b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:33:12.535447 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-fb6107ae-5108-4c4f-b69b-41f27eb0abe1 req-ed8a7233-5ed3-4ecf-93b3-6aa96c559b22 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8913a7ef0c564d6db58e9bbaafd5bad8&device_id=0b3adad0-8541-4176-ace0-b00c8d83deb2 HTTP/1.1" status: 200 len: 1129 time: 0.0488944 Mar 11 16:33:12.643308 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6107ae-5108-4c4f-b69b-41f27eb0abe1 req-0944989f-1cf5-4de6-9681-ae68bdc522b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:33:12.644781 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-fb6107ae-5108-4c4f-b69b-41f27eb0abe1 req-0944989f-1cf5-4de6-9681-ae68bdc522b1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e0014013-2feb-4f35-b4cc-a15e1ae9b144 HTTP/1.1" status: 200 len: 915 time: 0.0896194 Mar 11 16:33:12.688025 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-fb6107ae-5108-4c4f-b69b-41f27eb0abe1 req-22d160b6-cd58-4a16-8fba-9cab8dd12248 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=37cb69c0-8272-4c71-b1c6-9efb37d0f862 HTTP/1.1" status: 200 len: 217 time: 0.0366657 Mar 11 16:33:12.736510 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6107ae-5108-4c4f-b69b-41f27eb0abe1 req-699f78f9-ddae-4a62-9cc5-e50840106811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:33:12.737898 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-fb6107ae-5108-4c4f-b69b-41f27eb0abe1 req-699f78f9-ddae-4a62-9cc5-e50840106811 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3d45a607-7caf-4edd-a004-1f75d1d80cc1 HTTP/1.1" status: 200 len: 854 time: 0.0443149 Mar 11 16:33:12.768816 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-fb6107ae-5108-4c4f-b69b-41f27eb0abe1 req-60ed4c92-8c0c-4ea1-99cc-f1387b6b2b1e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e0014013-2feb-4f35-b4cc-a15e1ae9b144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248826 Mar 11 16:33:12.872979 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-fb6107ae-5108-4c4f-b69b-41f27eb0abe1 req-d74bec61-4f31-44bc-9376-ffeb5aa477e9 service neutron] 10.222.0.18 "GET /v2.0/networks/e0014013-2feb-4f35-b4cc-a15e1ae9b144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914006 Mar 11 16:33:12.979617 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-fb6107ae-5108-4c4f-b69b-41f27eb0abe1 req-57a09df0-5add-43e8-ac5a-028ebbb16eb4 service neutron] 10.222.0.18 "GET /v2.0/networks/e0014013-2feb-4f35-b4cc-a15e1ae9b144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007323 Mar 11 16:33:13.818845 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c6dad7a9-530f-46ab-9254-873725f714bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (52d54afa-c257-4acf-9353-cc1307944ae0), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:33:15.227324 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.agents_db [None req-ed17eba3-c4d2-4aaa-a64c-93b8434a4a48 None None] Agent healthcheck: found 6 active agents {{(pid=103094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 16:33:16.203028 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1fb23034-0f81-4b91-8dbd-6038225e44ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (03422851-42b1-44c9-ada6-e479436b7b23), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:33:17.506309 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ae773407-53f5-44d0-bdbe-4d88b69a915f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (d0bcdf8a-248d-4278-aa4c-95e4828d61b2), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:33:18.884083 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-12686fd2-0f25-484f-a78a-b5cd34d8581b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (a5a5d809-3580-471a-ade1-6c5ecc269919), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:33:20.409279 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (1025624e-e238-47fc-86ae-58f7bb6baa16), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:33:27.364617 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 47850) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:33:27.508338 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-30e93bb9-d930-4158-aa68-58c865e21e1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:33:27.585723 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-30e93bb9-d930-4158-aa68-58c865e21e1b admin admin] Publish callbacks [] for security_group (d30e3b10-0ba0-4f80-92a9-5cdd2c23e6ad), precommit_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:33:27.589617 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-30e93bb9-d930-4158-aa68-58c865e21e1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (d30e3b10-0ba0-4f80-92a9-5cdd2c23e6ad), after_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:33:27.630246 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e93bb9-d930-4158-aa68-58c865e21e1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d30e3b10-0ba0-4f80-92a9-5cdd2c23e6ad,revision_number=1']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:33:27.635621 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-30e93bb9-d930-4158-aa68-58c865e21e1b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6a4726b3356d4532ada2fa73b38c09ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2699277 Mar 11 16:33:27.638896 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 47854) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:33:27.691070 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-62b28e4b-63aa-4d1e-904a-73a37212e131 admin admin] Publish callbacks [] for security_group (d30e3b10-0ba0-4f80-92a9-5cdd2c23e6ad), before_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:33:27.716943 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-62b28e4b-63aa-4d1e-904a-73a37212e131 admin admin] Publish callbacks [] for security_group (d30e3b10-0ba0-4f80-92a9-5cdd2c23e6ad), precommit_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:33:27.765931 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-62b28e4b-63aa-4d1e-904a-73a37212e131 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (d30e3b10-0ba0-4f80-92a9-5cdd2c23e6ad), after_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:33:27.768687 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-62b28e4b-63aa-4d1e-904a-73a37212e131 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:33:27.769842 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-62b28e4b-63aa-4d1e-904a-73a37212e131 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d30e3b10-0ba0-4f80-92a9-5cdd2c23e6ad HTTP/1.1" status: 204 len: 168 time: 0.1306829 Mar 11 16:33:27.779178 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b28e4b-63aa-4d1e-904a-73a37212e131 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d30e3b10-0ba0-4f80-92a9-5cdd2c23e6ad,revision_number=None']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:33:28.036118 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 47862) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:33:28.049667 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-8f02c101-9c7c-4ea6-a2c4-f6f01f00260c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:33:28.135190 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-8f02c101-9c7c-4ea6-a2c4-f6f01f00260c admin admin] Publish callbacks [] for security_group (ea3d37d4-7ffd-4697-98f5-d1e5fe2d67d6), precommit_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:33:28.139110 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-8f02c101-9c7c-4ea6-a2c4-f6f01f00260c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (ea3d37d4-7ffd-4697-98f5-d1e5fe2d67d6), after_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:33:28.178546 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-8f02c101-9c7c-4ea6-a2c4-f6f01f00260c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=1f904c1336844e2085a173542c0df189&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1413498 Mar 11 16:33:28.180427 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f02c101-9c7c-4ea6-a2c4-f6f01f00260c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea3d37d4-7ffd-4697-98f5-d1e5fe2d67d6,revision_number=1']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:33:28.181222 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 47864) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:33:28.231666 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-e8e91fd3-73a1-4c7f-8c1c-754a259f44e3 admin admin] Publish callbacks [] for security_group (ea3d37d4-7ffd-4697-98f5-d1e5fe2d67d6), before_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:33:28.254616 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-e8e91fd3-73a1-4c7f-8c1c-754a259f44e3 admin admin] Publish callbacks [] for security_group (ea3d37d4-7ffd-4697-98f5-d1e5fe2d67d6), precommit_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:33:28.300755 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-e8e91fd3-73a1-4c7f-8c1c-754a259f44e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (ea3d37d4-7ffd-4697-98f5-d1e5fe2d67d6), after_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:33:28.303579 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-e8e91fd3-73a1-4c7f-8c1c-754a259f44e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:33:28.304707 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-e8e91fd3-73a1-4c7f-8c1c-754a259f44e3 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ea3d37d4-7ffd-4697-98f5-d1e5fe2d67d6 HTTP/1.1" status: 204 len: 168 time: 0.1224694 Mar 11 16:33:28.313640 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e91fd3-73a1-4c7f-8c1c-754a259f44e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea3d37d4-7ffd-4697-98f5-d1e5fe2d67d6,revision_number=None']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:33:31.283751 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 48062) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:33:31.392850 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-73b3debe-59f1-46e2-8f56-ae53f97e8c5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:33:31.480468 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-73b3debe-59f1-46e2-8f56-ae53f97e8c5f admin admin] Publish callbacks [] for security_group (7f0bccc6-97aa-4894-a0cc-80cc7ebe1b4f), precommit_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:33:31.485344 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-73b3debe-59f1-46e2-8f56-ae53f97e8c5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (7f0bccc6-97aa-4894-a0cc-80cc7ebe1b4f), after_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:33:31.530008 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-73b3debe-59f1-46e2-8f56-ae53f97e8c5f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d23834ec5353400eaadaa6a4958261ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2451239 Mar 11 16:33:31.530959 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b3debe-59f1-46e2-8f56-ae53f97e8c5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f0bccc6-97aa-4894-a0cc-80cc7ebe1b4f,revision_number=1']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:33:31.532703 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 48078) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:33:31.584365 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-62a9dfd4-c6ec-41cc-a6f5-aca5948f3018 admin admin] Publish callbacks [] for security_group (7f0bccc6-97aa-4894-a0cc-80cc7ebe1b4f), before_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:33:31.604434 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-62a9dfd4-c6ec-41cc-a6f5-aca5948f3018 admin admin] Publish callbacks [] for security_group (7f0bccc6-97aa-4894-a0cc-80cc7ebe1b4f), precommit_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:33:31.653732 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-62a9dfd4-c6ec-41cc-a6f5-aca5948f3018 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (7f0bccc6-97aa-4894-a0cc-80cc7ebe1b4f), after_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:33:31.656338 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-62a9dfd4-c6ec-41cc-a6f5-aca5948f3018 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:33:31.657508 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-62a9dfd4-c6ec-41cc-a6f5-aca5948f3018 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/7f0bccc6-97aa-4894-a0cc-80cc7ebe1b4f HTTP/1.1" status: 204 len: 168 time: 0.1231630 Mar 11 16:33:31.665270 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a9dfd4-c6ec-41cc-a6f5-aca5948f3018 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f0bccc6-97aa-4894-a0cc-80cc7ebe1b4f,revision_number=None']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:33:31.932458 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 48084) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:33:31.950086 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-5b83f23b-eb72-425a-a0c8-5c243a662674 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:33:32.031029 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-5b83f23b-eb72-425a-a0c8-5c243a662674 admin admin] Publish callbacks [] for security_group (1b5efa34-2b3d-47da-9cac-9e6f1a85934d), precommit_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:33:32.036441 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-5b83f23b-eb72-425a-a0c8-5c243a662674 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (1b5efa34-2b3d-47da-9cac-9e6f1a85934d), after_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:33:32.074806 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b83f23b-eb72-425a-a0c8-5c243a662674 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b5efa34-2b3d-47da-9cac-9e6f1a85934d,revision_number=1']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:33:32.079132 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-5b83f23b-eb72-425a-a0c8-5c243a662674 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6146944ef77048ed9403ac1e12342576&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1456406 Mar 11 16:33:32.081806 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 48088) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:33:32.132252 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-b4764c9a-a7ac-4517-b260-686534d6b497 admin admin] Publish callbacks [] for security_group (1b5efa34-2b3d-47da-9cac-9e6f1a85934d), before_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:33:32.157490 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-b4764c9a-a7ac-4517-b260-686534d6b497 admin admin] Publish callbacks [] for security_group (1b5efa34-2b3d-47da-9cac-9e6f1a85934d), precommit_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:33:32.207819 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-b4764c9a-a7ac-4517-b260-686534d6b497 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (1b5efa34-2b3d-47da-9cac-9e6f1a85934d), after_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:33:32.211102 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-b4764c9a-a7ac-4517-b260-686534d6b497 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:33:32.212637 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-b4764c9a-a7ac-4517-b260-686534d6b497 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/1b5efa34-2b3d-47da-9cac-9e6f1a85934d HTTP/1.1" status: 204 len: 168 time: 0.1297884 Mar 11 16:33:32.222045 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4764c9a-a7ac-4517-b260-686534d6b497 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b5efa34-2b3d-47da-9cac-9e6f1a85934d,revision_number=None']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:33:34.240826 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 48166) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:33:34.347891 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-a66bc6c0-8e52-4e18-b105-42f873e6ffaa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:33:34.432285 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-a66bc6c0-8e52-4e18-b105-42f873e6ffaa admin admin] Publish callbacks [] for security_group (f684d4bc-968a-4fef-9967-6eee4fb3e581), precommit_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:33:34.435606 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-a66bc6c0-8e52-4e18-b105-42f873e6ffaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (f684d4bc-968a-4fef-9967-6eee4fb3e581), after_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:33:34.475974 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-a66bc6c0-8e52-4e18-b105-42f873e6ffaa admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=93b902a063d54185935ed70cba8d476b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2340436 Mar 11 16:33:34.476815 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66bc6c0-8e52-4e18-b105-42f873e6ffaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f684d4bc-968a-4fef-9967-6eee4fb3e581,revision_number=1']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:33:34.478680 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 48170) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:33:34.530674 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-d233f0d9-fa98-435c-900b-ca2a0560386d admin admin] Publish callbacks [] for security_group (f684d4bc-968a-4fef-9967-6eee4fb3e581), before_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:33:34.552818 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-d233f0d9-fa98-435c-900b-ca2a0560386d admin admin] Publish callbacks [] for security_group (f684d4bc-968a-4fef-9967-6eee4fb3e581), precommit_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:33:34.601289 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-d233f0d9-fa98-435c-900b-ca2a0560386d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (f684d4bc-968a-4fef-9967-6eee4fb3e581), after_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:33:34.603944 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-d233f0d9-fa98-435c-900b-ca2a0560386d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:33:34.605121 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-d233f0d9-fa98-435c-900b-ca2a0560386d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f684d4bc-968a-4fef-9967-6eee4fb3e581 HTTP/1.1" status: 204 len: 168 time: 0.1254447 Mar 11 16:33:34.613999 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d233f0d9-fa98-435c-900b-ca2a0560386d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f684d4bc-968a-4fef-9967-6eee4fb3e581,revision_number=None']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:33:34.873749 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 48176) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:33:34.888396 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-27dff84c-9cb8-4ba8-87bf-fa6f49aae241 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:33:34.964323 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-27dff84c-9cb8-4ba8-87bf-fa6f49aae241 admin admin] Publish callbacks [] for security_group (919e1f57-8b52-415a-b830-34288207af6d), precommit_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:33:34.968649 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-27dff84c-9cb8-4ba8-87bf-fa6f49aae241 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (919e1f57-8b52-415a-b830-34288207af6d), after_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:33:35.008633 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-27dff84c-9cb8-4ba8-87bf-fa6f49aae241 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=99a00da3526149d4be5bf4e378fbf8f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1334753 Mar 11 16:33:35.009476 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dff84c-9cb8-4ba8-87bf-fa6f49aae241 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=919e1f57-8b52-415a-b830-34288207af6d,revision_number=1']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:33:35.012585 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 48178) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:33:35.066333 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-548ee786-8c8c-436e-b6a0-a96331bac4f6 admin admin] Publish callbacks [] for security_group (919e1f57-8b52-415a-b830-34288207af6d), before_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:33:35.087355 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-548ee786-8c8c-436e-b6a0-a96331bac4f6 admin admin] Publish callbacks [] for security_group (919e1f57-8b52-415a-b830-34288207af6d), precommit_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:33:35.140725 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-548ee786-8c8c-436e-b6a0-a96331bac4f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (919e1f57-8b52-415a-b830-34288207af6d), after_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:33:35.149700 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-548ee786-8c8c-436e-b6a0-a96331bac4f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:33:35.149700 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-548ee786-8c8c-436e-b6a0-a96331bac4f6 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/919e1f57-8b52-415a-b830-34288207af6d HTTP/1.1" status: 204 len: 168 time: 0.1317143 Mar 11 16:33:35.156855 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548ee786-8c8c-436e-b6a0-a96331bac4f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=919e1f57-8b52-415a-b830-34288207af6d,revision_number=None']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:33:35.364462 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (42978ec7-0c45-4bcc-88e8-64ee44356522), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:33:43.821789 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a9fb4b5c-a359-48b0-8196-943d90b87639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (52d54afa-c257-4acf-9353-cc1307944ae0), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:33:46.188978 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-6c3fab6d-677e-4223-88f7-745ac4d6923b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (03422851-42b1-44c9-ada6-e479436b7b23), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:33:47.508482 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ae773407-53f5-44d0-bdbe-4d88b69a915f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (d0bcdf8a-248d-4278-aa4c-95e4828d61b2), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:33:48.883160 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-12686fd2-0f25-484f-a78a-b5cd34d8581b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (a5a5d809-3580-471a-ade1-6c5ecc269919), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:33:50.412712 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (1025624e-e238-47fc-86ae-58f7bb6baa16), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:33:52.226693 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.agents_db [None req-ed17eba3-c4d2-4aaa-a64c-93b8434a4a48 None None] Agent healthcheck: found 6 active agents {{(pid=103094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 16:34:05.355450 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (42978ec7-0c45-4bcc-88e8-64ee44356522), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:34:13.828350 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4c43a281-2617-4411-8dcd-01e678938748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (52d54afa-c257-4acf-9353-cc1307944ae0), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:34:15.428324 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-5c37de42-b511-469f-ae4b-9cc94ec55772 req-e75217d4-38ee-438a-b2fb-ab3e30694aef service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0b3adad0-8541-4176-ace0-b00c8d83deb2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0445311 Mar 11 16:34:15.557669 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c37de42-b511-469f-ae4b-9cc94ec55772 req-d3dc9a9e-0189-4603-80b1-fdb3a655df27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:15.559192 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-5c37de42-b511-469f-ae4b-9cc94ec55772 req-d3dc9a9e-0189-4603-80b1-fdb3a655df27 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8913a7ef0c564d6db58e9bbaafd5bad8&device_id=0b3adad0-8541-4176-ace0-b00c8d83deb2 HTTP/1.1" status: 200 len: 1129 time: 0.0453255 Mar 11 16:34:15.665213 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c37de42-b511-469f-ae4b-9cc94ec55772 req-556b89c5-fe0b-41c4-b59c-3a12eba2bd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:15.666726 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-5c37de42-b511-469f-ae4b-9cc94ec55772 req-556b89c5-fe0b-41c4-b59c-3a12eba2bd7e service neutron] 10.222.0.18 "GET /v2.0/networks?id=e0014013-2feb-4f35-b4cc-a15e1ae9b144 HTTP/1.1" status: 200 len: 915 time: 0.0891521 Mar 11 16:34:15.708901 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-5c37de42-b511-469f-ae4b-9cc94ec55772 req-412fc3b6-1ed5-483f-9ef8-50a901340c5c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=37cb69c0-8272-4c71-b1c6-9efb37d0f862 HTTP/1.1" status: 200 len: 217 time: 0.0350280 Mar 11 16:34:15.755586 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c37de42-b511-469f-ae4b-9cc94ec55772 req-57506c49-84e9-4af9-8ba2-d6c9f7590217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:15.757003 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-5c37de42-b511-469f-ae4b-9cc94ec55772 req-57506c49-84e9-4af9-8ba2-d6c9f7590217 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3d45a607-7caf-4edd-a004-1f75d1d80cc1 HTTP/1.1" status: 200 len: 854 time: 0.0430589 Mar 11 16:34:15.793257 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-5c37de42-b511-469f-ae4b-9cc94ec55772 req-d8d7e5c8-ff50-4eaf-9a56-3e8ab4f4ad45 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e0014013-2feb-4f35-b4cc-a15e1ae9b144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295568 Mar 11 16:34:15.881515 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-5c37de42-b511-469f-ae4b-9cc94ec55772 req-f482a8bb-b5e2-4810-91b9-657a7208b4d4 service neutron] 10.222.0.18 "GET /v2.0/networks/e0014013-2feb-4f35-b4cc-a15e1ae9b144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823631 Mar 11 16:34:16.193410 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ad5213ad-d807-4ace-bd60-d5b79322246c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (03422851-42b1-44c9-ada6-e479436b7b23), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:34:16.238641 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-5c37de42-b511-469f-ae4b-9cc94ec55772 req-d6d4bb0e-8afc-4fb5-acf1-6dad4fee85cd service neutron] 10.222.0.18 "GET /v2.0/networks/e0014013-2feb-4f35-b4cc-a15e1ae9b144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3499608 Mar 11 16:34:17.514967 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ae773407-53f5-44d0-bdbe-4d88b69a915f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (d0bcdf8a-248d-4278-aa4c-95e4828d61b2), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:34:18.889563 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-12686fd2-0f25-484f-a78a-b5cd34d8581b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (a5a5d809-3580-471a-ade1-6c5ecc269919), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:34:20.416141 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (1025624e-e238-47fc-86ae-58f7bb6baa16), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:34:21.292468 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a46e38-0ce4-4a5b-be88-73865e321bce req-af976fc0-da1b-46a8-b0e3-1d5d18978169 tempest-VolumesSnapshotTestJSON-240641242 tempest-VolumesSnapshotTestJSON-240641242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:21.294010 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-64a46e38-0ce4-4a5b-be88-73865e321bce req-af976fc0-da1b-46a8-b0e3-1d5d18978169 tempest-VolumesSnapshotTestJSON-240641242 tempest-VolumesSnapshotTestJSON-240641242-project] 10.222.0.72 "GET /v2.0/ports?device_id=0b3adad0-8541-4176-ace0-b00c8d83deb2 HTTP/1.1" status: 200 len: 945 time: 0.0555048 Mar 11 16:34:21.342828 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-64a46e38-0ce4-4a5b-be88-73865e321bce req-21409b2b-d5d3-4989-8c62-7bd071246884 tempest-VolumesSnapshotTestJSON-240641242 tempest-VolumesSnapshotTestJSON-240641242-project] 10.222.0.72 "GET /v2.0/security-groups?id=acbac5f9-1090-44bd-b484-3926b201bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422406 Mar 11 16:34:21.724292 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 48616) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:34:21.826591 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-fcab5f3c-b389-4663-8050-157a85175ee3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:34:21.907398 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-fcab5f3c-b389-4663-8050-157a85175ee3 admin admin] Publish callbacks [] for security_group (0d515745-6c42-45c0-af88-1b8d8ec4f3b1), precommit_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:34:21.911145 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-fcab5f3c-b389-4663-8050-157a85175ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (0d515745-6c42-45c0-af88-1b8d8ec4f3b1), after_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:34:21.952457 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-fcab5f3c-b389-4663-8050-157a85175ee3 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=fd933a8503894fb5a2f48db48d69fbfe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2270651 Mar 11 16:34:21.953624 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcab5f3c-b389-4663-8050-157a85175ee3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d515745-6c42-45c0-af88-1b8d8ec4f3b1,revision_number=1']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:34:21.953902 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 48620) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:34:21.961284 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcab5f3c-b389-4663-8050-157a85175ee3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:34:21.961638 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcab5f3c-b389-4663-8050-157a85175ee3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:34:21.962622 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcab5f3c-b389-4663-8050-157a85175ee3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:34:21.962964 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcab5f3c-b389-4663-8050-157a85175ee3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:34:21.963312 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcab5f3c-b389-4663-8050-157a85175ee3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:34:21.963735 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcab5f3c-b389-4663-8050-157a85175ee3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:34:21.964067 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcab5f3c-b389-4663-8050-157a85175ee3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:34:21.964410 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcab5f3c-b389-4663-8050-157a85175ee3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:34:21.964720 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcab5f3c-b389-4663-8050-157a85175ee3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:34:21.965045 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcab5f3c-b389-4663-8050-157a85175ee3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:34:21.965367 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcab5f3c-b389-4663-8050-157a85175ee3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:34:21.965685 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcab5f3c-b389-4663-8050-157a85175ee3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:34:21.966034 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcab5f3c-b389-4663-8050-157a85175ee3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:34:22.001975 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-f4c3d49f-e26e-41e1-96a0-610b9d2fe273 admin admin] Publish callbacks [] for security_group (0d515745-6c42-45c0-af88-1b8d8ec4f3b1), before_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:34:22.023276 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-f4c3d49f-e26e-41e1-96a0-610b9d2fe273 admin admin] Publish callbacks [] for security_group (0d515745-6c42-45c0-af88-1b8d8ec4f3b1), precommit_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:34:22.074545 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-f4c3d49f-e26e-41e1-96a0-610b9d2fe273 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (0d515745-6c42-45c0-af88-1b8d8ec4f3b1), after_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:34:22.077006 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-f4c3d49f-e26e-41e1-96a0-610b9d2fe273 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:34:22.078193 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-f4c3d49f-e26e-41e1-96a0-610b9d2fe273 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/0d515745-6c42-45c0-af88-1b8d8ec4f3b1 HTTP/1.1" status: 204 len: 168 time: 0.1231685 Mar 11 16:34:22.087482 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c3d49f-e26e-41e1-96a0-610b9d2fe273 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d515745-6c42-45c0-af88-1b8d8ec4f3b1,revision_number=None']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:34:22.096407 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c3d49f-e26e-41e1-96a0-610b9d2fe273 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:34:22.096407 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c3d49f-e26e-41e1-96a0-610b9d2fe273 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:34:22.096407 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c3d49f-e26e-41e1-96a0-610b9d2fe273 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:34:22.096407 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c3d49f-e26e-41e1-96a0-610b9d2fe273 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:34:22.096874 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c3d49f-e26e-41e1-96a0-610b9d2fe273 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:34:22.096962 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c3d49f-e26e-41e1-96a0-610b9d2fe273 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:34:22.097253 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c3d49f-e26e-41e1-96a0-610b9d2fe273 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:34:22.097574 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c3d49f-e26e-41e1-96a0-610b9d2fe273 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:34:22.097897 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c3d49f-e26e-41e1-96a0-610b9d2fe273 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:34:22.098244 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c3d49f-e26e-41e1-96a0-610b9d2fe273 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:34:22.098565 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c3d49f-e26e-41e1-96a0-610b9d2fe273 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:34:22.098881 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c3d49f-e26e-41e1-96a0-610b9d2fe273 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:34:22.099196 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c3d49f-e26e-41e1-96a0-610b9d2fe273 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:34:22.481790 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14ce9d6-1c9e-442b-8279-87ef9fba42d6 req-1671fbab-2d3c-414c-9a47-821eb67293c1 tempest-VolumesSnapshotTestJSON-240641242 tempest-VolumesSnapshotTestJSON-240641242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:22.483254 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-f14ce9d6-1c9e-442b-8279-87ef9fba42d6 req-1671fbab-2d3c-414c-9a47-821eb67293c1 tempest-VolumesSnapshotTestJSON-240641242 tempest-VolumesSnapshotTestJSON-240641242-project] 10.222.0.72 "GET /v2.0/ports?device_id=0b3adad0-8541-4176-ace0-b00c8d83deb2 HTTP/1.1" status: 200 len: 945 time: 0.0572331 Mar 11 16:34:22.543633 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-f14ce9d6-1c9e-442b-8279-87ef9fba42d6 req-476f8577-b987-4d1a-a19c-3e24012ab93a tempest-VolumesSnapshotTestJSON-240641242 tempest-VolumesSnapshotTestJSON-240641242-project] 10.222.0.72 "GET /v2.0/security-groups?id=acbac5f9-1090-44bd-b484-3926b201bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536919 Mar 11 16:34:22.805486 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 48650) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:34:22.908779 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.v2.base [None req-aa1945af-5289-4f83-8025-9b59ef97c3c3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1844960481-network', 'tenant_id': '5c83892420b64d2fa80730150d439b38'}} {{(pid=103092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:34:22.929477 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa1945af-5289-4f83-8025-9b59ef97c3c3 admin admin] Made reservation on behalf of 5c83892420b64d2fa80730150d439b38 for: {'network': 1} {{(pid=103092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:34:22.932278 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-aa1945af-5289-4f83-8025-9b59ef97c3c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for network (None), before_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:34:22.940493 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-aa1945af-5289-4f83-8025-9b59ef97c3c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:34:23.016520 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-aa1945af-5289-4f83-8025-9b59ef97c3c3 admin admin] Publish callbacks [] for security_group (c1812029-ace2-45e6-8e16-8154b0b340b2), precommit_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:34:23.020516 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-aa1945af-5289-4f83-8025-9b59ef97c3c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (c1812029-ace2-45e6-8e16-8154b0b340b2), after_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:34:23.048282 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa1945af-5289-4f83-8025-9b59ef97c3c3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 607} {{(pid=103092) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:34:23.063162 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1945af-5289-4f83-8025-9b59ef97c3c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1812029-ace2-45e6-8e16-8154b0b340b2,revision_number=1']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:34:23.088107 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-aa1945af-5289-4f83-8025-9b59ef97c3c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1821558'] for segment (62947b73-ffcb-4155-b45f-9f5ee2b65278), precommit_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:34:23.088443 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.db.segments_db [None req-aa1945af-5289-4f83-8025-9b59ef97c3c3 admin admin] Added segment 62947b73-ffcb-4155-b45f-9f5ee2b65278 of type vlan for network 6dc35140-bf67-4c2a-a952-a4252cfeeae1 Mar 11 16:34:23.135624 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-aa1945af-5289-4f83-8025-9b59ef97c3c3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780137934026'] for network (6dc35140-bf67-4c2a-a952-a4252cfeeae1), precommit_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:34:23.163679 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc17153e-9dd4-44f7-8140-09111eb921b6 req-14a9a978-486f-4efc-b279-3219d510c957 tempest-VolumesSnapshotTestJSON-240641242 tempest-VolumesSnapshotTestJSON-240641242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:23.166150 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-fc17153e-9dd4-44f7-8140-09111eb921b6 req-14a9a978-486f-4efc-b279-3219d510c957 tempest-VolumesSnapshotTestJSON-240641242 tempest-VolumesSnapshotTestJSON-240641242-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b3adad0-8541-4176-ace0-b00c8d83deb2 HTTP/1.1" status: 200 len: 945 time: 0.1117871 Mar 11 16:34:23.182190 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-aa1945af-5289-4f83-8025-9b59ef97c3c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410'] for network (6dc35140-bf67-4c2a-a952-a4252cfeeae1), after_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:34:23.183111 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa1945af-5289-4f83-8025-9b59ef97c3c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:23.183673 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-aa1945af-5289-4f83-8025-9b59ef97c3c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779404'] for network (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:34:23.238487 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-aa1945af-5289-4f83-8025-9b59ef97c3c3 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4316375 Mar 11 16:34:23.239117 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 48656) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:34:23.244930 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.v2.base [None req-b9bf731e-7155-4fd5-9989-7efc02ec7ae7 admin admin] Request body: {'subnet': {'network_id': '6dc35140-bf67-4c2a-a952-a4252cfeeae1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1844960481-subnet', 'tenant_id': '5c83892420b64d2fa80730150d439b38', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:34:23.266695 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9bf731e-7155-4fd5-9989-7efc02ec7ae7 admin admin] Made reservation on behalf of 5c83892420b64d2fa80730150d439b38 for: {'subnet': 1} {{(pid=103091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:34:23.270166 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-b9bf731e-7155-4fd5-9989-7efc02ec7ae7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29787372'] for subnet (None), before_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:34:23.310152 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1945af-5289-4f83-8025-9b59ef97c3c3 admin admin] Pushing event updated for resources: {'Network': ['ID=6dc35140-bf67-4c2a-a952-a4252cfeeae1,revision_number=1']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:34:23.324055 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Network 6dc35140-bf67-4c2a-a952-a4252cfeeae1 details requested by agent ovs-agent-dv-cinder-750782-12-iscsi with host dv-cinder-750782-12-iscsi {{(pid=103093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 16:34:23.348813 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.plugin [req-fc17153e-9dd4-44f7-8140-09111eb921b6 req-8e746df6-63fd-4ba1-92f6-a51bd7f0dbb6 tempest-VolumesSnapshotTestJSON-240641242 tempest-VolumesSnapshotTestJSON-240641242-project] Deleting port 37cb69c0-8272-4c71-b1c6-9efb37d0f862 {{(pid=103092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 16:34:23.348813 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-fc17153e-9dd4-44f7-8140-09111eb921b6 req-8e746df6-63fd-4ba1-92f6-a51bd7f0dbb6 tempest-VolumesSnapshotTestJSON-240641242 tempest-VolumesSnapshotTestJSON-240641242-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780138536942'] for port (37cb69c0-8272-4c71-b1c6-9efb37d0f862), before_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:34:23.456697 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.db [req-fc17153e-9dd4-44f7-8140-09111eb921b6 req-8e746df6-63fd-4ba1-92f6-a51bd7f0dbb6 tempest-VolumesSnapshotTestJSON-240641242 tempest-VolumesSnapshotTestJSON-240641242-project] For port 37cb69c0-8272-4c71-b1c6-9efb37d0f862, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=37cb69c0-8272-4c71-b1c6-9efb37d0f862,segment=NetworkSegment(1cc51a35-152e-49f3-9132-e50201118080),segment_id=1cc51a35-152e-49f3-9132-e50201118080)] {{(pid=103092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:34:23.457070 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-fc17153e-9dd4-44f7-8140-09111eb921b6 req-8e746df6-63fd-4ba1-92f6-a51bd7f0dbb6 tempest-VolumesSnapshotTestJSON-240641242 tempest-VolumesSnapshotTestJSON-240641242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538029'] for port (37cb69c0-8272-4c71-b1c6-9efb37d0f862), precommit_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:34:23.479959 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.plugin [req-fc17153e-9dd4-44f7-8140-09111eb921b6 req-8e746df6-63fd-4ba1-92f6-a51bd7f0dbb6 tempest-VolumesSnapshotTestJSON-240641242 tempest-VolumesSnapshotTestJSON-240641242-project] Calling delete_port for 37cb69c0-8272-4c71-b1c6-9efb37d0f862 owned by compute:nova {{(pid=103092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 16:34:23.480763 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-b9bf731e-7155-4fd5-9989-7efc02ec7ae7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29534887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29787330'] for subnet (84a0c8dc-1ff0-46bd-9001-dbc3d193e031), after_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:34:23.553596 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bf731e-7155-4fd5-9989-7efc02ec7ae7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=84a0c8dc-1ff0-46bd-9001-dbc3d193e031,revision_number=0']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:34:23.563944 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9bf731e-7155-4fd5-9989-7efc02ec7ae7 admin admin] Checking segment: {'id': '62947b73-ffcb-4155-b45f-9f5ee2b65278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '6dc35140-bf67-4c2a-a952-a4252cfeeae1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 16:34:23.564291 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9bf731e-7155-4fd5-9989-7efc02ec7ae7 admin admin] Network hostable DHCP agents. Network: 6dc35140-bf67-4c2a-a952-a4252cfeeae1, hostable agents: ['52d54afa-c257-4acf-9353-cc1307944ae0'], hosted agents: [] {{(pid=103091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:34:23.591623 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9bf731e-7155-4fd5-9989-7efc02ec7ae7 admin admin] Network 6dc35140-bf67-4c2a-a952-a4252cfeeae1 is scheduled to be hosted by DHCP agent 52d54afa-c257-4acf-9353-cc1307944ae0 with binding_index 1 {{(pid=103091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:34:23.604120 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.scheduler.base_scheduler [None req-b9bf731e-7155-4fd5-9989-7efc02ec7ae7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-12-iscsi, 6dc35140-bf67-4c2a-a952-a4252cfeeae1) {{(pid=103091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:34:23.609233 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9bf731e-7155-4fd5-9989-7efc02ec7ae7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:23.609997 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-b9bf731e-7155-4fd5-9989-7efc02ec7ae7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:34:23.621546 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42543113-bb27-4c76-b632-92b2c32aa2c2 None None] Network 6dc35140-bf67-4c2a-a952-a4252cfeeae1 requested from dv-cinder-750782-12-iscsi {{(pid=103093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 16:34:23.643758 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-b9bf731e-7155-4fd5-9989-7efc02ec7ae7 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4034455 Mar 11 16:34:23.658907 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-fc17153e-9dd4-44f7-8140-09111eb921b6 req-8e746df6-63fd-4ba1-92f6-a51bd7f0dbb6 tempest-VolumesSnapshotTestJSON-240641242 tempest-VolumesSnapshotTestJSON-240641242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780138542421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780137975920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30811620'] for port (37cb69c0-8272-4c71-b1c6-9efb37d0f862), after_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:34:23.675630 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] get_ports_and_sgs() called for port_ids ['37cb69c0-8272-4c71-b1c6-9efb37d0f862'] {{(pid=103093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 16:34:23.689382 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-1078f08d-904c-423b-8ceb-daa36cafd892 req-6ed101a0-c8a0-4625-954f-bb10a15ab4dd tempest-VolumesSnapshotTestJSON-240641242 tempest-VolumesSnapshotTestJSON-240641242-project] 10.222.0.72 "GET /v2.0/ports?device_id=0b3adad0-8541-4176-ace0-b00c8d83deb2 HTTP/1.1" status: 200 len: 210 time: 0.0611928 Mar 11 16:34:23.722407 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e746df6-63fd-4ba1-92f6-a51bd7f0dbb6 tempest-VolumesSnapshotTestJSON-240641242 tempest-VolumesSnapshotTestJSON-240641242-project] Pushing event deleted for resources: {'Port': ['ID=37cb69c0-8272-4c71-b1c6-9efb37d0f862,revision_number=None']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:34:23.772487 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc17153e-9dd4-44f7-8140-09111eb921b6 req-8e746df6-63fd-4ba1-92f6-a51bd7f0dbb6 tempest-VolumesSnapshotTestJSON-240641242 tempest-VolumesSnapshotTestJSON-240641242-project] No DVR routers for this DVR port 37cb69c0-8272-4c71-b1c6-9efb37d0f862 on host hv-cinder-75078 {{(pid=103092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:34:23.775974 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-fc17153e-9dd4-44f7-8140-09111eb921b6 req-8e746df6-63fd-4ba1-92f6-a51bd7f0dbb6 tempest-VolumesSnapshotTestJSON-240641242 tempest-VolumesSnapshotTestJSON-240641242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122971'] for port (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:34:23.782887 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-fc17153e-9dd4-44f7-8140-09111eb921b6 req-8e746df6-63fd-4ba1-92f6-a51bd7f0dbb6 tempest-VolumesSnapshotTestJSON-240641242 tempest-VolumesSnapshotTestJSON-240641242-project] 10.222.0.18 "DELETE /v2.0/ports/37cb69c0-8272-4c71-b1c6-9efb37d0f862 HTTP/1.1" status: 204 len: 173 time: 0.6089022 Mar 11 16:34:23.782887 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b3adad0-8541-4176-ace0-b00c8d83deb2', 'name': 'network-vif-deleted', 'tag': '37cb69c0-8272-4c71-b1c6-9efb37d0f862'}] {{(pid=103092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:34:23.783186 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8119d67d121bc7655fb27ee4e81d05746f3857d7b024446e390c37a4f39e07a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-869f048c-58c0-4ac1-ac1f-e9e795436409" -d '{"events": [{"server_uuid": "0b3adad0-8541-4176-ace0-b00c8d83deb2", "name": "network-vif-deleted", "tag": "37cb69c0-8272-4c71-b1c6-9efb37d0f862"}]}' {{(pid=103092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 16:34:23.802334 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f97dcfd-3c4b-408d-8d6c-75bd66c47703 None None] Network 6dc35140-bf67-4c2a-a952-a4252cfeeae1 requested from dv-cinder-750782-12-iscsi {{(pid=103093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 16:34:23.843768 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 16:34:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-828dc7be-42d5-46fc-b7e8-25d94a067a92 x-openstack-request-id: req-828dc7be-42d5-46fc-b7e8-25d94a067a92 {{(pid=103092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 16:34:23.846529 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b3adad0-8541-4176-ace0-b00c8d83deb2", "name": "network-vif-deleted", "tag": "37cb69c0-8272-4c71-b1c6-9efb37d0f862", "status": "completed", "code": 200}]} {{(pid=103092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 16:34:23.847022 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-828dc7be-42d5-46fc-b7e8-25d94a067a92 {{(pid=103092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 16:34:23.847648 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b3adad0-8541-4176-ace0-b00c8d83deb2', 'name': 'network-vif-deleted', 'tag': '37cb69c0-8272-4c71-b1c6-9efb37d0f862', 'status': 'completed', 'code': 200} Mar 11 16:34:24.626588 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 48682) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:34:24.738599 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-b4a0e068-c630-4f35-8dbe-e2eed980f5a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:34:24.831605 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-b4a0e068-c630-4f35-8dbe-e2eed980f5a5 admin admin] Publish callbacks [] for security_group (90222f63-67d3-455d-9977-64103dcd494f), precommit_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:34:24.835861 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-b4a0e068-c630-4f35-8dbe-e2eed980f5a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (90222f63-67d3-455d-9977-64103dcd494f), after_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:34:24.878539 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-b4a0e068-c630-4f35-8dbe-e2eed980f5a5 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=22c775df0b1d41858b2f49794d6991d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2503364 Mar 11 16:34:24.881460 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a0e068-c630-4f35-8dbe-e2eed980f5a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90222f63-67d3-455d-9977-64103dcd494f,revision_number=1']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:34:24.882751 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 48690) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:34:24.954374 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-e75b2c39-5ce4-47b8-a554-6a89cd320b03 admin admin] Publish callbacks [] for security_group (90222f63-67d3-455d-9977-64103dcd494f), before_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:34:24.976671 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-e75b2c39-5ce4-47b8-a554-6a89cd320b03 admin admin] Publish callbacks [] for security_group (90222f63-67d3-455d-9977-64103dcd494f), precommit_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:34:25.026073 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-e75b2c39-5ce4-47b8-a554-6a89cd320b03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (90222f63-67d3-455d-9977-64103dcd494f), after_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:34:25.029174 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-e75b2c39-5ce4-47b8-a554-6a89cd320b03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:34:25.030526 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-e75b2c39-5ce4-47b8-a554-6a89cd320b03 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/90222f63-67d3-455d-9977-64103dcd494f HTTP/1.1" status: 204 len: 168 time: 0.1451938 Mar 11 16:34:25.039455 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75b2c39-5ce4-47b8-a554-6a89cd320b03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90222f63-67d3-455d-9977-64103dcd494f,revision_number=None']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:34:25.543666 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbb3e21-a4d6-4860-877e-c9361c3dcd68 req-b83091c9-7fd3-4c78-83e1-b21d6e439ffd tempest-VolumesActionsTest-434687055 tempest-VolumesActionsTest-434687055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:25.545142 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-ebbb3e21-a4d6-4860-877e-c9361c3dcd68 req-b83091c9-7fd3-4c78-83e1-b21d6e439ffd tempest-VolumesActionsTest-434687055 tempest-VolumesActionsTest-434687055-project] 10.222.0.72 "GET /v2.0/networks?id=6dc35140-bf67-4c2a-a952-a4252cfeeae1 HTTP/1.1" status: 200 len: 809 time: 0.1189017 Mar 11 16:34:25.562288 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-ebbb3e21-a4d6-4860-877e-c9361c3dcd68 req-6e09376b-65b0-4ced-a201-4193f57a54d8 tempest-VolumesActionsTest-434687055 tempest-VolumesActionsTest-434687055-project] 10.222.0.72 "GET /v2.0/quotas/5c83892420b64d2fa80730150d439b38 HTTP/1.1" status: 200 len: 375 time: 0.0104568 Mar 11 16:34:25.596478 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-ebbb3e21-a4d6-4860-877e-c9361c3dcd68 req-15fe1745-bac2-4f66-8fdd-1ad00183712a tempest-VolumesActionsTest-434687055 tempest-VolumesActionsTest-434687055-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=5c83892420b64d2fa80730150d439b38&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0286613 Mar 11 16:34:25.699015 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-ebbb3e21-a4d6-4860-877e-c9361c3dcd68 req-444ce0cc-de1a-4a46-b0f3-1941abdbd987 service neutron] 10.222.0.72 "GET /v2.0/networks/6dc35140-bf67-4c2a-a952-a4252cfeeae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920751 Mar 11 16:34:25.792568 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-ebbb3e21-a4d6-4860-877e-c9361c3dcd68 req-ab276e56-190a-40c5-b475-9590fd84e452 service neutron] 10.222.0.72 "GET /v2.0/networks/6dc35140-bf67-4c2a-a952-a4252cfeeae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863810 Mar 11 16:34:25.994870 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-5a169d18-dd82-41e0-818f-f1f78feb8526 req-3b3a3f6f-b59f-4776-a00c-58e44652244e tempest-VolumesActionsTest-434687055 tempest-VolumesActionsTest-434687055-project] 10.222.0.72 "GET /v2.0/ports?device_id=80d4a9d2-12d5-43c7-8ede-54c61963d30d HTTP/1.1" status: 200 len: 210 time: 0.0359738 Mar 11 16:34:27.095453 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-64398fd5-35b5-4dc2-bb69-6027c916ea0b req-ece38cd6-c37e-4195-90dd-ee463cbc0fbc tempest-VolumesActionsTest-434687055 tempest-VolumesActionsTest-434687055-project] 10.222.0.72 "GET /v2.0/ports?device_id=80d4a9d2-12d5-43c7-8ede-54c61963d30d HTTP/1.1" status: 200 len: 210 time: 0.0294242 Mar 11 16:34:28.203932 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-57f2c267-312a-4f57-8df1-a9dee0573d90 req-c42c5e85-60c5-4a98-af6f-5cbe7f0dc6f1 tempest-VolumesActionsTest-434687055 tempest-VolumesActionsTest-434687055-project] 10.222.0.72 "GET /v2.0/ports?device_id=80d4a9d2-12d5-43c7-8ede-54c61963d30d HTTP/1.1" status: 200 len: 210 time: 0.0310080 Mar 11 16:34:28.643266 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Device 37cb69c0-8272-4c71-b1c6-9efb37d0f862 no longer exists at agent hyperv_hv-cinder-75078 {{(pid=103093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 16:34:28.664348 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] No Port match for: 37cb69c0-8272-4c71-b1c6-9efb37d0f862 {{(pid=103093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 16:34:28.664685 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Device 37cb69c0-8272-4c71-b1c6-9efb37d0f862 not bound to the agent host hv-cinder-75078 {{(pid=103093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 16:34:29.226376 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.agents_db [None req-ed17eba3-c4d2-4aaa-a64c-93b8434a4a48 None None] Agent healthcheck: found 6 active agents {{(pid=103094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 16:34:29.246634 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbb3e21-a4d6-4860-877e-c9361c3dcd68 req-e5a02e48-ff05-4f4b-a9f6-79a5fb6d758e tempest-VolumesActionsTest-434687055 tempest-VolumesActionsTest-434687055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:29.249226 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-ebbb3e21-a4d6-4860-877e-c9361c3dcd68 req-e5a02e48-ff05-4f4b-a9f6-79a5fb6d758e tempest-VolumesActionsTest-434687055 tempest-VolumesActionsTest-434687055-project] 10.222.0.18 "GET /v2.0/networks?id=6dc35140-bf67-4c2a-a952-a4252cfeeae1 HTTP/1.1" status: 200 len: 809 time: 0.1329019 Mar 11 16:34:29.271258 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.v2.base [req-ebbb3e21-a4d6-4860-877e-c9361c3dcd68 req-3817eec6-5e13-481e-9236-601d40ef59d0 tempest-VolumesActionsTest-434687055 tempest-VolumesActionsTest-434687055-project] Request body: {'port': {'device_id': '80d4a9d2-12d5-43c7-8ede-54c61963d30d', 'network_id': '6dc35140-bf67-4c2a-a952-a4252cfeeae1', 'admin_state_up': True, 'tenant_id': '5c83892420b64d2fa80730150d439b38'}} {{(pid=103092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:34:29.348854 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-8bbbf842-6bd2-4079-9c9b-e72ba7082756 req-3e4dd2bb-20c4-416c-b7d1-d8b9137f7fb1 tempest-VolumesActionsTest-434687055 tempest-VolumesActionsTest-434687055-project] 10.222.0.72 "GET /v2.0/ports?device_id=80d4a9d2-12d5-43c7-8ede-54c61963d30d HTTP/1.1" status: 200 len: 210 time: 0.0705996 Mar 11 16:34:29.466466 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebbb3e21-a4d6-4860-877e-c9361c3dcd68 req-3817eec6-5e13-481e-9236-601d40ef59d0 tempest-VolumesActionsTest-434687055 tempest-VolumesActionsTest-434687055-project] Made reservation on behalf of 5c83892420b64d2fa80730150d439b38 for: {'port': 1} {{(pid=103092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:34:29.470194 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-ebbb3e21-a4d6-4860-877e-c9361c3dcd68 req-3817eec6-5e13-481e-9236-601d40ef59d0 tempest-VolumesActionsTest-434687055 tempest-VolumesActionsTest-434687055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (None), before_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:34:29.601763 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.db.db_base_plugin_common [req-ebbb3e21-a4d6-4860-877e-c9361c3dcd68 req-3817eec6-5e13-481e-9236-601d40ef59d0 tempest-VolumesActionsTest-434687055 tempest-VolumesActionsTest-434687055-project] Allocated IP 172.20.0.8 (6dc35140-bf67-4c2a-a952-a4252cfeeae1/84a0c8dc-1ff0-46bd-9001-dbc3d193e031/8e511ddf-e486-4c7d-a93b-81acdd7ae0d0) {{(pid=103092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:34:29.758992 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-ebbb3e21-a4d6-4860-877e-c9361c3dcd68 req-3817eec6-5e13-481e-9236-601d40ef59d0 tempest-VolumesActionsTest-434687055 tempest-VolumesActionsTest-434687055-project] Publish callbacks [] for port (8e511ddf-e486-4c7d-a93b-81acdd7ae0d0), precommit_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:34:29.793253 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-ebbb3e21-a4d6-4860-877e-c9361c3dcd68 req-3817eec6-5e13-481e-9236-601d40ef59d0 tempest-VolumesActionsTest-434687055 tempest-VolumesActionsTest-434687055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780137975911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30811620'] for port (8e511ddf-e486-4c7d-a93b-81acdd7ae0d0), after_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:34:29.837215 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebbb3e21-a4d6-4860-877e-c9361c3dcd68 req-3817eec6-5e13-481e-9236-601d40ef59d0 tempest-VolumesActionsTest-434687055 tempest-VolumesActionsTest-434687055-project] Network 6dc35140-bf67-4c2a-a952-a4252cfeeae1 is already hosted by enough agents. {{(pid=103092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:34:29.839586 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.scheduler.base_scheduler [req-ebbb3e21-a4d6-4860-877e-c9361c3dcd68 req-3817eec6-5e13-481e-9236-601d40ef59d0 tempest-VolumesActionsTest-434687055 tempest-VolumesActionsTest-434687055-project] Resources bound (agent type, host, resource id): {{(pid=103092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:34:29.845673 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebbb3e21-a4d6-4860-877e-c9361c3dcd68 req-3817eec6-5e13-481e-9236-601d40ef59d0 tempest-VolumesActionsTest-434687055 tempest-VolumesActionsTest-434687055-project] Received port after_create {{(pid=103092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 16:34:29.871441 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3817eec6-5e13-481e-9236-601d40ef59d0 tempest-VolumesActionsTest-434687055 tempest-VolumesActionsTest-434687055-project] Pushing event updated for resources: {'Port': ['ID=8e511ddf-e486-4c7d-a93b-81acdd7ae0d0,revision_number=1']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:34:29.900499 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbb3e21-a4d6-4860-877e-c9361c3dcd68 req-3817eec6-5e13-481e-9236-601d40ef59d0 tempest-VolumesActionsTest-434687055 tempest-VolumesActionsTest-434687055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:29.901106 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-ebbb3e21-a4d6-4860-877e-c9361c3dcd68 req-3817eec6-5e13-481e-9236-601d40ef59d0 tempest-VolumesActionsTest-434687055 tempest-VolumesActionsTest-434687055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122971'] for port (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:34:29.918307 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-ebbb3e21-a4d6-4860-877e-c9361c3dcd68 req-3817eec6-5e13-481e-9236-601d40ef59d0 tempest-VolumesActionsTest-434687055 tempest-VolumesActionsTest-434687055-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6538551 Mar 11 16:34:29.929013 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.v2.base [req-ebbb3e21-a4d6-4860-877e-c9361c3dcd68 req-7bcf56b5-14c2-4e9e-aab7-55b01214ed78 service neutron] Request body: {'port': {'device_id': '80d4a9d2-12d5-43c7-8ede-54c61963d30d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=103092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:34:29.996977 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-ebbb3e21-a4d6-4860-877e-c9361c3dcd68 req-7bcf56b5-14c2-4e9e-aab7-55b01214ed78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (8e511ddf-e486-4c7d-a93b-81acdd7ae0d0), before_update {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:34:30.302266 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.notifiers.nova [req-ebbb3e21-a4d6-4860-877e-c9361c3dcd68 req-7bcf56b5-14c2-4e9e-aab7-55b01214ed78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e511ddf-e486-4c7d-a93b-81acdd7ae0d0 {{(pid=103092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:34:30.311731 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-ebbb3e21-a4d6-4860-877e-c9361c3dcd68 req-7bcf56b5-14c2-4e9e-aab7-55b01214ed78 service neutron] Publish callbacks [] for port (8e511ddf-e486-4c7d-a93b-81acdd7ae0d0), precommit_update {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:34:30.328397 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.db.provisioning_blocks [req-ebbb3e21-a4d6-4860-877e-c9361c3dcd68 req-7bcf56b5-14c2-4e9e-aab7-55b01214ed78 service neutron] Transition to ACTIVE for port object 8e511ddf-e486-4c7d-a93b-81acdd7ae0d0 will not be triggered until provisioned by entity L2. {{(pid=103092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 16:34:30.332192 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-ebbb3e21-a4d6-4860-877e-c9361c3dcd68 req-7bcf56b5-14c2-4e9e-aab7-55b01214ed78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30811645'] for port (8e511ddf-e486-4c7d-a93b-81acdd7ae0d0), after_update {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:34:30.390232 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcf56b5-14c2-4e9e-aab7-55b01214ed78 service neutron] Pushing event updated for resources: {'Port': ['ID=8e511ddf-e486-4c7d-a93b-81acdd7ae0d0,revision_number=2']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:34:30.504502 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.managers [req-ebbb3e21-a4d6-4860-877e-c9361c3dcd68 req-7bcf56b5-14c2-4e9e-aab7-55b01214ed78 service neutron] Attempting to bind port 8e511ddf-e486-4c7d-a93b-81acdd7ae0d0 on host hv-cinder-75078 for vnic_type normal with profile {{(pid=103092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 16:34:30.504859 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.managers [req-ebbb3e21-a4d6-4860-877e-c9361c3dcd68 req-7bcf56b5-14c2-4e9e-aab7-55b01214ed78 service neutron] Attempting to bind port 8e511ddf-e486-4c7d-a93b-81acdd7ae0d0 by drivers openvswitch,hyperv on host hv-cinder-75078 at level 0 using segments [{'id': '62947b73-ffcb-4155-b45f-9f5ee2b65278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '6dc35140-bf67-4c2a-a952-a4252cfeeae1'}] {{(pid=103092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 16:34:30.505160 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebbb3e21-a4d6-4860-877e-c9361c3dcd68 req-7bcf56b5-14c2-4e9e-aab7-55b01214ed78 service neutron] Attempting to bind port 8e511ddf-e486-4c7d-a93b-81acdd7ae0d0 on network 6dc35140-bf67-4c2a-a952-a4252cfeeae1 {{(pid=103092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 16:34:30.514606 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebbb3e21-a4d6-4860-877e-c9361c3dcd68 req-7bcf56b5-14c2-4e9e-aab7-55b01214ed78 service neutron] Port 8e511ddf-e486-4c7d-a93b-81acdd7ae0d0 on network 6dc35140-bf67-4c2a-a952-a4252cfeeae1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75078 {{(pid=103092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 16:34:30.515107 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebbb3e21-a4d6-4860-877e-c9361c3dcd68 req-7bcf56b5-14c2-4e9e-aab7-55b01214ed78 service neutron] Attempting to bind port 8e511ddf-e486-4c7d-a93b-81acdd7ae0d0 on network 6dc35140-bf67-4c2a-a952-a4252cfeeae1 {{(pid=103092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 16:34:30.530126 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d624cf-4d20-4bb8-ac2f-e16bf62af108 req-2aad4cfc-750b-4b73-b0c7-dc41bb2bf498 tempest-VolumesActionsTest-434687055 tempest-VolumesActionsTest-434687055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:30.531654 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-b5d624cf-4d20-4bb8-ac2f-e16bf62af108 req-2aad4cfc-750b-4b73-b0c7-dc41bb2bf498 tempest-VolumesActionsTest-434687055 tempest-VolumesActionsTest-434687055-project] 10.222.0.72 "GET /v2.0/ports?device_id=80d4a9d2-12d5-43c7-8ede-54c61963d30d HTTP/1.1" status: 200 len: 943 time: 0.0945466 Mar 11 16:34:30.532928 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebbb3e21-a4d6-4860-877e-c9361c3dcd68 req-7bcf56b5-14c2-4e9e-aab7-55b01214ed78 service neutron] Checking agent: {'id': '42978ec7-0c45-4bcc-88e8-64ee44356522', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 19, 5), 'started_at': datetime.datetime(2022, 3, 11, 16, 19, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 34, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 16:34:30.533256 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebbb3e21-a4d6-4860-877e-c9361c3dcd68 req-7bcf56b5-14c2-4e9e-aab7-55b01214ed78 service neutron] Checking segment: {'id': '62947b73-ffcb-4155-b45f-9f5ee2b65278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '6dc35140-bf67-4c2a-a952-a4252cfeeae1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 16:34:30.533839 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebbb3e21-a4d6-4860-877e-c9361c3dcd68 req-7bcf56b5-14c2-4e9e-aab7-55b01214ed78 service neutron] Bound using segment: {'id': '62947b73-ffcb-4155-b45f-9f5ee2b65278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '6dc35140-bf67-4c2a-a952-a4252cfeeae1'} {{(pid=103092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 16:34:30.534311 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.managers [req-ebbb3e21-a4d6-4860-877e-c9361c3dcd68 req-7bcf56b5-14c2-4e9e-aab7-55b01214ed78 service neutron] Bound port: 8e511ddf-e486-4c7d-a93b-81acdd7ae0d0, host: hv-cinder-75078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62947b73-ffcb-4155-b45f-9f5ee2b65278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '6dc35140-bf67-4c2a-a952-a4252cfeeae1'}}] {{(pid=103092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 16:34:30.534686 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-ebbb3e21-a4d6-4860-877e-c9361c3dcd68 req-7bcf56b5-14c2-4e9e-aab7-55b01214ed78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (8e511ddf-e486-4c7d-a93b-81acdd7ae0d0), before_update {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:34:30.636424 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-b5d624cf-4d20-4bb8-ac2f-e16bf62af108 req-d64345b8-2be2-4351-ba7e-e1efbd685ea8 tempest-VolumesActionsTest-434687055 tempest-VolumesActionsTest-434687055-project] 10.222.0.72 "GET /v2.0/security-groups?id=c1812029-ace2-45e6-8e16-8154b0b340b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914471 Mar 11 16:34:30.651222 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.db [req-ebbb3e21-a4d6-4860-877e-c9361c3dcd68 req-7bcf56b5-14c2-4e9e-aab7-55b01214ed78 service neutron] For port 8e511ddf-e486-4c7d-a93b-81acdd7ae0d0, host hv-cinder-75078, cleared binding levels {{(pid=103092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:34:30.655257 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.db [req-ebbb3e21-a4d6-4860-877e-c9361c3dcd68 req-7bcf56b5-14c2-4e9e-aab7-55b01214ed78 service neutron] For port 8e511ddf-e486-4c7d-a93b-81acdd7ae0d0, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=8e511ddf-e486-4c7d-a93b-81acdd7ae0d0,segment=NetworkSegment(62947b73-ffcb-4155-b45f-9f5ee2b65278),segment_id=62947b73-ffcb-4155-b45f-9f5ee2b65278)] {{(pid=103092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:34:30.668061 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-ebbb3e21-a4d6-4860-877e-c9361c3dcd68 req-7bcf56b5-14c2-4e9e-aab7-55b01214ed78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30811645'] for port (8e511ddf-e486-4c7d-a93b-81acdd7ae0d0), after_update {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:34:30.707991 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbb3e21-a4d6-4860-877e-c9361c3dcd68 req-7bcf56b5-14c2-4e9e-aab7-55b01214ed78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:30.708787 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-ebbb3e21-a4d6-4860-877e-c9361c3dcd68 req-7bcf56b5-14c2-4e9e-aab7-55b01214ed78 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122971'] for port (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:34:30.710335 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-ebbb3e21-a4d6-4860-877e-c9361c3dcd68 req-7bcf56b5-14c2-4e9e-aab7-55b01214ed78 service neutron] 10.222.0.18 "PUT /v2.0/ports/8e511ddf-e486-4c7d-a93b-81acdd7ae0d0 HTTP/1.1" status: 200 len: 1093 time: 0.7852850 Mar 11 16:34:30.715169 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80d4a9d2-12d5-43c7-8ede-54c61963d30d', 'tag': '8e511ddf-e486-4c7d-a93b-81acdd7ae0d0'}] {{(pid=103092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:34:30.717459 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8119d67d121bc7655fb27ee4e81d05746f3857d7b024446e390c37a4f39e07a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46e2e4db-8f8b-495b-b589-60b9c4560faa" -d '{"events": [{"name": "network-changed", "server_uuid": "80d4a9d2-12d5-43c7-8ede-54c61963d30d", "tag": "8e511ddf-e486-4c7d-a93b-81acdd7ae0d0"}]}' {{(pid=103092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 16:34:30.750297 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcf56b5-14c2-4e9e-aab7-55b01214ed78 service neutron] Pushing event updated for resources: {'Port': ['ID=8e511ddf-e486-4c7d-a93b-81acdd7ae0d0,revision_number=3']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:34:30.792523 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 16:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3183110e-ab91-4112-b489-06f8a398a11a x-openstack-request-id: req-3183110e-ab91-4112-b489-06f8a398a11a {{(pid=103092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 16:34:30.793048 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80d4a9d2-12d5-43c7-8ede-54c61963d30d", "tag": "8e511ddf-e486-4c7d-a93b-81acdd7ae0d0", "status": "completed", "code": 200}]} {{(pid=103092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 16:34:30.793324 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-3183110e-ab91-4112-b489-06f8a398a11a {{(pid=103092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 16:34:30.793939 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80d4a9d2-12d5-43c7-8ede-54c61963d30d', 'tag': '8e511ddf-e486-4c7d-a93b-81acdd7ae0d0', 'status': 'completed', 'code': 200} Mar 11 16:34:30.835308 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbb3e21-a4d6-4860-877e-c9361c3dcd68 req-76a0a034-aa3b-4b57-ad8c-e2e4873b10b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:30.837044 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-ebbb3e21-a4d6-4860-877e-c9361c3dcd68 req-76a0a034-aa3b-4b57-ad8c-e2e4873b10b3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5c83892420b64d2fa80730150d439b38&device_id=80d4a9d2-12d5-43c7-8ede-54c61963d30d HTTP/1.1" status: 200 len: 1127 time: 0.0577066 Mar 11 16:34:30.886323 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-ebbb3e21-a4d6-4860-877e-c9361c3dcd68 req-aba30d98-5944-43cb-86b4-13e4d55a197a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e511ddf-e486-4c7d-a93b-81acdd7ae0d0 HTTP/1.1" status: 200 len: 217 time: 0.0426810 Mar 11 16:34:30.938736 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbb3e21-a4d6-4860-877e-c9361c3dcd68 req-78927ffa-0875-42d4-a016-c66c45deeafb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:30.940190 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-ebbb3e21-a4d6-4860-877e-c9361c3dcd68 req-78927ffa-0875-42d4-a016-c66c45deeafb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=84a0c8dc-1ff0-46bd-9001-dbc3d193e031 HTTP/1.1" status: 200 len: 849 time: 0.0481031 Mar 11 16:34:30.972969 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-ebbb3e21-a4d6-4860-877e-c9361c3dcd68 req-8eadfcde-216d-4a24-ae58-7e621af90733 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6dc35140-bf67-4c2a-a952-a4252cfeeae1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265980 Mar 11 16:34:31.066991 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-ebbb3e21-a4d6-4860-877e-c9361c3dcd68 req-a9faaa46-a735-4ac8-8300-dcef1e210d19 service neutron] 10.222.0.18 "GET /v2.0/networks/6dc35140-bf67-4c2a-a952-a4252cfeeae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885420 Mar 11 16:34:31.162775 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-ebbb3e21-a4d6-4860-877e-c9361c3dcd68 req-44a0c45c-335d-4066-9129-9f49527a8092 service neutron] 10.222.0.18 "GET /v2.0/networks/6dc35140-bf67-4c2a-a952-a4252cfeeae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894277 Mar 11 16:34:31.253375 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e2e4db-8f8b-495b-b589-60b9c4560faa req-fa76b47c-cf92-46d2-b054-d1d591a1f90a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:31.254827 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-46e2e4db-8f8b-495b-b589-60b9c4560faa req-fa76b47c-cf92-46d2-b054-d1d591a1f90a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5c83892420b64d2fa80730150d439b38&device_id=80d4a9d2-12d5-43c7-8ede-54c61963d30d HTTP/1.1" status: 200 len: 1127 time: 0.0471735 Mar 11 16:34:31.350661 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e2e4db-8f8b-495b-b589-60b9c4560faa req-39eac015-adba-4809-b9b2-ea14bd879fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:31.352283 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-46e2e4db-8f8b-495b-b589-60b9c4560faa req-39eac015-adba-4809-b9b2-ea14bd879fc8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6dc35140-bf67-4c2a-a952-a4252cfeeae1 HTTP/1.1" status: 200 len: 910 time: 0.0914557 Mar 11 16:34:31.395539 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-46e2e4db-8f8b-495b-b589-60b9c4560faa req-4654e711-172a-4a42-86af-ce3cd7982f6a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e511ddf-e486-4c7d-a93b-81acdd7ae0d0 HTTP/1.1" status: 200 len: 217 time: 0.0367076 Mar 11 16:34:31.452274 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e2e4db-8f8b-495b-b589-60b9c4560faa req-4a0c5d4d-7e0f-4c07-8d8f-c7e75dc755af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:31.453613 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-46e2e4db-8f8b-495b-b589-60b9c4560faa req-4a0c5d4d-7e0f-4c07-8d8f-c7e75dc755af service neutron] 10.222.0.18 "GET /v2.0/subnets?id=84a0c8dc-1ff0-46bd-9001-dbc3d193e031 HTTP/1.1" status: 200 len: 849 time: 0.0528078 Mar 11 16:34:31.500770 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-46e2e4db-8f8b-495b-b589-60b9c4560faa req-313aded0-cb42-489b-96d3-210f320065e6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6dc35140-bf67-4c2a-a952-a4252cfeeae1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410664 Mar 11 16:34:31.598034 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-46e2e4db-8f8b-495b-b589-60b9c4560faa req-45b67c5b-b9dc-4ce5-acd1-308225db20f7 service neutron] 10.222.0.18 "GET /v2.0/networks/6dc35140-bf67-4c2a-a952-a4252cfeeae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905354 Mar 11 16:34:31.693756 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-46e2e4db-8f8b-495b-b589-60b9c4560faa req-5458a263-6d18-460a-ae76-52e69b8a310e service neutron] 10.222.0.18 "GET /v2.0/networks/6dc35140-bf67-4c2a-a952-a4252cfeeae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891929 Mar 11 16:34:31.778574 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505663c3-d470-4afa-895b-32097f7a86e8 req-a9a13bac-2d45-4557-9f4c-f2204c5e037e tempest-VolumesActionsTest-434687055 tempest-VolumesActionsTest-434687055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:31.779945 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-505663c3-d470-4afa-895b-32097f7a86e8 req-a9a13bac-2d45-4557-9f4c-f2204c5e037e tempest-VolumesActionsTest-434687055 tempest-VolumesActionsTest-434687055-project] 10.222.0.72 "GET /v2.0/ports?device_id=80d4a9d2-12d5-43c7-8ede-54c61963d30d HTTP/1.1" status: 200 len: 943 time: 0.0556822 Mar 11 16:34:31.834377 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-505663c3-d470-4afa-895b-32097f7a86e8 req-0af1e6ae-7204-4643-97bb-767a275fd9b5 tempest-VolumesActionsTest-434687055 tempest-VolumesActionsTest-434687055-project] 10.222.0.72 "GET /v2.0/security-groups?id=c1812029-ace2-45e6-8e16-8154b0b340b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487871 Mar 11 16:34:32.971804 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0a0d36-cf89-466d-a1ed-99115fda15ef req-009c8f75-50e9-40c3-b0c1-74a9d453fbf9 tempest-VolumesActionsTest-434687055 tempest-VolumesActionsTest-434687055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:32.973346 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-5f0a0d36-cf89-466d-a1ed-99115fda15ef req-009c8f75-50e9-40c3-b0c1-74a9d453fbf9 tempest-VolumesActionsTest-434687055 tempest-VolumesActionsTest-434687055-project] 10.222.0.72 "GET /v2.0/ports?device_id=80d4a9d2-12d5-43c7-8ede-54c61963d30d HTTP/1.1" status: 200 len: 943 time: 0.0585773 Mar 11 16:34:33.019864 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-5f0a0d36-cf89-466d-a1ed-99115fda15ef req-12c55f4d-3dd3-423c-b7ac-1cc81b036cd1 tempest-VolumesActionsTest-434687055 tempest-VolumesActionsTest-434687055-project] 10.222.0.72 "GET /v2.0/security-groups?id=c1812029-ace2-45e6-8e16-8154b0b340b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406582 Mar 11 16:34:34.155526 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bff953-c7e6-49a1-b3b1-59ace2e04d2f req-1ba6af8a-0431-4617-9d33-9c781b35879f tempest-VolumesActionsTest-434687055 tempest-VolumesActionsTest-434687055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:34.157666 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-46bff953-c7e6-49a1-b3b1-59ace2e04d2f req-1ba6af8a-0431-4617-9d33-9c781b35879f tempest-VolumesActionsTest-434687055 tempest-VolumesActionsTest-434687055-project] 10.222.0.72 "GET /v2.0/ports?device_id=80d4a9d2-12d5-43c7-8ede-54c61963d30d HTTP/1.1" status: 200 len: 943 time: 0.0709846 Mar 11 16:34:34.208212 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-46bff953-c7e6-49a1-b3b1-59ace2e04d2f req-3ccb0b0c-79e5-4c92-b8fd-dcf2f736f403 tempest-VolumesActionsTest-434687055 tempest-VolumesActionsTest-434687055-project] 10.222.0.72 "GET /v2.0/security-groups?id=c1812029-ace2-45e6-8e16-8154b0b340b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449560 Mar 11 16:34:35.335001 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0744c1-7340-4af1-a5af-959d50496e60 req-5c7f64f7-c409-46cc-8a82-267c0a7e4e42 tempest-VolumesActionsTest-434687055 tempest-VolumesActionsTest-434687055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:35.336566 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-ee0744c1-7340-4af1-a5af-959d50496e60 req-5c7f64f7-c409-46cc-8a82-267c0a7e4e42 tempest-VolumesActionsTest-434687055 tempest-VolumesActionsTest-434687055-project] 10.222.0.72 "GET /v2.0/ports?device_id=80d4a9d2-12d5-43c7-8ede-54c61963d30d HTTP/1.1" status: 200 len: 943 time: 0.0584960 Mar 11 16:34:35.361029 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (42978ec7-0c45-4bcc-88e8-64ee44356522), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:34:35.396682 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-ee0744c1-7340-4af1-a5af-959d50496e60 req-28093d6e-1d04-450d-8a4a-b1701e62f721 tempest-VolumesActionsTest-434687055 tempest-VolumesActionsTest-434687055-project] 10.222.0.72 "GET /v2.0/security-groups?id=c1812029-ace2-45e6-8e16-8154b0b340b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461130 Mar 11 16:34:35.880434 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae2b8c7-157d-4351-bce9-62c4dc000d70 req-a5f21607-eff0-4fc5-ba48-3bd059f420ab tempest-VolumesSnapshotTestJSON-240641242 tempest-VolumesSnapshotTestJSON-240641242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:35.881926 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-4ae2b8c7-157d-4351-bce9-62c4dc000d70 req-a5f21607-eff0-4fc5-ba48-3bd059f420ab tempest-VolumesSnapshotTestJSON-240641242 tempest-VolumesSnapshotTestJSON-240641242-project] 10.222.0.72 "GET /v2.0/networks?id=e0014013-2feb-4f35-b4cc-a15e1ae9b144 HTTP/1.1" status: 200 len: 814 time: 0.1033313 Mar 11 16:34:35.897134 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-4ae2b8c7-157d-4351-bce9-62c4dc000d70 req-498e5c48-462d-42ac-b1a8-4ab2ff9719f1 tempest-VolumesSnapshotTestJSON-240641242 tempest-VolumesSnapshotTestJSON-240641242-project] 10.222.0.72 "GET /v2.0/quotas/8913a7ef0c564d6db58e9bbaafd5bad8 HTTP/1.1" status: 200 len: 375 time: 0.0090427 Mar 11 16:34:35.933725 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-4ae2b8c7-157d-4351-bce9-62c4dc000d70 req-b863c495-157e-4338-ba90-cf5f3c85cdd9 tempest-VolumesSnapshotTestJSON-240641242 tempest-VolumesSnapshotTestJSON-240641242-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=8913a7ef0c564d6db58e9bbaafd5bad8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0312903 Mar 11 16:34:36.038614 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [req-4ae2b8c7-157d-4351-bce9-62c4dc000d70 req-9ff41b28-3401-45ed-ba9b-eff37069149d service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=103092) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 16:34:36.039601 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-4ae2b8c7-157d-4351-bce9-62c4dc000d70 req-9ff41b28-3401-45ed-ba9b-eff37069149d service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0996053 Mar 11 16:34:36.135103 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-4ae2b8c7-157d-4351-bce9-62c4dc000d70 req-64ec206c-798f-4cea-a4bc-0158baef43f2 service neutron] 10.222.0.72 "GET /v2.0/networks/e0014013-2feb-4f35-b4cc-a15e1ae9b144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881124 Mar 11 16:34:36.237673 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-4ae2b8c7-157d-4351-bce9-62c4dc000d70 req-bb720e53-3bf6-4f81-b847-02b16ec4e32b service neutron] 10.222.0.72 "GET /v2.0/networks/e0014013-2feb-4f35-b4cc-a15e1ae9b144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968783 Mar 11 16:34:36.417821 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-85ee5915-3eab-4bb8-8abb-d1df22671cc9 req-2820d536-8cdb-4d14-afc5-f5ec860ec4f8 tempest-VolumesSnapshotTestJSON-240641242 tempest-VolumesSnapshotTestJSON-240641242-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc7dff44-cb35-429b-b0ca-5e450580e502 HTTP/1.1" status: 200 len: 210 time: 0.0395744 Mar 11 16:34:36.581819 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b09a90-d246-41a7-a0a4-ffb1a1d78729 req-24a7bdc8-b0df-43fd-a425-ed9e1ac6d44a tempest-VolumesActionsTest-434687055 tempest-VolumesActionsTest-434687055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:36.584148 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-c2b09a90-d246-41a7-a0a4-ffb1a1d78729 req-24a7bdc8-b0df-43fd-a425-ed9e1ac6d44a tempest-VolumesActionsTest-434687055 tempest-VolumesActionsTest-434687055-project] 10.222.0.72 "GET /v2.0/ports?device_id=80d4a9d2-12d5-43c7-8ede-54c61963d30d HTTP/1.1" status: 200 len: 943 time: 0.0732694 Mar 11 16:34:36.672077 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-c2b09a90-d246-41a7-a0a4-ffb1a1d78729 req-021452df-23a4-461b-ad4f-233027197378 tempest-VolumesActionsTest-434687055 tempest-VolumesActionsTest-434687055-project] 10.222.0.72 "GET /v2.0/security-groups?id=c1812029-ace2-45e6-8e16-8154b0b340b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815375 Mar 11 16:34:37.585042 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-6778f3aa-1a78-4c3e-b0ff-65cf584a2ee0 req-9824e27a-be48-4c07-a129-b91e8120ae56 tempest-VolumesSnapshotTestJSON-240641242 tempest-VolumesSnapshotTestJSON-240641242-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc7dff44-cb35-429b-b0ca-5e450580e502 HTTP/1.1" status: 200 len: 210 time: 0.0456226 Mar 11 16:34:37.620163 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae2b8c7-157d-4351-bce9-62c4dc000d70 req-c6937120-cfa9-4a77-ba3b-b7705fd430a8 tempest-VolumesSnapshotTestJSON-240641242 tempest-VolumesSnapshotTestJSON-240641242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:37.622701 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-4ae2b8c7-157d-4351-bce9-62c4dc000d70 req-c6937120-cfa9-4a77-ba3b-b7705fd430a8 tempest-VolumesSnapshotTestJSON-240641242 tempest-VolumesSnapshotTestJSON-240641242-project] 10.222.0.18 "GET /v2.0/networks?id=e0014013-2feb-4f35-b4cc-a15e1ae9b144 HTTP/1.1" status: 200 len: 814 time: 0.1818066 Mar 11 16:34:37.637024 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.v2.base [req-4ae2b8c7-157d-4351-bce9-62c4dc000d70 req-576c2cb7-78f8-45d8-9ab5-33bb40340e7e tempest-VolumesSnapshotTestJSON-240641242 tempest-VolumesSnapshotTestJSON-240641242-project] Request body: {'port': {'device_id': 'fc7dff44-cb35-429b-b0ca-5e450580e502', 'network_id': 'e0014013-2feb-4f35-b4cc-a15e1ae9b144', 'admin_state_up': True, 'tenant_id': '8913a7ef0c564d6db58e9bbaafd5bad8'}} {{(pid=103092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:34:37.776863 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ae2b8c7-157d-4351-bce9-62c4dc000d70 req-576c2cb7-78f8-45d8-9ab5-33bb40340e7e tempest-VolumesSnapshotTestJSON-240641242 tempest-VolumesSnapshotTestJSON-240641242-project] Made reservation on behalf of 8913a7ef0c564d6db58e9bbaafd5bad8 for: {'port': 1} {{(pid=103092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:34:37.780705 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-4ae2b8c7-157d-4351-bce9-62c4dc000d70 req-576c2cb7-78f8-45d8-9ab5-33bb40340e7e tempest-VolumesSnapshotTestJSON-240641242 tempest-VolumesSnapshotTestJSON-240641242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (None), before_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:34:37.929835 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397a04ca-ecb5-484b-a184-425810ed8b65 req-a29e48cd-3824-424b-93b7-e00455519522 tempest-VolumesActionsTest-434687055 tempest-VolumesActionsTest-434687055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:37.932484 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-397a04ca-ecb5-484b-a184-425810ed8b65 req-a29e48cd-3824-424b-93b7-e00455519522 tempest-VolumesActionsTest-434687055 tempest-VolumesActionsTest-434687055-project] 10.222.0.72 "GET /v2.0/ports?device_id=80d4a9d2-12d5-43c7-8ede-54c61963d30d HTTP/1.1" status: 200 len: 943 time: 0.1492712 Mar 11 16:34:38.031692 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.db.db_base_plugin_common [req-4ae2b8c7-157d-4351-bce9-62c4dc000d70 req-576c2cb7-78f8-45d8-9ab5-33bb40340e7e tempest-VolumesSnapshotTestJSON-240641242 tempest-VolumesSnapshotTestJSON-240641242-project] Allocated IP 172.20.0.5 (e0014013-2feb-4f35-b4cc-a15e1ae9b144/3d45a607-7caf-4edd-a004-1f75d1d80cc1/49c40aa4-688f-46d5-b234-496af1451c44) {{(pid=103092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:34:38.043092 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-397a04ca-ecb5-484b-a184-425810ed8b65 req-009bf305-ae65-47b6-9567-67a5010d49eb tempest-VolumesActionsTest-434687055 tempest-VolumesActionsTest-434687055-project] 10.222.0.72 "GET /v2.0/security-groups?id=c1812029-ace2-45e6-8e16-8154b0b340b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985162 Mar 11 16:34:38.215214 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-4ae2b8c7-157d-4351-bce9-62c4dc000d70 req-576c2cb7-78f8-45d8-9ab5-33bb40340e7e tempest-VolumesSnapshotTestJSON-240641242 tempest-VolumesSnapshotTestJSON-240641242-project] Publish callbacks [] for port (49c40aa4-688f-46d5-b234-496af1451c44), precommit_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:34:38.265252 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-4ae2b8c7-157d-4351-bce9-62c4dc000d70 req-576c2cb7-78f8-45d8-9ab5-33bb40340e7e tempest-VolumesSnapshotTestJSON-240641242 tempest-VolumesSnapshotTestJSON-240641242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780137975911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30811620'] for port (49c40aa4-688f-46d5-b234-496af1451c44), after_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:34:38.317376 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ae2b8c7-157d-4351-bce9-62c4dc000d70 req-576c2cb7-78f8-45d8-9ab5-33bb40340e7e tempest-VolumesSnapshotTestJSON-240641242 tempest-VolumesSnapshotTestJSON-240641242-project] Network e0014013-2feb-4f35-b4cc-a15e1ae9b144 is already hosted by enough agents. {{(pid=103092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:34:38.320546 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.scheduler.base_scheduler [req-4ae2b8c7-157d-4351-bce9-62c4dc000d70 req-576c2cb7-78f8-45d8-9ab5-33bb40340e7e tempest-VolumesSnapshotTestJSON-240641242 tempest-VolumesSnapshotTestJSON-240641242-project] Resources bound (agent type, host, resource id): {{(pid=103092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:34:38.323958 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ae2b8c7-157d-4351-bce9-62c4dc000d70 req-576c2cb7-78f8-45d8-9ab5-33bb40340e7e tempest-VolumesSnapshotTestJSON-240641242 tempest-VolumesSnapshotTestJSON-240641242-project] Received port after_create {{(pid=103092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 16:34:38.348549 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576c2cb7-78f8-45d8-9ab5-33bb40340e7e tempest-VolumesSnapshotTestJSON-240641242 tempest-VolumesSnapshotTestJSON-240641242-project] Pushing event updated for resources: {'Port': ['ID=49c40aa4-688f-46d5-b234-496af1451c44,revision_number=1']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:34:38.393286 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae2b8c7-157d-4351-bce9-62c4dc000d70 req-576c2cb7-78f8-45d8-9ab5-33bb40340e7e tempest-VolumesSnapshotTestJSON-240641242 tempest-VolumesSnapshotTestJSON-240641242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:38.393996 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-4ae2b8c7-157d-4351-bce9-62c4dc000d70 req-576c2cb7-78f8-45d8-9ab5-33bb40340e7e tempest-VolumesSnapshotTestJSON-240641242 tempest-VolumesSnapshotTestJSON-240641242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122971'] for port (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:34:38.413290 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-4ae2b8c7-157d-4351-bce9-62c4dc000d70 req-576c2cb7-78f8-45d8-9ab5-33bb40340e7e tempest-VolumesSnapshotTestJSON-240641242 tempest-VolumesSnapshotTestJSON-240641242-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7817473 Mar 11 16:34:38.424755 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.v2.base [req-4ae2b8c7-157d-4351-bce9-62c4dc000d70 req-9515834b-af0f-46ad-8464-c43349eacb79 service neutron] Request body: {'port': {'device_id': 'fc7dff44-cb35-429b-b0ca-5e450580e502', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=103092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:34:38.500468 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-4ae2b8c7-157d-4351-bce9-62c4dc000d70 req-9515834b-af0f-46ad-8464-c43349eacb79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (49c40aa4-688f-46d5-b234-496af1451c44), before_update {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:34:38.810060 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82157f16-aa8a-48b8-948f-de45b19d7580 req-4e379834-7009-4c58-b639-6ff8317b9c5e tempest-VolumesSnapshotTestJSON-240641242 tempest-VolumesSnapshotTestJSON-240641242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:38.811586 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-82157f16-aa8a-48b8-948f-de45b19d7580 req-4e379834-7009-4c58-b639-6ff8317b9c5e tempest-VolumesSnapshotTestJSON-240641242 tempest-VolumesSnapshotTestJSON-240641242-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc7dff44-cb35-429b-b0ca-5e450580e502 HTTP/1.1" status: 200 len: 931 time: 0.0923810 Mar 11 16:34:38.879600 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.notifiers.nova [req-4ae2b8c7-157d-4351-bce9-62c4dc000d70 req-9515834b-af0f-46ad-8464-c43349eacb79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49c40aa4-688f-46d5-b234-496af1451c44 {{(pid=103092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:34:38.899374 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-4ae2b8c7-157d-4351-bce9-62c4dc000d70 req-9515834b-af0f-46ad-8464-c43349eacb79 service neutron] Publish callbacks [] for port (49c40aa4-688f-46d5-b234-496af1451c44), precommit_update {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:34:38.905273 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-82157f16-aa8a-48b8-948f-de45b19d7580 req-5b15935a-f5fa-4f0c-8120-3252cdc244a3 tempest-VolumesSnapshotTestJSON-240641242 tempest-VolumesSnapshotTestJSON-240641242-project] 10.222.0.72 "GET /v2.0/security-groups?id=acbac5f9-1090-44bd-b484-3926b201bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859284 Mar 11 16:34:38.917032 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.db.provisioning_blocks [req-4ae2b8c7-157d-4351-bce9-62c4dc000d70 req-9515834b-af0f-46ad-8464-c43349eacb79 service neutron] Transition to ACTIVE for port object 49c40aa4-688f-46d5-b234-496af1451c44 will not be triggered until provisioned by entity L2. {{(pid=103092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 16:34:38.922238 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-4ae2b8c7-157d-4351-bce9-62c4dc000d70 req-9515834b-af0f-46ad-8464-c43349eacb79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30811645'] for port (49c40aa4-688f-46d5-b234-496af1451c44), after_update {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:34:38.974850 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9515834b-af0f-46ad-8464-c43349eacb79 service neutron] Pushing event updated for resources: {'Port': ['ID=49c40aa4-688f-46d5-b234-496af1451c44,revision_number=2']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:34:39.058455 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.managers [req-4ae2b8c7-157d-4351-bce9-62c4dc000d70 req-9515834b-af0f-46ad-8464-c43349eacb79 service neutron] Attempting to bind port 49c40aa4-688f-46d5-b234-496af1451c44 on host hv-cinder-75078 for vnic_type normal with profile {{(pid=103092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 16:34:39.058694 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.managers [req-4ae2b8c7-157d-4351-bce9-62c4dc000d70 req-9515834b-af0f-46ad-8464-c43349eacb79 service neutron] Attempting to bind port 49c40aa4-688f-46d5-b234-496af1451c44 by drivers openvswitch,hyperv on host hv-cinder-75078 at level 0 using segments [{'id': '1cc51a35-152e-49f3-9132-e50201118080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'e0014013-2feb-4f35-b4cc-a15e1ae9b144'}] {{(pid=103092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 16:34:39.059033 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae2b8c7-157d-4351-bce9-62c4dc000d70 req-9515834b-af0f-46ad-8464-c43349eacb79 service neutron] Attempting to bind port 49c40aa4-688f-46d5-b234-496af1451c44 on network e0014013-2feb-4f35-b4cc-a15e1ae9b144 {{(pid=103092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 16:34:39.063974 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae2b8c7-157d-4351-bce9-62c4dc000d70 req-9515834b-af0f-46ad-8464-c43349eacb79 service neutron] Port 49c40aa4-688f-46d5-b234-496af1451c44 on network e0014013-2feb-4f35-b4cc-a15e1ae9b144 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75078 {{(pid=103092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 16:34:39.064294 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae2b8c7-157d-4351-bce9-62c4dc000d70 req-9515834b-af0f-46ad-8464-c43349eacb79 service neutron] Attempting to bind port 49c40aa4-688f-46d5-b234-496af1451c44 on network e0014013-2feb-4f35-b4cc-a15e1ae9b144 {{(pid=103092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 16:34:39.069883 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae2b8c7-157d-4351-bce9-62c4dc000d70 req-9515834b-af0f-46ad-8464-c43349eacb79 service neutron] Checking agent: {'id': '42978ec7-0c45-4bcc-88e8-64ee44356522', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 19, 5), 'started_at': datetime.datetime(2022, 3, 11, 16, 19, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 16:34:39.070266 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae2b8c7-157d-4351-bce9-62c4dc000d70 req-9515834b-af0f-46ad-8464-c43349eacb79 service neutron] Checking segment: {'id': '1cc51a35-152e-49f3-9132-e50201118080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'e0014013-2feb-4f35-b4cc-a15e1ae9b144'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 16:34:39.070711 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae2b8c7-157d-4351-bce9-62c4dc000d70 req-9515834b-af0f-46ad-8464-c43349eacb79 service neutron] Bound using segment: {'id': '1cc51a35-152e-49f3-9132-e50201118080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'e0014013-2feb-4f35-b4cc-a15e1ae9b144'} {{(pid=103092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 16:34:39.071094 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.managers [req-4ae2b8c7-157d-4351-bce9-62c4dc000d70 req-9515834b-af0f-46ad-8464-c43349eacb79 service neutron] Bound port: 49c40aa4-688f-46d5-b234-496af1451c44, host: hv-cinder-75078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cc51a35-152e-49f3-9132-e50201118080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'e0014013-2feb-4f35-b4cc-a15e1ae9b144'}}] {{(pid=103092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 16:34:39.071455 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-4ae2b8c7-157d-4351-bce9-62c4dc000d70 req-9515834b-af0f-46ad-8464-c43349eacb79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (49c40aa4-688f-46d5-b234-496af1451c44), before_update {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:34:39.176919 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.db [req-4ae2b8c7-157d-4351-bce9-62c4dc000d70 req-9515834b-af0f-46ad-8464-c43349eacb79 service neutron] For port 49c40aa4-688f-46d5-b234-496af1451c44, host hv-cinder-75078, cleared binding levels {{(pid=103092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:34:39.193461 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.db [req-4ae2b8c7-157d-4351-bce9-62c4dc000d70 req-9515834b-af0f-46ad-8464-c43349eacb79 service neutron] For port 49c40aa4-688f-46d5-b234-496af1451c44, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=49c40aa4-688f-46d5-b234-496af1451c44,segment=NetworkSegment(1cc51a35-152e-49f3-9132-e50201118080),segment_id=1cc51a35-152e-49f3-9132-e50201118080)] {{(pid=103092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:34:39.203275 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-4ae2b8c7-157d-4351-bce9-62c4dc000d70 req-9515834b-af0f-46ad-8464-c43349eacb79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30811645'] for port (49c40aa4-688f-46d5-b234-496af1451c44), after_update {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:34:39.242139 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24271975-1556-4f26-bd60-18623a107f04 req-6331445b-b393-4e15-960c-1bc12dd607ee tempest-VolumesActionsTest-434687055 tempest-VolumesActionsTest-434687055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:39.243681 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-24271975-1556-4f26-bd60-18623a107f04 req-6331445b-b393-4e15-960c-1bc12dd607ee tempest-VolumesActionsTest-434687055 tempest-VolumesActionsTest-434687055-project] 10.222.0.72 "GET /v2.0/ports?device_id=80d4a9d2-12d5-43c7-8ede-54c61963d30d HTTP/1.1" status: 200 len: 943 time: 0.1140890 Mar 11 16:34:39.255362 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae2b8c7-157d-4351-bce9-62c4dc000d70 req-9515834b-af0f-46ad-8464-c43349eacb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:39.255986 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-4ae2b8c7-157d-4351-bce9-62c4dc000d70 req-9515834b-af0f-46ad-8464-c43349eacb79 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122971'] for port (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:34:39.257378 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-4ae2b8c7-157d-4351-bce9-62c4dc000d70 req-9515834b-af0f-46ad-8464-c43349eacb79 service neutron] 10.222.0.18 "PUT /v2.0/ports/49c40aa4-688f-46d5-b234-496af1451c44 HTTP/1.1" status: 200 len: 1093 time: 0.8369515 Mar 11 16:34:39.262975 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc7dff44-cb35-429b-b0ca-5e450580e502', 'tag': '49c40aa4-688f-46d5-b234-496af1451c44'}] {{(pid=103092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:34:39.265198 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8119d67d121bc7655fb27ee4e81d05746f3857d7b024446e390c37a4f39e07a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60be89f7-4796-4d9d-a3f8-f841e05ff396" -d '{"events": [{"name": "network-changed", "server_uuid": "fc7dff44-cb35-429b-b0ca-5e450580e502", "tag": "49c40aa4-688f-46d5-b234-496af1451c44"}]}' {{(pid=103092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 16:34:39.304257 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9515834b-af0f-46ad-8464-c43349eacb79 service neutron] Pushing event updated for resources: {'Port': ['ID=49c40aa4-688f-46d5-b234-496af1451c44,revision_number=3']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:34:39.323034 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 16:34:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a58bdd3-a700-429f-9655-5bbb60ca073e x-openstack-request-id: req-1a58bdd3-a700-429f-9655-5bbb60ca073e {{(pid=103092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 16:34:39.323325 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc7dff44-cb35-429b-b0ca-5e450580e502", "tag": "49c40aa4-688f-46d5-b234-496af1451c44", "status": "completed", "code": 200}]} {{(pid=103092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 16:34:39.323842 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-1a58bdd3-a700-429f-9655-5bbb60ca073e {{(pid=103092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 16:34:39.324231 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc7dff44-cb35-429b-b0ca-5e450580e502', 'tag': '49c40aa4-688f-46d5-b234-496af1451c44', 'status': 'completed', 'code': 200} Mar 11 16:34:39.356415 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-24271975-1556-4f26-bd60-18623a107f04 req-e05ada91-e2cf-43d2-be21-c8c32b4e582e tempest-VolumesActionsTest-434687055 tempest-VolumesActionsTest-434687055-project] 10.222.0.72 "GET /v2.0/security-groups?id=c1812029-ace2-45e6-8e16-8154b0b340b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064775 Mar 11 16:34:39.374186 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae2b8c7-157d-4351-bce9-62c4dc000d70 req-04e1fe97-bf20-499d-886d-cfe04bbc5b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:39.375688 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-4ae2b8c7-157d-4351-bce9-62c4dc000d70 req-04e1fe97-bf20-499d-886d-cfe04bbc5b8b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8913a7ef0c564d6db58e9bbaafd5bad8&device_id=fc7dff44-cb35-429b-b0ca-5e450580e502 HTTP/1.1" status: 200 len: 1127 time: 0.0668259 Mar 11 16:34:39.420317 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-4ae2b8c7-157d-4351-bce9-62c4dc000d70 req-286bf15f-c6b1-4898-b1eb-ebc98d67a9d4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=49c40aa4-688f-46d5-b234-496af1451c44 HTTP/1.1" status: 200 len: 217 time: 0.0382524 Mar 11 16:34:39.470634 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae2b8c7-157d-4351-bce9-62c4dc000d70 req-39698ef5-13c2-4638-aa15-077d75e0ca59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:39.472124 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-4ae2b8c7-157d-4351-bce9-62c4dc000d70 req-39698ef5-13c2-4638-aa15-077d75e0ca59 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3d45a607-7caf-4edd-a004-1f75d1d80cc1 HTTP/1.1" status: 200 len: 854 time: 0.0463278 Mar 11 16:34:39.503813 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-4ae2b8c7-157d-4351-bce9-62c4dc000d70 req-d3ffcdb9-5c0f-4bed-9a48-da6d87207fc1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e0014013-2feb-4f35-b4cc-a15e1ae9b144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264297 Mar 11 16:34:39.729835 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Device 8e511ddf-e486-4c7d-a93b-81acdd7ae0d0 details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=103093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 16:34:39.838891 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] For port 8e511ddf-e486-4c7d-a93b-81acdd7ae0d0, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=8e511ddf-e486-4c7d-a93b-81acdd7ae0d0,segment=NetworkSegment(62947b73-ffcb-4155-b45f-9f5ee2b65278),segment_id=62947b73-ffcb-4155-b45f-9f5ee2b65278)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:34:39.850458 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Returning: {'device': '8e511ddf-e486-4c7d-a93b-81acdd7ae0d0', 'network_id': '6dc35140-bf67-4c2a-a952-a4252cfeeae1', 'port_id': '8e511ddf-e486-4c7d-a93b-81acdd7ae0d0', 'mac_address': 'fa:16:3e:e8:76:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84a0c8dc-1ff0-46bd-9001-dbc3d193e031', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 16:34:39.869768 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-4ae2b8c7-157d-4351-bce9-62c4dc000d70 req-1ca2d591-adf0-4ffc-bf49-d00a0acf692e service neutron] 10.222.0.18 "GET /v2.0/networks/e0014013-2feb-4f35-b4cc-a15e1ae9b144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3590727 Mar 11 16:34:39.889763 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Current status of the port 8e511ddf-e486-4c7d-a93b-81acdd7ae0d0 is: DOWN; New status is: BUILD {{(pid=103093) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 16:34:39.890183 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (8e511ddf-e486-4c7d-a93b-81acdd7ae0d0), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:34:39.903033 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.notifiers.nova [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e511ddf-e486-4c7d-a93b-81acdd7ae0d0 {{(pid=103093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:34:39.922592 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] For port 8e511ddf-e486-4c7d-a93b-81acdd7ae0d0, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=8e511ddf-e486-4c7d-a93b-81acdd7ae0d0,segment=NetworkSegment(62947b73-ffcb-4155-b45f-9f5ee2b65278),segment_id=62947b73-ffcb-4155-b45f-9f5ee2b65278)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:34:39.926482 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947'] for port (8e511ddf-e486-4c7d-a93b-81acdd7ae0d0), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:34:39.969898 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-4ae2b8c7-157d-4351-bce9-62c4dc000d70 req-2bab6c9f-facf-4b9a-9a39-3b248d44ac7f service neutron] 10.222.0.18 "GET /v2.0/networks/e0014013-2feb-4f35-b4cc-a15e1ae9b144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939410 Mar 11 16:34:39.983563 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Pushing event updated for resources: {'Port': ['ID=8e511ddf-e486-4c7d-a93b-81acdd7ae0d0,revision_number=4']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:34:39.996635 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:34:39.996985 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:34:39.997328 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:34:39.997667 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:34:39.998025 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:34:39.998353 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:34:39.998685 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:34:39.999017 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:34:39.999337 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:34:39.999664 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:34:39.999985 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:34:40.000301 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:34:40.000619 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:34:40.056728 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afcf6e0-89e9-4c79-8ab1-fabb98fad4d2 req-85419e65-6e0b-4822-bddf-5cce3dc5d4ab tempest-VolumesSnapshotTestJSON-240641242 tempest-VolumesSnapshotTestJSON-240641242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:40.058180 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-6afcf6e0-89e9-4c79-8ab1-fabb98fad4d2 req-85419e65-6e0b-4822-bddf-5cce3dc5d4ab tempest-VolumesSnapshotTestJSON-240641242 tempest-VolumesSnapshotTestJSON-240641242-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc7dff44-cb35-429b-b0ca-5e450580e502 HTTP/1.1" status: 200 len: 943 time: 0.0767231 Mar 11 16:34:40.093075 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60be89f7-4796-4d9d-a3f8-f841e05ff396 req-3d18736c-c7d4-4449-86bb-e7b269b00928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:40.094478 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-60be89f7-4796-4d9d-a3f8-f841e05ff396 req-3d18736c-c7d4-4449-86bb-e7b269b00928 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8913a7ef0c564d6db58e9bbaafd5bad8&device_id=fc7dff44-cb35-429b-b0ca-5e450580e502 HTTP/1.1" status: 200 len: 1127 time: 0.0746036 Mar 11 16:34:40.135456 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-6afcf6e0-89e9-4c79-8ab1-fabb98fad4d2 req-84c35b07-4760-4008-b3fb-3c2f04e529b8 tempest-VolumesSnapshotTestJSON-240641242 tempest-VolumesSnapshotTestJSON-240641242-project] 10.222.0.72 "GET /v2.0/security-groups?id=acbac5f9-1090-44bd-b484-3926b201bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703852 Mar 11 16:34:40.203606 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60be89f7-4796-4d9d-a3f8-f841e05ff396 req-87c2face-d402-43d7-aed7-3855488ed020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:40.205069 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-60be89f7-4796-4d9d-a3f8-f841e05ff396 req-87c2face-d402-43d7-aed7-3855488ed020 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e0014013-2feb-4f35-b4cc-a15e1ae9b144 HTTP/1.1" status: 200 len: 915 time: 0.1029756 Mar 11 16:34:40.246095 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-60be89f7-4796-4d9d-a3f8-f841e05ff396 req-d417084e-6e9f-4a14-ab64-603e7a5a9bf1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=49c40aa4-688f-46d5-b234-496af1451c44 HTTP/1.1" status: 200 len: 217 time: 0.0351980 Mar 11 16:34:40.293108 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60be89f7-4796-4d9d-a3f8-f841e05ff396 req-951b74f6-a11a-4b13-8183-3e6413d7848b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:40.294565 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-60be89f7-4796-4d9d-a3f8-f841e05ff396 req-951b74f6-a11a-4b13-8183-3e6413d7848b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3d45a607-7caf-4edd-a004-1f75d1d80cc1 HTTP/1.1" status: 200 len: 854 time: 0.0434220 Mar 11 16:34:40.330142 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-60be89f7-4796-4d9d-a3f8-f841e05ff396 req-e3ca4682-d3a3-4d1c-b85e-e8ae6d23d8e4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e0014013-2feb-4f35-b4cc-a15e1ae9b144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301139 Mar 11 16:34:40.422358 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-60be89f7-4796-4d9d-a3f8-f841e05ff396 req-e4c8d8fd-5d4d-4e46-8beb-6179d4b55b51 service neutron] 10.222.0.18 "GET /v2.0/networks/e0014013-2feb-4f35-b4cc-a15e1ae9b144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865691 Mar 11 16:34:40.519601 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] get_ports_and_sgs() called for port_ids ['8e511ddf-e486-4c7d-a93b-81acdd7ae0d0'] {{(pid=103093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 16:34:40.552540 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697a2802-4968-4428-b7d2-0df81de226c5 req-3c8e0266-f514-4f3f-ae92-aef1bd6765e7 tempest-VolumesActionsTest-434687055 tempest-VolumesActionsTest-434687055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:40.554106 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-697a2802-4968-4428-b7d2-0df81de226c5 req-3c8e0266-f514-4f3f-ae92-aef1bd6765e7 tempest-VolumesActionsTest-434687055 tempest-VolumesActionsTest-434687055-project] 10.222.0.72 "GET /v2.0/ports?device_id=80d4a9d2-12d5-43c7-8ede-54c61963d30d HTTP/1.1" status: 200 len: 944 time: 0.1183910 Mar 11 16:34:40.558153 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-60be89f7-4796-4d9d-a3f8-f841e05ff396 req-3b678586-9260-4c5c-b68d-d8076aae18d2 service neutron] 10.222.0.18 "GET /v2.0/networks/e0014013-2feb-4f35-b4cc-a15e1ae9b144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300225 Mar 11 16:34:40.602657 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-697a2802-4968-4428-b7d2-0df81de226c5 req-93d15272-1de2-4a44-90b9-077fb986246f tempest-VolumesActionsTest-434687055 tempest-VolumesActionsTest-434687055-project] 10.222.0.72 "GET /v2.0/security-groups?id=c1812029-ace2-45e6-8e16-8154b0b340b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425673 Mar 11 16:34:41.264442 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccae2f6-4ee1-40af-9d5e-7c70eab99377 req-d52ad9bd-d273-4f82-b205-7f06cd062458 tempest-VolumesSnapshotTestJSON-240641242 tempest-VolumesSnapshotTestJSON-240641242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:41.265969 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-6ccae2f6-4ee1-40af-9d5e-7c70eab99377 req-d52ad9bd-d273-4f82-b205-7f06cd062458 tempest-VolumesSnapshotTestJSON-240641242 tempest-VolumesSnapshotTestJSON-240641242-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc7dff44-cb35-429b-b0ca-5e450580e502 HTTP/1.1" status: 200 len: 943 time: 0.0595765 Mar 11 16:34:41.312415 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-6ccae2f6-4ee1-40af-9d5e-7c70eab99377 req-0f76e5f7-7fd4-4301-95ea-ae7faa4778c8 tempest-VolumesSnapshotTestJSON-240641242 tempest-VolumesSnapshotTestJSON-240641242-project] 10.222.0.72 "GET /v2.0/security-groups?id=acbac5f9-1090-44bd-b484-3926b201bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408833 Mar 11 16:34:41.721844 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb3e37c-4a21-4379-9936-00aedf6a3eba req-6f3b786a-8c4a-45b4-929e-05ed30a809f6 tempest-VolumesActionsTest-434687055 tempest-VolumesActionsTest-434687055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:41.723377 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-6bb3e37c-4a21-4379-9936-00aedf6a3eba req-6f3b786a-8c4a-45b4-929e-05ed30a809f6 tempest-VolumesActionsTest-434687055 tempest-VolumesActionsTest-434687055-project] 10.222.0.72 "GET /v2.0/ports?device_id=80d4a9d2-12d5-43c7-8ede-54c61963d30d HTTP/1.1" status: 200 len: 944 time: 0.0532222 Mar 11 16:34:41.758679 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Device 8e511ddf-e486-4c7d-a93b-81acdd7ae0d0 up at agent hyperv_hv-cinder-75078 {{(pid=103093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 16:34:41.773360 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-6bb3e37c-4a21-4379-9936-00aedf6a3eba req-b22a34a0-8b04-47bf-8f8c-b04b6fdad1e9 tempest-VolumesActionsTest-434687055 tempest-VolumesActionsTest-434687055-project] 10.222.0.72 "GET /v2.0/security-groups?id=c1812029-ace2-45e6-8e16-8154b0b340b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437942 Mar 11 16:34:41.809498 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Provisioning for port 8e511ddf-e486-4c7d-a93b-81acdd7ae0d0 completed by entity L2. {{(pid=103093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 16:34:41.813689 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Provisioning complete for port 8e511ddf-e486-4c7d-a93b-81acdd7ae0d0 triggered by entity L2. {{(pid=103093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 16:34:41.814087 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397499'] for port (8e511ddf-e486-4c7d-a93b-81acdd7ae0d0), provisioning_complete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:34:41.901131 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Current status of the port 8e511ddf-e486-4c7d-a93b-81acdd7ae0d0 is: BUILD; New status is: ACTIVE {{(pid=103093) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 16:34:41.901421 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (8e511ddf-e486-4c7d-a93b-81acdd7ae0d0), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:34:41.925064 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80d4a9d2-12d5-43c7-8ede-54c61963d30d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e511ddf-e486-4c7d-a93b-81acdd7ae0d0'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:34:41.927303 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f6a2c072b123b360c8eb8991e75d694e889c4c27e62ecb22fdf39ecf471eb94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-189ad89b-fc59-4092-a30a-055f4507aaec" -d '{"events": [{"server_uuid": "80d4a9d2-12d5-43c7-8ede-54c61963d30d", "name": "network-vif-plugged", "status": "completed", "tag": "8e511ddf-e486-4c7d-a93b-81acdd7ae0d0"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 16:34:41.939360 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] For port 8e511ddf-e486-4c7d-a93b-81acdd7ae0d0, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=8e511ddf-e486-4c7d-a93b-81acdd7ae0d0,segment=NetworkSegment(62947b73-ffcb-4155-b45f-9f5ee2b65278),segment_id=62947b73-ffcb-4155-b45f-9f5ee2b65278)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:34:41.943624 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947'] for port (8e511ddf-e486-4c7d-a93b-81acdd7ae0d0), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:34:41.975479 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 16:34:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7314b837-9fb5-4823-ae9e-01cc3c574510 x-openstack-request-id: req-7314b837-9fb5-4823-ae9e-01cc3c574510 {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 16:34:41.975768 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80d4a9d2-12d5-43c7-8ede-54c61963d30d", "name": "network-vif-plugged", "status": "completed", "tag": "8e511ddf-e486-4c7d-a93b-81acdd7ae0d0", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 16:34:41.976052 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-7314b837-9fb5-4823-ae9e-01cc3c574510 {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 16:34:41.976442 dv-cinder-750782-12-iscsi neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80d4a9d2-12d5-43c7-8ede-54c61963d30d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e511ddf-e486-4c7d-a93b-81acdd7ae0d0', 'code': 200} Mar 11 16:34:42.005352 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Pushing event updated for resources: {'Port': ['ID=8e511ddf-e486-4c7d-a93b-81acdd7ae0d0,revision_number=5']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:34:42.138818 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad32f290-0ea2-41f9-9ee9-6356fad0b6fa req-06dfbf2d-dd25-4506-ada3-f4acf8a12d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:42.140313 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-ad32f290-0ea2-41f9-9ee9-6356fad0b6fa req-06dfbf2d-dd25-4506-ada3-f4acf8a12d16 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=80d4a9d2-12d5-43c7-8ede-54c61963d30d HTTP/1.1" status: 200 len: 1129 time: 0.0448124 Mar 11 16:34:42.188121 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-ad32f290-0ea2-41f9-9ee9-6356fad0b6fa req-337a8972-3577-438d-aaff-89dc25da377d service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c1812029-ace2-45e6-8e16-8154b0b340b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415139 Mar 11 16:34:42.430112 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc890eee-b4a9-4903-bc49-98a9c9d598c8 req-eff190d7-7320-4bfd-b6a8-7aecbf96272e tempest-VolumesSnapshotTestJSON-240641242 tempest-VolumesSnapshotTestJSON-240641242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:42.433222 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-cc890eee-b4a9-4903-bc49-98a9c9d598c8 req-eff190d7-7320-4bfd-b6a8-7aecbf96272e tempest-VolumesSnapshotTestJSON-240641242 tempest-VolumesSnapshotTestJSON-240641242-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc7dff44-cb35-429b-b0ca-5e450580e502 HTTP/1.1" status: 200 len: 943 time: 0.0568635 Mar 11 16:34:42.480070 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-cc890eee-b4a9-4903-bc49-98a9c9d598c8 req-7e9063d4-fe68-4659-b88a-aef5ab407bff tempest-VolumesSnapshotTestJSON-240641242 tempest-VolumesSnapshotTestJSON-240641242-project] 10.222.0.72 "GET /v2.0/security-groups?id=acbac5f9-1090-44bd-b484-3926b201bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413399 Mar 11 16:34:42.898019 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245064d7-56b6-4206-8784-34e041aec993 req-6da16bad-960e-4d17-a72b-05df6666d6ee tempest-VolumesActionsTest-434687055 tempest-VolumesActionsTest-434687055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:42.900418 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-245064d7-56b6-4206-8784-34e041aec993 req-6da16bad-960e-4d17-a72b-05df6666d6ee tempest-VolumesActionsTest-434687055 tempest-VolumesActionsTest-434687055-project] 10.222.0.72 "GET /v2.0/ports?device_id=80d4a9d2-12d5-43c7-8ede-54c61963d30d HTTP/1.1" status: 200 len: 945 time: 0.0537252 Mar 11 16:34:42.947152 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-245064d7-56b6-4206-8784-34e041aec993 req-61124ca4-13b2-438d-8042-5977ead33e81 tempest-VolumesActionsTest-434687055 tempest-VolumesActionsTest-434687055-project] 10.222.0.72 "GET /v2.0/security-groups?id=c1812029-ace2-45e6-8e16-8154b0b340b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407882 Mar 11 16:34:43.137293 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 48976) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:34:43.240397 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-8b9804da-006d-4e87-9ee2-7e77a6e681f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:34:43.315714 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-8b9804da-006d-4e87-9ee2-7e77a6e681f4 admin admin] Publish callbacks [] for security_group (29f1e9eb-a43e-4244-9cb9-811cb138007c), precommit_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:34:43.320094 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-8b9804da-006d-4e87-9ee2-7e77a6e681f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (29f1e9eb-a43e-4244-9cb9-811cb138007c), after_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:34:43.360401 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9804da-006d-4e87-9ee2-7e77a6e681f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29f1e9eb-a43e-4244-9cb9-811cb138007c,revision_number=1']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:34:43.364789 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-8b9804da-006d-4e87-9ee2-7e77a6e681f4 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c27d23754a734870b033b5b0a98b1570&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2264822 Mar 11 16:34:43.367473 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 48980) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:34:43.417048 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-b502966f-2f62-4639-b8b4-397363999a73 admin admin] Publish callbacks [] for security_group (29f1e9eb-a43e-4244-9cb9-811cb138007c), before_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:34:43.438910 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-b502966f-2f62-4639-b8b4-397363999a73 admin admin] Publish callbacks [] for security_group (29f1e9eb-a43e-4244-9cb9-811cb138007c), precommit_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:34:43.486076 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-b502966f-2f62-4639-b8b4-397363999a73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (29f1e9eb-a43e-4244-9cb9-811cb138007c), after_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:34:43.489468 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-b502966f-2f62-4639-b8b4-397363999a73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:34:43.493227 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-b502966f-2f62-4639-b8b4-397363999a73 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/29f1e9eb-a43e-4244-9cb9-811cb138007c HTTP/1.1" status: 204 len: 168 time: 0.1247993 Mar 11 16:34:43.503334 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b502966f-2f62-4639-b8b4-397363999a73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29f1e9eb-a43e-4244-9cb9-811cb138007c,revision_number=None']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:34:43.623983 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24227a6f-f0a2-440c-a7b1-b5961b1d2caf req-b515edec-9e66-4140-b944-93211de33f59 tempest-VolumesSnapshotTestJSON-240641242 tempest-VolumesSnapshotTestJSON-240641242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:43.625622 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-24227a6f-f0a2-440c-a7b1-b5961b1d2caf req-b515edec-9e66-4140-b944-93211de33f59 tempest-VolumesSnapshotTestJSON-240641242 tempest-VolumesSnapshotTestJSON-240641242-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc7dff44-cb35-429b-b0ca-5e450580e502 HTTP/1.1" status: 200 len: 943 time: 0.0755479 Mar 11 16:34:43.682275 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-24227a6f-f0a2-440c-a7b1-b5961b1d2caf req-a55b7b6b-961c-48a2-a63f-a1ef20886e61 tempest-VolumesSnapshotTestJSON-240641242 tempest-VolumesSnapshotTestJSON-240641242-project] 10.222.0.72 "GET /v2.0/security-groups?id=acbac5f9-1090-44bd-b484-3926b201bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503263 Mar 11 16:34:43.767073 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Device 49c40aa4-688f-46d5-b234-496af1451c44 details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=103093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 16:34:43.866256 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a9fb13c2-b428-4d0c-a894-4f4fb835b8b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (52d54afa-c257-4acf-9353-cc1307944ae0), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:34:43.894205 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] For port 49c40aa4-688f-46d5-b234-496af1451c44, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=49c40aa4-688f-46d5-b234-496af1451c44,segment=NetworkSegment(1cc51a35-152e-49f3-9132-e50201118080),segment_id=1cc51a35-152e-49f3-9132-e50201118080)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:34:43.905605 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Returning: {'device': '49c40aa4-688f-46d5-b234-496af1451c44', 'network_id': 'e0014013-2feb-4f35-b4cc-a15e1ae9b144', 'port_id': '49c40aa4-688f-46d5-b234-496af1451c44', 'mac_address': 'fa:16:3e:72:38:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d45a607-7caf-4edd-a004-1f75d1d80cc1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 16:34:43.945032 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Current status of the port 49c40aa4-688f-46d5-b234-496af1451c44 is: DOWN; New status is: BUILD {{(pid=103093) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 16:34:43.945472 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (49c40aa4-688f-46d5-b234-496af1451c44), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:34:43.961123 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.notifiers.nova [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49c40aa4-688f-46d5-b234-496af1451c44 {{(pid=103093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:34:43.986420 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] For port 49c40aa4-688f-46d5-b234-496af1451c44, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=49c40aa4-688f-46d5-b234-496af1451c44,segment=NetworkSegment(1cc51a35-152e-49f3-9132-e50201118080),segment_id=1cc51a35-152e-49f3-9132-e50201118080)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:34:43.992323 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947'] for port (49c40aa4-688f-46d5-b234-496af1451c44), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:34:44.044647 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Pushing event updated for resources: {'Port': ['ID=49c40aa4-688f-46d5-b234-496af1451c44,revision_number=4']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:34:44.073891 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfa6e62-c667-42fe-9e9c-15f4d21e9abd req-711fa602-cbca-4daf-bf4e-84f06bbe1522 tempest-VolumesActionsTest-434687055 tempest-VolumesActionsTest-434687055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:44.075441 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-acfa6e62-c667-42fe-9e9c-15f4d21e9abd req-711fa602-cbca-4daf-bf4e-84f06bbe1522 tempest-VolumesActionsTest-434687055 tempest-VolumesActionsTest-434687055-project] 10.222.0.72 "GET /v2.0/ports?device_id=80d4a9d2-12d5-43c7-8ede-54c61963d30d HTTP/1.1" status: 200 len: 945 time: 0.0574167 Mar 11 16:34:44.124978 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-acfa6e62-c667-42fe-9e9c-15f4d21e9abd req-cfc4ad5c-34d1-4f1d-805a-c2f889029c57 tempest-VolumesActionsTest-434687055 tempest-VolumesActionsTest-434687055-project] 10.222.0.72 "GET /v2.0/security-groups?id=c1812029-ace2-45e6-8e16-8154b0b340b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436687 Mar 11 16:34:44.361462 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] get_ports_and_sgs() called for port_ids ['49c40aa4-688f-46d5-b234-496af1451c44'] {{(pid=103093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 16:34:44.777889 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7afb7c-61f0-49c5-a236-ac5ba959c880 req-8ebea5b8-7540-48ed-80dc-87a86db17f49 tempest-VolumesActionsTest-434687055 tempest-VolumesActionsTest-434687055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:44.779390 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-eb7afb7c-61f0-49c5-a236-ac5ba959c880 req-8ebea5b8-7540-48ed-80dc-87a86db17f49 tempest-VolumesActionsTest-434687055 tempest-VolumesActionsTest-434687055-project] 10.222.0.72 "GET /v2.0/ports?device_id=80d4a9d2-12d5-43c7-8ede-54c61963d30d HTTP/1.1" status: 200 len: 945 time: 0.0680323 Mar 11 16:34:44.855505 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da8fefa-5352-45c7-9551-1d7298497ee3 req-7b938f12-a115-45e1-a11c-8d7dfacd24e0 tempest-VolumesSnapshotTestJSON-240641242 tempest-VolumesSnapshotTestJSON-240641242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:44.856916 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-6da8fefa-5352-45c7-9551-1d7298497ee3 req-7b938f12-a115-45e1-a11c-8d7dfacd24e0 tempest-VolumesSnapshotTestJSON-240641242 tempest-VolumesSnapshotTestJSON-240641242-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc7dff44-cb35-429b-b0ca-5e450580e502 HTTP/1.1" status: 200 len: 944 time: 0.0987461 Mar 11 16:34:44.860221 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-eb7afb7c-61f0-49c5-a236-ac5ba959c880 req-0553c279-598c-46f1-bd14-8f5752836349 tempest-VolumesActionsTest-434687055 tempest-VolumesActionsTest-434687055-project] 10.222.0.72 "GET /v2.0/security-groups?id=c1812029-ace2-45e6-8e16-8154b0b340b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617366 Mar 11 16:34:44.907593 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-6da8fefa-5352-45c7-9551-1d7298497ee3 req-d57c70ec-23d6-44d8-9557-5fa404784b2a tempest-VolumesSnapshotTestJSON-240641242 tempest-VolumesSnapshotTestJSON-240641242-project] 10.222.0.72 "GET /v2.0/security-groups?id=acbac5f9-1090-44bd-b484-3926b201bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446146 Mar 11 16:34:45.775427 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Device 49c40aa4-688f-46d5-b234-496af1451c44 up at agent hyperv_hv-cinder-75078 {{(pid=103093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 16:34:45.830048 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Provisioning for port 49c40aa4-688f-46d5-b234-496af1451c44 completed by entity L2. {{(pid=103093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 16:34:45.839407 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Provisioning complete for port 49c40aa4-688f-46d5-b234-496af1451c44 triggered by entity L2. {{(pid=103093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 16:34:45.839828 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397499'] for port (49c40aa4-688f-46d5-b234-496af1451c44), provisioning_complete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:34:45.862662 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-81e8cb5d-6483-4e51-ae2b-64b075786642 req-2d33788c-f7a6-4f92-a439-592112b1c263 tempest-VolumesNegativeTest-394230028 tempest-VolumesNegativeTest-394230028-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=a856b36b6c90464bbf83d70302217fee&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0289171 Mar 11 16:34:45.935270 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Current status of the port 49c40aa4-688f-46d5-b234-496af1451c44 is: BUILD; New status is: ACTIVE {{(pid=103093) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 16:34:45.935756 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (49c40aa4-688f-46d5-b234-496af1451c44), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:34:45.958501 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc7dff44-cb35-429b-b0ca-5e450580e502', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49c40aa4-688f-46d5-b234-496af1451c44'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:34:45.960772 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f6a2c072b123b360c8eb8991e75d694e889c4c27e62ecb22fdf39ecf471eb94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1688ae4-5506-4094-bdc3-af19312b3bfc" -d '{"events": [{"server_uuid": "fc7dff44-cb35-429b-b0ca-5e450580e502", "name": "network-vif-plugged", "status": "completed", "tag": "49c40aa4-688f-46d5-b234-496af1451c44"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 16:34:45.973245 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] For port 49c40aa4-688f-46d5-b234-496af1451c44, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=49c40aa4-688f-46d5-b234-496af1451c44,segment=NetworkSegment(1cc51a35-152e-49f3-9132-e50201118080),segment_id=1cc51a35-152e-49f3-9132-e50201118080)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:34:45.977472 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947'] for port (49c40aa4-688f-46d5-b234-496af1451c44), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:34:46.025987 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Pushing event updated for resources: {'Port': ['ID=49c40aa4-688f-46d5-b234-496af1451c44,revision_number=5']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:34:46.090590 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e8cb5d-6483-4e51-ae2b-64b075786642 req-47dc0562-4a1b-4cab-8e0b-84ace5cc0598 tempest-VolumesNegativeTest-394230028 tempest-VolumesNegativeTest-394230028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:46.091948 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-81e8cb5d-6483-4e51-ae2b-64b075786642 req-47dc0562-4a1b-4cab-8e0b-84ace5cc0598 tempest-VolumesNegativeTest-394230028 tempest-VolumesNegativeTest-394230028-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2222054 Mar 11 16:34:46.103996 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49ed468-d631-44f5-b3b0-2fd437ce5f6b req-f0e6711b-0466-4319-ba7e-270a36322e6b tempest-VolumesActionsTest-434687055 tempest-VolumesActionsTest-434687055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:46.105451 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-b49ed468-d631-44f5-b3b0-2fd437ce5f6b req-f0e6711b-0466-4319-ba7e-270a36322e6b tempest-VolumesActionsTest-434687055 tempest-VolumesActionsTest-434687055-project] 10.222.0.72 "GET /v2.0/ports?device_id=80d4a9d2-12d5-43c7-8ede-54c61963d30d HTTP/1.1" status: 200 len: 945 time: 0.1638975 Mar 11 16:34:46.122837 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-81e8cb5d-6483-4e51-ae2b-64b075786642 req-cb445a25-9d60-46ff-a179-131b11ea89f3 tempest-VolumesNegativeTest-394230028 tempest-VolumesNegativeTest-394230028-project] 10.222.0.72 "GET /v2.0/quotas/a856b36b6c90464bbf83d70302217fee HTTP/1.1" status: 200 len: 375 time: 0.0164208 Mar 11 16:34:46.161018 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-81e8cb5d-6483-4e51-ae2b-64b075786642 req-e6671e17-96e3-4ea2-af0a-0ffe7b40a21b tempest-VolumesNegativeTest-394230028 tempest-VolumesNegativeTest-394230028-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=a856b36b6c90464bbf83d70302217fee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0320091 Mar 11 16:34:46.184373 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-b49ed468-d631-44f5-b3b0-2fd437ce5f6b req-a5447fbe-65cf-4192-a47b-6b3f466ee98c tempest-VolumesActionsTest-434687055 tempest-VolumesActionsTest-434687055-project] 10.222.0.72 "GET /v2.0/security-groups?id=c1812029-ace2-45e6-8e16-8154b0b340b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719237 Mar 11 16:34:46.205583 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-8304d36b-faf6-4b37-b627-4e17fef6e8bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (03422851-42b1-44c9-ada6-e479436b7b23), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:34:46.319407 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 16:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81390c8c-82bd-4e38-8789-4bed7d65e884 x-openstack-request-id: req-81390c8c-82bd-4e38-8789-4bed7d65e884 {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 16:34:46.319704 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc7dff44-cb35-429b-b0ca-5e450580e502", "name": "network-vif-plugged", "status": "completed", "tag": "49c40aa4-688f-46d5-b234-496af1451c44", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 16:34:46.319960 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-81390c8c-82bd-4e38-8789-4bed7d65e884 {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 16:34:46.320416 dv-cinder-750782-12-iscsi neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc7dff44-cb35-429b-b0ca-5e450580e502', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49c40aa4-688f-46d5-b234-496af1451c44', 'code': 200} Mar 11 16:34:46.324323 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3298f8e5-eee5-4ddd-993b-f1d9b9c9f07d req-ff307592-44d0-4355-8f05-3249e6d25059 tempest-VolumesSnapshotTestJSON-240641242 tempest-VolumesSnapshotTestJSON-240641242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:46.326084 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-3298f8e5-eee5-4ddd-993b-f1d9b9c9f07d req-ff307592-44d0-4355-8f05-3249e6d25059 tempest-VolumesSnapshotTestJSON-240641242 tempest-VolumesSnapshotTestJSON-240641242-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc7dff44-cb35-429b-b0ca-5e450580e502 HTTP/1.1" status: 200 len: 945 time: 0.0785720 Mar 11 16:34:46.406686 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-bcd04a7d-51c5-4410-a030-18640f078c83 req-f7112dc3-9a5f-4044-a313-e34d4ae0f9a1 tempest-VolumesNegativeTest-394230028 tempest-VolumesNegativeTest-394230028-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ea45c51-0381-40ac-bd4f-19e405f4a268 HTTP/1.1" status: 200 len: 210 time: 0.0453277 Mar 11 16:34:46.442595 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-3298f8e5-eee5-4ddd-993b-f1d9b9c9f07d req-864587ff-0a2d-4b0e-97d5-6a1abe68e21c tempest-VolumesSnapshotTestJSON-240641242 tempest-VolumesSnapshotTestJSON-240641242-project] 10.222.0.72 "GET /v2.0/security-groups?id=acbac5f9-1090-44bd-b484-3926b201bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999410 Mar 11 16:34:46.452257 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642295e3-3454-46a6-8386-978a1427a05a req-834b9c9d-a425-4191-b0ba-332401d1add6 tempest-VolumesActionsTest-434687055 tempest-VolumesActionsTest-434687055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:46.454113 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-642295e3-3454-46a6-8386-978a1427a05a req-834b9c9d-a425-4191-b0ba-332401d1add6 tempest-VolumesActionsTest-434687055 tempest-VolumesActionsTest-434687055-project] 10.222.0.18 "GET /v2.0/ports?device_id=80d4a9d2-12d5-43c7-8ede-54c61963d30d HTTP/1.1" status: 200 len: 945 time: 0.1521704 Mar 11 16:34:46.586308 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f53317-906a-4173-97d5-41099f783f30 req-54f35005-321c-4bdc-8835-e07321b69bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:46.588088 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-e1f53317-906a-4173-97d5-41099f783f30 req-54f35005-321c-4bdc-8835-e07321b69bad service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=fc7dff44-cb35-429b-b0ca-5e450580e502 HTTP/1.1" status: 200 len: 1129 time: 0.0883024 Mar 11 16:34:46.619435 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.plugin [req-642295e3-3454-46a6-8386-978a1427a05a req-f67da265-8767-44c8-a2eb-66bd1173ff58 tempest-VolumesActionsTest-434687055 tempest-VolumesActionsTest-434687055-project] Deleting port 8e511ddf-e486-4c7d-a93b-81acdd7ae0d0 {{(pid=103092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 16:34:46.619683 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-642295e3-3454-46a6-8386-978a1427a05a req-f67da265-8767-44c8-a2eb-66bd1173ff58 tempest-VolumesActionsTest-434687055 tempest-VolumesActionsTest-434687055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780138536942'] for port (8e511ddf-e486-4c7d-a93b-81acdd7ae0d0), before_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:34:46.669488 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-e1f53317-906a-4173-97d5-41099f783f30 req-4483eac9-ffe2-48c0-9b91-ce7614c3deca service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=acbac5f9-1090-44bd-b484-3926b201bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752637 Mar 11 16:34:46.729678 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.db [req-642295e3-3454-46a6-8386-978a1427a05a req-f67da265-8767-44c8-a2eb-66bd1173ff58 tempest-VolumesActionsTest-434687055 tempest-VolumesActionsTest-434687055-project] For port 8e511ddf-e486-4c7d-a93b-81acdd7ae0d0, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=8e511ddf-e486-4c7d-a93b-81acdd7ae0d0,segment=NetworkSegment(62947b73-ffcb-4155-b45f-9f5ee2b65278),segment_id=62947b73-ffcb-4155-b45f-9f5ee2b65278)] {{(pid=103092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:34:46.730145 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-642295e3-3454-46a6-8386-978a1427a05a req-f67da265-8767-44c8-a2eb-66bd1173ff58 tempest-VolumesActionsTest-434687055 tempest-VolumesActionsTest-434687055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538029'] for port (8e511ddf-e486-4c7d-a93b-81acdd7ae0d0), precommit_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:34:46.742670 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.plugin [req-642295e3-3454-46a6-8386-978a1427a05a req-f67da265-8767-44c8-a2eb-66bd1173ff58 tempest-VolumesActionsTest-434687055 tempest-VolumesActionsTest-434687055-project] Calling delete_port for 8e511ddf-e486-4c7d-a93b-81acdd7ae0d0 owned by compute:nova {{(pid=103092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 16:34:46.873774 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-642295e3-3454-46a6-8386-978a1427a05a req-f67da265-8767-44c8-a2eb-66bd1173ff58 tempest-VolumesActionsTest-434687055 tempest-VolumesActionsTest-434687055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780138542421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780137975920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30811620'] for port (8e511ddf-e486-4c7d-a93b-81acdd7ae0d0), after_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:34:46.886438 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] get_ports_and_sgs() called for port_ids ['8e511ddf-e486-4c7d-a93b-81acdd7ae0d0'] {{(pid=103093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 16:34:46.903398 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67da265-8767-44c8-a2eb-66bd1173ff58 tempest-VolumesActionsTest-434687055 tempest-VolumesActionsTest-434687055-project] Pushing event deleted for resources: {'Port': ['ID=8e511ddf-e486-4c7d-a93b-81acdd7ae0d0,revision_number=None']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:34:46.950348 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.db.l3_dvrscheduler_db [req-642295e3-3454-46a6-8386-978a1427a05a req-f67da265-8767-44c8-a2eb-66bd1173ff58 tempest-VolumesActionsTest-434687055 tempest-VolumesActionsTest-434687055-project] No DVR routers for this DVR port 8e511ddf-e486-4c7d-a93b-81acdd7ae0d0 on host hv-cinder-75078 {{(pid=103092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:34:46.953019 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-642295e3-3454-46a6-8386-978a1427a05a req-f67da265-8767-44c8-a2eb-66bd1173ff58 tempest-VolumesActionsTest-434687055 tempest-VolumesActionsTest-434687055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122971'] for port (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:34:46.957083 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-642295e3-3454-46a6-8386-978a1427a05a req-f67da265-8767-44c8-a2eb-66bd1173ff58 tempest-VolumesActionsTest-434687055 tempest-VolumesActionsTest-434687055-project] 10.222.0.18 "DELETE /v2.0/ports/8e511ddf-e486-4c7d-a93b-81acdd7ae0d0 HTTP/1.1" status: 204 len: 173 time: 0.4894805 Mar 11 16:34:46.957083 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80d4a9d2-12d5-43c7-8ede-54c61963d30d', 'name': 'network-vif-deleted', 'tag': '8e511ddf-e486-4c7d-a93b-81acdd7ae0d0'}] {{(pid=103092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:34:46.959181 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8119d67d121bc7655fb27ee4e81d05746f3857d7b024446e390c37a4f39e07a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f5cb1c0-2d06-4561-8aba-67c0429c6426" -d '{"events": [{"server_uuid": "80d4a9d2-12d5-43c7-8ede-54c61963d30d", "name": "network-vif-deleted", "tag": "8e511ddf-e486-4c7d-a93b-81acdd7ae0d0"}]}' {{(pid=103092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 16:34:46.999331 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 16:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-119a5add-599a-4402-b5d7-c002b9d0d3d3 x-openstack-request-id: req-119a5add-599a-4402-b5d7-c002b9d0d3d3 {{(pid=103092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 16:34:46.999623 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80d4a9d2-12d5-43c7-8ede-54c61963d30d", "name": "network-vif-deleted", "tag": "8e511ddf-e486-4c7d-a93b-81acdd7ae0d0", "status": "completed", "code": 200}]} {{(pid=103092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 16:34:46.999876 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-119a5add-599a-4402-b5d7-c002b9d0d3d3 {{(pid=103092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 16:34:47.000270 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80d4a9d2-12d5-43c7-8ede-54c61963d30d', 'name': 'network-vif-deleted', 'tag': '8e511ddf-e486-4c7d-a93b-81acdd7ae0d0', 'status': 'completed', 'code': 200} Mar 11 16:34:47.292466 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-196135b2-d024-4c6a-8be0-cbb48ace8c08 req-079cd83e-b435-4b4a-8fe6-8031effdb8cd tempest-VolumesActionsTest-434687055 tempest-VolumesActionsTest-434687055-project] 10.222.0.72 "GET /v2.0/ports?device_id=80d4a9d2-12d5-43c7-8ede-54c61963d30d HTTP/1.1" status: 200 len: 210 time: 0.0273607 Mar 11 16:34:47.521828 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ae773407-53f5-44d0-bdbe-4d88b69a915f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (d0bcdf8a-248d-4278-aa4c-95e4828d61b2), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:34:47.532744 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-1d8909a3-c4a4-4251-8528-a6a289953f43 req-2b145684-ca89-483f-b41c-519a9a48451f tempest-VolumesNegativeTest-394230028 tempest-VolumesNegativeTest-394230028-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ea45c51-0381-40ac-bd4f-19e405f4a268 HTTP/1.1" status: 200 len: 210 time: 0.0440271 Mar 11 16:34:47.573427 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-81e8cb5d-6483-4e51-ae2b-64b075786642 req-addb4a84-5f3b-4757-a941-5887b07af0ab tempest-VolumesNegativeTest-394230028 tempest-VolumesNegativeTest-394230028-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=a856b36b6c90464bbf83d70302217fee&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0391040 Mar 11 16:34:47.699466 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d80580-0acc-4ce9-b1ec-c1b5d6960898 req-ad53985a-9ac4-4097-a667-b5591b6ee6e7 tempest-VolumesSnapshotTestJSON-240641242 tempest-VolumesSnapshotTestJSON-240641242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:47.701136 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-11d80580-0acc-4ce9-b1ec-c1b5d6960898 req-ad53985a-9ac4-4097-a667-b5591b6ee6e7 tempest-VolumesSnapshotTestJSON-240641242 tempest-VolumesSnapshotTestJSON-240641242-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc7dff44-cb35-429b-b0ca-5e450580e502 HTTP/1.1" status: 200 len: 945 time: 0.1546271 Mar 11 16:34:47.742288 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e8cb5d-6483-4e51-ae2b-64b075786642 req-5b1c7d9c-b6f4-4376-8622-183f920e5ed3 tempest-VolumesNegativeTest-394230028 tempest-VolumesNegativeTest-394230028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:47.743869 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-81e8cb5d-6483-4e51-ae2b-64b075786642 req-5b1c7d9c-b6f4-4376-8622-183f920e5ed3 tempest-VolumesNegativeTest-394230028 tempest-VolumesNegativeTest-394230028-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1555727 Mar 11 16:34:47.772903 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.v2.base [req-81e8cb5d-6483-4e51-ae2b-64b075786642 req-36577848-8d54-4651-9fbc-2982f5e892a8 tempest-VolumesNegativeTest-394230028 tempest-VolumesNegativeTest-394230028-project] Request body: {'port': {'device_id': '4ea45c51-0381-40ac-bd4f-19e405f4a268', 'network_id': 'f6118f99-784f-439c-9596-6350aa7f2d80', 'admin_state_up': True, 'tenant_id': 'a856b36b6c90464bbf83d70302217fee'}} {{(pid=103092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:34:47.781345 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-11d80580-0acc-4ce9-b1ec-c1b5d6960898 req-983b53a5-fcf6-4eb1-9db5-7bf442dac2ef tempest-VolumesSnapshotTestJSON-240641242 tempest-VolumesSnapshotTestJSON-240641242-project] 10.222.0.72 "GET /v2.0/security-groups?id=acbac5f9-1090-44bd-b484-3926b201bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713499 Mar 11 16:34:47.884990 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81e8cb5d-6483-4e51-ae2b-64b075786642 req-36577848-8d54-4651-9fbc-2982f5e892a8 tempest-VolumesNegativeTest-394230028 tempest-VolumesNegativeTest-394230028-project] Made reservation on behalf of a856b36b6c90464bbf83d70302217fee for: {'port': 1} {{(pid=103092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:34:47.888666 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-81e8cb5d-6483-4e51-ae2b-64b075786642 req-36577848-8d54-4651-9fbc-2982f5e892a8 tempest-VolumesNegativeTest-394230028 tempest-VolumesNegativeTest-394230028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (None), before_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:34:47.897017 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-81e8cb5d-6483-4e51-ae2b-64b075786642 req-36577848-8d54-4651-9fbc-2982f5e892a8 tempest-VolumesNegativeTest-394230028 tempest-VolumesNegativeTest-394230028-project] Publish callbacks [] for security_group (None), before_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:34:47.975849 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-81e8cb5d-6483-4e51-ae2b-64b075786642 req-36577848-8d54-4651-9fbc-2982f5e892a8 tempest-VolumesNegativeTest-394230028 tempest-VolumesNegativeTest-394230028-project] Publish callbacks [] for security_group (72251bf3-93b0-4794-8928-f794f65f1131), precommit_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:34:47.979808 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-81e8cb5d-6483-4e51-ae2b-64b075786642 req-36577848-8d54-4651-9fbc-2982f5e892a8 tempest-VolumesNegativeTest-394230028 tempest-VolumesNegativeTest-394230028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (72251bf3-93b0-4794-8928-f794f65f1131), after_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:34:48.043259 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36577848-8d54-4651-9fbc-2982f5e892a8 tempest-VolumesNegativeTest-394230028 tempest-VolumesNegativeTest-394230028-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72251bf3-93b0-4794-8928-f794f65f1131,revision_number=1']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:34:48.116600 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.db.db_base_plugin_common [req-81e8cb5d-6483-4e51-ae2b-64b075786642 req-36577848-8d54-4651-9fbc-2982f5e892a8 tempest-VolumesNegativeTest-394230028 tempest-VolumesNegativeTest-394230028-project] Allocated IP 192.168.233.106 (f6118f99-784f-439c-9596-6350aa7f2d80/064ef1b3-8f47-4853-b87d-66f9c979187a/5a470a73-0898-45da-9f00-512b6eaa247f) {{(pid=103092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:34:48.268565 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-81e8cb5d-6483-4e51-ae2b-64b075786642 req-36577848-8d54-4651-9fbc-2982f5e892a8 tempest-VolumesNegativeTest-394230028 tempest-VolumesNegativeTest-394230028-project] Publish callbacks [] for port (5a470a73-0898-45da-9f00-512b6eaa247f), precommit_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:34:48.302511 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-81e8cb5d-6483-4e51-ae2b-64b075786642 req-36577848-8d54-4651-9fbc-2982f5e892a8 tempest-VolumesNegativeTest-394230028 tempest-VolumesNegativeTest-394230028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780137975911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30811620'] for port (5a470a73-0898-45da-9f00-512b6eaa247f), after_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:34:48.344545 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81e8cb5d-6483-4e51-ae2b-64b075786642 req-36577848-8d54-4651-9fbc-2982f5e892a8 tempest-VolumesNegativeTest-394230028 tempest-VolumesNegativeTest-394230028-project] Network f6118f99-784f-439c-9596-6350aa7f2d80 is already hosted by enough agents. {{(pid=103092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:34:48.347746 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.scheduler.base_scheduler [req-81e8cb5d-6483-4e51-ae2b-64b075786642 req-36577848-8d54-4651-9fbc-2982f5e892a8 tempest-VolumesNegativeTest-394230028 tempest-VolumesNegativeTest-394230028-project] Resources bound (agent type, host, resource id): {{(pid=103092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:34:48.356101 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.db.l3_dvrscheduler_db [req-81e8cb5d-6483-4e51-ae2b-64b075786642 req-36577848-8d54-4651-9fbc-2982f5e892a8 tempest-VolumesNegativeTest-394230028 tempest-VolumesNegativeTest-394230028-project] Received port after_create {{(pid=103092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 16:34:48.388040 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36577848-8d54-4651-9fbc-2982f5e892a8 tempest-VolumesNegativeTest-394230028 tempest-VolumesNegativeTest-394230028-project] Pushing event updated for resources: {'Port': ['ID=5a470a73-0898-45da-9f00-512b6eaa247f,revision_number=1']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:34:48.413109 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e8cb5d-6483-4e51-ae2b-64b075786642 req-36577848-8d54-4651-9fbc-2982f5e892a8 tempest-VolumesNegativeTest-394230028 tempest-VolumesNegativeTest-394230028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:48.413746 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-81e8cb5d-6483-4e51-ae2b-64b075786642 req-36577848-8d54-4651-9fbc-2982f5e892a8 tempest-VolumesNegativeTest-394230028 tempest-VolumesNegativeTest-394230028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122971'] for port (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:34:48.431889 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-81e8cb5d-6483-4e51-ae2b-64b075786642 req-36577848-8d54-4651-9fbc-2982f5e892a8 tempest-VolumesNegativeTest-394230028 tempest-VolumesNegativeTest-394230028-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6668882 Mar 11 16:34:48.443512 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.v2.base [req-81e8cb5d-6483-4e51-ae2b-64b075786642 req-4904f9bf-4be5-47d2-875c-1ec6bd9b6a5a service neutron] Request body: {'port': {'device_id': '4ea45c51-0381-40ac-bd4f-19e405f4a268', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=103092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:34:48.514405 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-81e8cb5d-6483-4e51-ae2b-64b075786642 req-4904f9bf-4be5-47d2-875c-1ec6bd9b6a5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (5a470a73-0898-45da-9f00-512b6eaa247f), before_update {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:34:48.601777 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [None req-41508750-03d5-44b8-8962-efdb5ccef01f None None] Provisioning complete for port 5a470a73-0898-45da-9f00-512b6eaa247f triggered by entity DHCP. {{(pid=103093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 16:34:48.602421 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-41508750-03d5-44b8-8962-efdb5ccef01f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397499'] for port (5a470a73-0898-45da-9f00-512b6eaa247f), provisioning_complete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:34:48.638169 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-41508750-03d5-44b8-8962-efdb5ccef01f None None] Port 5a470a73-0898-45da-9f00-512b6eaa247f cannot update to ACTIVE because it is not bound. {{(pid=103093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 16:34:48.746623 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca386fb3-a9ba-4665-92fe-62860d54f69f req-d3dbb1dc-4c77-4af7-bd47-72d1c41b2354 tempest-VolumesActionsTest-434687055 tempest-VolumesActionsTest-434687055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:48.748130 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-ca386fb3-a9ba-4665-92fe-62860d54f69f req-d3dbb1dc-4c77-4af7-bd47-72d1c41b2354 tempest-VolumesActionsTest-434687055 tempest-VolumesActionsTest-434687055-project] 10.222.0.72 "GET /v2.0/networks?id=6dc35140-bf67-4c2a-a952-a4252cfeeae1 HTTP/1.1" status: 200 len: 809 time: 0.2245297 Mar 11 16:34:48.781217 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-ca386fb3-a9ba-4665-92fe-62860d54f69f req-cc31fbe2-4a39-44dd-92d9-558055596eb7 tempest-VolumesActionsTest-434687055 tempest-VolumesActionsTest-434687055-project] 10.222.0.72 "GET /v2.0/quotas/5c83892420b64d2fa80730150d439b38 HTTP/1.1" status: 200 len: 375 time: 0.0247107 Mar 11 16:34:48.811013 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948c61fb-e0b8-4646-84c6-7e005ccd36c7 req-d032a522-db40-43dc-a2c9-9e389086abee tempest-VolumesNegativeTest-394230028 tempest-VolumesNegativeTest-394230028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:48.812358 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-948c61fb-e0b8-4646-84c6-7e005ccd36c7 req-d032a522-db40-43dc-a2c9-9e389086abee tempest-VolumesNegativeTest-394230028 tempest-VolumesNegativeTest-394230028-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ea45c51-0381-40ac-bd4f-19e405f4a268 HTTP/1.1" status: 200 len: 936 time: 0.1924770 Mar 11 16:34:48.858486 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-ca386fb3-a9ba-4665-92fe-62860d54f69f req-cf59bcbf-f772-4110-ac2d-a3f26aa45ac0 tempest-VolumesActionsTest-434687055 tempest-VolumesActionsTest-434687055-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=5c83892420b64d2fa80730150d439b38&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0706580 Mar 11 16:34:48.891017 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-12686fd2-0f25-484f-a78a-b5cd34d8581b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (a5a5d809-3580-471a-ade1-6c5ecc269919), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:34:48.982801 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-948c61fb-e0b8-4646-84c6-7e005ccd36c7 req-e07a03a2-e699-4873-9920-81f47eaa2f04 tempest-VolumesNegativeTest-394230028 tempest-VolumesNegativeTest-394230028-project] 10.222.0.72 "GET /v2.0/security-groups?id=72251bf3-93b0-4794-8928-f794f65f1131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290836 Mar 11 16:34:49.064264 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.notifiers.nova [req-81e8cb5d-6483-4e51-ae2b-64b075786642 req-4904f9bf-4be5-47d2-875c-1ec6bd9b6a5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a470a73-0898-45da-9f00-512b6eaa247f {{(pid=103092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:34:49.083240 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-ca386fb3-a9ba-4665-92fe-62860d54f69f req-a5fe29ed-cbae-4422-bfe7-9e9bf6901325 service neutron] 10.222.0.72 "GET /v2.0/networks/6dc35140-bf67-4c2a-a952-a4252cfeeae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157252 Mar 11 16:34:49.088495 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-81e8cb5d-6483-4e51-ae2b-64b075786642 req-4904f9bf-4be5-47d2-875c-1ec6bd9b6a5a service neutron] Publish callbacks [] for port (5a470a73-0898-45da-9f00-512b6eaa247f), precommit_update {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:34:49.123402 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.db.provisioning_blocks [req-81e8cb5d-6483-4e51-ae2b-64b075786642 req-4904f9bf-4be5-47d2-875c-1ec6bd9b6a5a service neutron] Transition to ACTIVE for port object 5a470a73-0898-45da-9f00-512b6eaa247f will not be triggered until provisioned by entity L2. {{(pid=103092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 16:34:49.130793 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-81e8cb5d-6483-4e51-ae2b-64b075786642 req-4904f9bf-4be5-47d2-875c-1ec6bd9b6a5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30811645'] for port (5a470a73-0898-45da-9f00-512b6eaa247f), after_update {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:34:49.483535 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dca428e-7af6-48f5-8da9-5fbb49213038 req-35aa0a17-c378-4643-b6a9-5edc277aa00b tempest-VolumesSnapshotTestJSON-240641242 tempest-VolumesSnapshotTestJSON-240641242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:49.485077 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-5dca428e-7af6-48f5-8da9-5fbb49213038 req-35aa0a17-c378-4643-b6a9-5edc277aa00b tempest-VolumesSnapshotTestJSON-240641242 tempest-VolumesSnapshotTestJSON-240641242-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc7dff44-cb35-429b-b0ca-5e450580e502 HTTP/1.1" status: 200 len: 945 time: 0.4434922 Mar 11 16:34:49.504842 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4904f9bf-4be5-47d2-875c-1ec6bd9b6a5a service neutron] Pushing event updated for resources: {'Port': ['ID=5a470a73-0898-45da-9f00-512b6eaa247f,revision_number=2']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:34:49.559701 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-ca386fb3-a9ba-4665-92fe-62860d54f69f req-dbb3ff41-6b86-4dc2-a4bd-79fe2cf8585e service neutron] 10.222.0.72 "GET /v2.0/networks/6dc35140-bf67-4c2a-a952-a4252cfeeae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4687040 Mar 11 16:34:49.600738 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-5dca428e-7af6-48f5-8da9-5fbb49213038 req-ae32e481-b894-460e-8f35-62cd345164d3 tempest-VolumesSnapshotTestJSON-240641242 tempest-VolumesSnapshotTestJSON-240641242-project] 10.222.0.72 "GET /v2.0/security-groups?id=acbac5f9-1090-44bd-b484-3926b201bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088042 Mar 11 16:34:49.626207 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.managers [req-81e8cb5d-6483-4e51-ae2b-64b075786642 req-4904f9bf-4be5-47d2-875c-1ec6bd9b6a5a service neutron] Attempting to bind port 5a470a73-0898-45da-9f00-512b6eaa247f on host hv-cinder-75078 for vnic_type normal with profile {{(pid=103092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 16:34:49.626555 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.managers [req-81e8cb5d-6483-4e51-ae2b-64b075786642 req-4904f9bf-4be5-47d2-875c-1ec6bd9b6a5a service neutron] Attempting to bind port 5a470a73-0898-45da-9f00-512b6eaa247f by drivers openvswitch,hyperv on host hv-cinder-75078 at level 0 using segments [{'id': 'ea2291dc-6ff9-44a4-9bae-37e2c8a5571f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'f6118f99-784f-439c-9596-6350aa7f2d80'}] {{(pid=103092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 16:34:49.626873 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e8cb5d-6483-4e51-ae2b-64b075786642 req-4904f9bf-4be5-47d2-875c-1ec6bd9b6a5a service neutron] Attempting to bind port 5a470a73-0898-45da-9f00-512b6eaa247f on network f6118f99-784f-439c-9596-6350aa7f2d80 {{(pid=103092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 16:34:49.631615 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e8cb5d-6483-4e51-ae2b-64b075786642 req-4904f9bf-4be5-47d2-875c-1ec6bd9b6a5a service neutron] Port 5a470a73-0898-45da-9f00-512b6eaa247f on network f6118f99-784f-439c-9596-6350aa7f2d80 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75078 {{(pid=103092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 16:34:49.631920 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e8cb5d-6483-4e51-ae2b-64b075786642 req-4904f9bf-4be5-47d2-875c-1ec6bd9b6a5a service neutron] Attempting to bind port 5a470a73-0898-45da-9f00-512b6eaa247f on network f6118f99-784f-439c-9596-6350aa7f2d80 {{(pid=103092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 16:34:49.640098 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e8cb5d-6483-4e51-ae2b-64b075786642 req-4904f9bf-4be5-47d2-875c-1ec6bd9b6a5a service neutron] Checking agent: {'id': '42978ec7-0c45-4bcc-88e8-64ee44356522', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 19, 5), 'started_at': datetime.datetime(2022, 3, 11, 16, 19, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 16:34:49.640442 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e8cb5d-6483-4e51-ae2b-64b075786642 req-4904f9bf-4be5-47d2-875c-1ec6bd9b6a5a service neutron] Checking segment: {'id': 'ea2291dc-6ff9-44a4-9bae-37e2c8a5571f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'f6118f99-784f-439c-9596-6350aa7f2d80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 16:34:49.640835 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e8cb5d-6483-4e51-ae2b-64b075786642 req-4904f9bf-4be5-47d2-875c-1ec6bd9b6a5a service neutron] Bound using segment: {'id': 'ea2291dc-6ff9-44a4-9bae-37e2c8a5571f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'f6118f99-784f-439c-9596-6350aa7f2d80'} {{(pid=103092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 16:34:49.641266 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.managers [req-81e8cb5d-6483-4e51-ae2b-64b075786642 req-4904f9bf-4be5-47d2-875c-1ec6bd9b6a5a service neutron] Bound port: 5a470a73-0898-45da-9f00-512b6eaa247f, host: hv-cinder-75078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea2291dc-6ff9-44a4-9bae-37e2c8a5571f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'f6118f99-784f-439c-9596-6350aa7f2d80'}}] {{(pid=103092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 16:34:49.641627 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-81e8cb5d-6483-4e51-ae2b-64b075786642 req-4904f9bf-4be5-47d2-875c-1ec6bd9b6a5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (5a470a73-0898-45da-9f00-512b6eaa247f), before_update {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:34:49.718444 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.db [req-81e8cb5d-6483-4e51-ae2b-64b075786642 req-4904f9bf-4be5-47d2-875c-1ec6bd9b6a5a service neutron] For port 5a470a73-0898-45da-9f00-512b6eaa247f, host hv-cinder-75078, cleared binding levels {{(pid=103092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:34:49.725884 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.db [req-81e8cb5d-6483-4e51-ae2b-64b075786642 req-4904f9bf-4be5-47d2-875c-1ec6bd9b6a5a service neutron] For port 5a470a73-0898-45da-9f00-512b6eaa247f, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=5a470a73-0898-45da-9f00-512b6eaa247f,segment=NetworkSegment(ea2291dc-6ff9-44a4-9bae-37e2c8a5571f),segment_id=ea2291dc-6ff9-44a4-9bae-37e2c8a5571f)] {{(pid=103092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:34:49.759397 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-2f3f5992-98fe-4b18-be74-47b1a54cc32d req-d201a834-8649-42f2-ad80-91f166cde934 tempest-VolumesActionsTest-434687055 tempest-VolumesActionsTest-434687055-project] 10.222.0.72 "GET /v2.0/ports?device_id=e171779b-157c-43b2-a7a1-24b79e770c46 HTTP/1.1" status: 200 len: 210 time: 0.0353670 Mar 11 16:34:49.762308 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-81e8cb5d-6483-4e51-ae2b-64b075786642 req-4904f9bf-4be5-47d2-875c-1ec6bd9b6a5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30811645'] for port (5a470a73-0898-45da-9f00-512b6eaa247f), after_update {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:34:49.799570 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Device 8e511ddf-e486-4c7d-a93b-81acdd7ae0d0 no longer exists at agent hyperv_hv-cinder-75078 {{(pid=103093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 16:34:49.802533 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e8cb5d-6483-4e51-ae2b-64b075786642 req-4904f9bf-4be5-47d2-875c-1ec6bd9b6a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:49.803156 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-81e8cb5d-6483-4e51-ae2b-64b075786642 req-4904f9bf-4be5-47d2-875c-1ec6bd9b6a5a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122971'] for port (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:34:49.804689 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-81e8cb5d-6483-4e51-ae2b-64b075786642 req-4904f9bf-4be5-47d2-875c-1ec6bd9b6a5a service neutron] 10.222.0.18 "PUT /v2.0/ports/5a470a73-0898-45da-9f00-512b6eaa247f HTTP/1.1" status: 200 len: 1098 time: 1.3658795 Mar 11 16:34:49.805141 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ea45c51-0381-40ac-bd4f-19e405f4a268', 'tag': '5a470a73-0898-45da-9f00-512b6eaa247f'}] {{(pid=103092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:34:49.808174 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8119d67d121bc7655fb27ee4e81d05746f3857d7b024446e390c37a4f39e07a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36c586fe-d104-47bf-8853-91f4cf91131e" -d '{"events": [{"name": "network-changed", "server_uuid": "4ea45c51-0381-40ac-bd4f-19e405f4a268", "tag": "5a470a73-0898-45da-9f00-512b6eaa247f"}]}' {{(pid=103092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 16:34:49.852222 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4904f9bf-4be5-47d2-875c-1ec6bd9b6a5a service neutron] Pushing event updated for resources: {'Port': ['ID=5a470a73-0898-45da-9f00-512b6eaa247f,revision_number=3']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:34:49.855115 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] No Port match for: 8e511ddf-e486-4c7d-a93b-81acdd7ae0d0 {{(pid=103093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 16:34:49.855467 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Device 8e511ddf-e486-4c7d-a93b-81acdd7ae0d0 not bound to the agent host hv-cinder-75078 {{(pid=103093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 16:34:49.861047 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 16:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e909fabf-7658-4cf6-9ef8-abbdcc6e05d3 x-openstack-request-id: req-e909fabf-7658-4cf6-9ef8-abbdcc6e05d3 {{(pid=103092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 16:34:49.861338 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ea45c51-0381-40ac-bd4f-19e405f4a268", "tag": "5a470a73-0898-45da-9f00-512b6eaa247f", "status": "completed", "code": 200}]} {{(pid=103092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 16:34:49.861591 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e909fabf-7658-4cf6-9ef8-abbdcc6e05d3 {{(pid=103092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 16:34:49.862018 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ea45c51-0381-40ac-bd4f-19e405f4a268', 'tag': '5a470a73-0898-45da-9f00-512b6eaa247f', 'status': 'completed', 'code': 200} Mar 11 16:34:49.938284 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e8cb5d-6483-4e51-ae2b-64b075786642 req-e5730af8-d7ba-42bf-ac0e-7ed7851bb64f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:49.939798 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-81e8cb5d-6483-4e51-ae2b-64b075786642 req-e5730af8-d7ba-42bf-ac0e-7ed7851bb64f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a856b36b6c90464bbf83d70302217fee&device_id=4ea45c51-0381-40ac-bd4f-19e405f4a268 HTTP/1.1" status: 200 len: 1132 time: 0.0681081 Mar 11 16:34:49.996491 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-81e8cb5d-6483-4e51-ae2b-64b075786642 req-14c2d106-dd5a-4e0d-97dc-1b87e6dce698 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=5a470a73-0898-45da-9f00-512b6eaa247f HTTP/1.1" status: 200 len: 217 time: 0.0484173 Mar 11 16:34:50.096521 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e8cb5d-6483-4e51-ae2b-64b075786642 req-5494bb13-de84-4c54-af6b-3299be5d86d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:50.098034 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-81e8cb5d-6483-4e51-ae2b-64b075786642 req-5494bb13-de84-4c54-af6b-3299be5d86d2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=064ef1b3-8f47-4853-b87d-66f9c979187a HTTP/1.1" status: 200 len: 843 time: 0.0963399 Mar 11 16:34:50.177743 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3a79af-f29c-4dc4-8251-05a12930180e req-d01d80a1-282b-4033-9a68-590f066c8666 tempest-VolumesNegativeTest-394230028 tempest-VolumesNegativeTest-394230028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:50.179304 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-1d3a79af-f29c-4dc4-8251-05a12930180e req-d01d80a1-282b-4033-9a68-590f066c8666 tempest-VolumesNegativeTest-394230028 tempest-VolumesNegativeTest-394230028-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ea45c51-0381-40ac-bd4f-19e405f4a268 HTTP/1.1" status: 200 len: 948 time: 0.0994051 Mar 11 16:34:50.195443 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e8cb5d-6483-4e51-ae2b-64b075786642 req-54e0c800-6565-4758-93bd-850167653089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:50.197466 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-81e8cb5d-6483-4e51-ae2b-64b075786642 req-54e0c800-6565-4758-93bd-850167653089 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f6118f99-784f-439c-9596-6350aa7f2d80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0834684 Mar 11 16:34:50.289301 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-1d3a79af-f29c-4dc4-8251-05a12930180e req-2d9af1ef-6098-43ca-8782-b14b7e9000c6 tempest-VolumesNegativeTest-394230028 tempest-VolumesNegativeTest-394230028-project] 10.222.0.72 "GET /v2.0/security-groups?id=72251bf3-93b0-4794-8928-f794f65f1131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023760 Mar 11 16:34:50.319072 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-81e8cb5d-6483-4e51-ae2b-64b075786642 req-83ff9104-760b-4228-b694-6ee04ea12f8d service neutron] 10.222.0.18 "GET /v2.0/networks/f6118f99-784f-439c-9596-6350aa7f2d80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133752 Mar 11 16:34:50.424560 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-81e8cb5d-6483-4e51-ae2b-64b075786642 req-5849493a-7139-4da8-b92c-6cc3993986b5 service neutron] 10.222.0.18 "GET /v2.0/networks/f6118f99-784f-439c-9596-6350aa7f2d80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994544 Mar 11 16:34:50.426120 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (1025624e-e238-47fc-86ae-58f7bb6baa16), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:34:50.556398 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c586fe-d104-47bf-8853-91f4cf91131e req-a4a42d36-1b37-4242-b01d-bcef1f5d068d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:50.558409 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-36c586fe-d104-47bf-8853-91f4cf91131e req-a4a42d36-1b37-4242-b01d-bcef1f5d068d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a856b36b6c90464bbf83d70302217fee&device_id=4ea45c51-0381-40ac-bd4f-19e405f4a268 HTTP/1.1" status: 200 len: 1132 time: 0.0470541 Mar 11 16:34:50.654597 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c586fe-d104-47bf-8853-91f4cf91131e req-29b88c5b-8346-4f2b-a981-8779f75acefc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:50.656076 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-36c586fe-d104-47bf-8853-91f4cf91131e req-29b88c5b-8346-4f2b-a981-8779f75acefc service neutron] 10.222.0.18 "GET /v2.0/networks?id=f6118f99-784f-439c-9596-6350aa7f2d80 HTTP/1.1" status: 200 len: 870 time: 0.0913770 Mar 11 16:34:50.697425 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-36c586fe-d104-47bf-8853-91f4cf91131e req-d85a79dc-2081-4137-992a-b48c1a5b6631 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=5a470a73-0898-45da-9f00-512b6eaa247f HTTP/1.1" status: 200 len: 217 time: 0.0343912 Mar 11 16:34:50.745681 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c586fe-d104-47bf-8853-91f4cf91131e req-b52e1c48-2d1e-4330-be38-f150365cd03c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:50.747190 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-36c586fe-d104-47bf-8853-91f4cf91131e req-b52e1c48-2d1e-4330-be38-f150365cd03c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=064ef1b3-8f47-4853-b87d-66f9c979187a HTTP/1.1" status: 200 len: 843 time: 0.0456161 Mar 11 16:34:50.800363 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c586fe-d104-47bf-8853-91f4cf91131e req-0aa2ed6e-5fbf-4718-87e9-759145640131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:50.801857 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-36c586fe-d104-47bf-8853-91f4cf91131e req-0aa2ed6e-5fbf-4718-87e9-759145640131 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f6118f99-784f-439c-9596-6350aa7f2d80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0490389 Mar 11 16:34:50.863272 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-68bfc0eb-c6bb-42df-9778-e4d4fefea9a8 req-575ed5b2-6956-4937-8a87-bed25490ed8d tempest-VolumesActionsTest-434687055 tempest-VolumesActionsTest-434687055-project] 10.222.0.72 "GET /v2.0/ports?device_id=e171779b-157c-43b2-a7a1-24b79e770c46 HTTP/1.1" status: 200 len: 210 time: 0.0350401 Mar 11 16:34:50.925683 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-36c586fe-d104-47bf-8853-91f4cf91131e req-114bdbb6-a03d-4ca8-a269-9d8a9b7f2185 service neutron] 10.222.0.18 "GET /v2.0/networks/f6118f99-784f-439c-9596-6350aa7f2d80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175017 Mar 11 16:34:51.021482 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-36c586fe-d104-47bf-8853-91f4cf91131e req-e6615a4e-703d-43a9-a874-cfe5bb205920 service neutron] 10.222.0.18 "GET /v2.0/networks/f6118f99-784f-439c-9596-6350aa7f2d80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890713 Mar 11 16:34:51.158362 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca386fb3-a9ba-4665-92fe-62860d54f69f req-a9585ecd-743e-4250-a265-2be16d4b2045 tempest-VolumesActionsTest-434687055 tempest-VolumesActionsTest-434687055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:51.159846 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-ca386fb3-a9ba-4665-92fe-62860d54f69f req-a9585ecd-743e-4250-a265-2be16d4b2045 tempest-VolumesActionsTest-434687055 tempest-VolumesActionsTest-434687055-project] 10.222.0.18 "GET /v2.0/networks?id=6dc35140-bf67-4c2a-a952-a4252cfeeae1 HTTP/1.1" status: 200 len: 809 time: 0.1112347 Mar 11 16:34:51.184217 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.v2.base [req-ca386fb3-a9ba-4665-92fe-62860d54f69f req-333775a3-e028-4f43-80f8-afd28b75ec2b tempest-VolumesActionsTest-434687055 tempest-VolumesActionsTest-434687055-project] Request body: {'port': {'device_id': 'e171779b-157c-43b2-a7a1-24b79e770c46', 'network_id': '6dc35140-bf67-4c2a-a952-a4252cfeeae1', 'admin_state_up': True, 'tenant_id': '5c83892420b64d2fa80730150d439b38'}} {{(pid=103092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:34:51.292938 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca386fb3-a9ba-4665-92fe-62860d54f69f req-333775a3-e028-4f43-80f8-afd28b75ec2b tempest-VolumesActionsTest-434687055 tempest-VolumesActionsTest-434687055-project] Made reservation on behalf of 5c83892420b64d2fa80730150d439b38 for: {'port': 1} {{(pid=103092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:34:51.296236 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-ca386fb3-a9ba-4665-92fe-62860d54f69f req-333775a3-e028-4f43-80f8-afd28b75ec2b tempest-VolumesActionsTest-434687055 tempest-VolumesActionsTest-434687055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (None), before_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:34:51.462113 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6feada-f9d2-40bc-95e0-56fb06e9202d req-19db467f-128d-458c-a919-eb44efc83a14 tempest-VolumesNegativeTest-394230028 tempest-VolumesNegativeTest-394230028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:51.463588 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-bd6feada-f9d2-40bc-95e0-56fb06e9202d req-19db467f-128d-458c-a919-eb44efc83a14 tempest-VolumesNegativeTest-394230028 tempest-VolumesNegativeTest-394230028-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ea45c51-0381-40ac-bd4f-19e405f4a268 HTTP/1.1" status: 200 len: 948 time: 0.1047361 Mar 11 16:34:51.467415 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.db.db_base_plugin_common [req-ca386fb3-a9ba-4665-92fe-62860d54f69f req-333775a3-e028-4f43-80f8-afd28b75ec2b tempest-VolumesActionsTest-434687055 tempest-VolumesActionsTest-434687055-project] Allocated IP 172.20.0.13 (6dc35140-bf67-4c2a-a952-a4252cfeeae1/84a0c8dc-1ff0-46bd-9001-dbc3d193e031/706a4125-20e8-436d-9cad-37017b3716ef) {{(pid=103092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:34:51.543756 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-bd6feada-f9d2-40bc-95e0-56fb06e9202d req-65e24420-ce54-4bda-b24d-f46ee9dcf53d tempest-VolumesNegativeTest-394230028 tempest-VolumesNegativeTest-394230028-project] 10.222.0.72 "GET /v2.0/security-groups?id=72251bf3-93b0-4794-8928-f794f65f1131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740793 Mar 11 16:34:51.652930 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-ca386fb3-a9ba-4665-92fe-62860d54f69f req-333775a3-e028-4f43-80f8-afd28b75ec2b tempest-VolumesActionsTest-434687055 tempest-VolumesActionsTest-434687055-project] Publish callbacks [] for port (706a4125-20e8-436d-9cad-37017b3716ef), precommit_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:34:51.686938 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-ca386fb3-a9ba-4665-92fe-62860d54f69f req-333775a3-e028-4f43-80f8-afd28b75ec2b tempest-VolumesActionsTest-434687055 tempest-VolumesActionsTest-434687055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780137975911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30811620'] for port (706a4125-20e8-436d-9cad-37017b3716ef), after_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:34:51.728896 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca386fb3-a9ba-4665-92fe-62860d54f69f req-333775a3-e028-4f43-80f8-afd28b75ec2b tempest-VolumesActionsTest-434687055 tempest-VolumesActionsTest-434687055-project] Network 6dc35140-bf67-4c2a-a952-a4252cfeeae1 is already hosted by enough agents. {{(pid=103092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:34:51.733714 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.scheduler.base_scheduler [req-ca386fb3-a9ba-4665-92fe-62860d54f69f req-333775a3-e028-4f43-80f8-afd28b75ec2b tempest-VolumesActionsTest-434687055 tempest-VolumesActionsTest-434687055-project] Resources bound (agent type, host, resource id): {{(pid=103092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:34:51.737396 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca386fb3-a9ba-4665-92fe-62860d54f69f req-333775a3-e028-4f43-80f8-afd28b75ec2b tempest-VolumesActionsTest-434687055 tempest-VolumesActionsTest-434687055-project] Received port after_create {{(pid=103092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 16:34:51.744290 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333775a3-e028-4f43-80f8-afd28b75ec2b tempest-VolumesActionsTest-434687055 tempest-VolumesActionsTest-434687055-project] Pushing event updated for resources: {'Port': ['ID=706a4125-20e8-436d-9cad-37017b3716ef,revision_number=1']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:34:51.792892 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca386fb3-a9ba-4665-92fe-62860d54f69f req-333775a3-e028-4f43-80f8-afd28b75ec2b tempest-VolumesActionsTest-434687055 tempest-VolumesActionsTest-434687055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:51.793490 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-ca386fb3-a9ba-4665-92fe-62860d54f69f req-333775a3-e028-4f43-80f8-afd28b75ec2b tempest-VolumesActionsTest-434687055 tempest-VolumesActionsTest-434687055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122971'] for port (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:34:51.809045 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-ca386fb3-a9ba-4665-92fe-62860d54f69f req-333775a3-e028-4f43-80f8-afd28b75ec2b tempest-VolumesActionsTest-434687055 tempest-VolumesActionsTest-434687055-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6295810 Mar 11 16:34:51.884846 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.v2.base [req-ca386fb3-a9ba-4665-92fe-62860d54f69f req-61e156fb-4f53-429b-97e2-850efe71455c service neutron] Request body: {'port': {'device_id': 'e171779b-157c-43b2-a7a1-24b79e770c46', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=103092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:34:51.972129 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-ca386fb3-a9ba-4665-92fe-62860d54f69f req-61e156fb-4f53-429b-97e2-850efe71455c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (706a4125-20e8-436d-9cad-37017b3716ef), before_update {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:34:52.030791 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36f07d0-c76a-4ebe-927f-9d4bd991161c req-40c13524-0494-4a31-80a3-0e31cc3113fb tempest-VolumesActionsTest-434687055 tempest-VolumesActionsTest-434687055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:52.032178 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-e36f07d0-c76a-4ebe-927f-9d4bd991161c req-40c13524-0494-4a31-80a3-0e31cc3113fb tempest-VolumesActionsTest-434687055 tempest-VolumesActionsTest-434687055-project] 10.222.0.72 "GET /v2.0/ports?device_id=e171779b-157c-43b2-a7a1-24b79e770c46 HTTP/1.1" status: 200 len: 932 time: 0.0937514 Mar 11 16:34:52.148186 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-e36f07d0-c76a-4ebe-927f-9d4bd991161c req-e08f1b48-8965-4cb8-9b9b-b93fbf32d1d4 tempest-VolumesActionsTest-434687055 tempest-VolumesActionsTest-434687055-project] 10.222.0.72 "GET /v2.0/security-groups?id=c1812029-ace2-45e6-8e16-8154b0b340b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095850 Mar 11 16:34:52.306954 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.notifiers.nova [req-ca386fb3-a9ba-4665-92fe-62860d54f69f req-61e156fb-4f53-429b-97e2-850efe71455c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 706a4125-20e8-436d-9cad-37017b3716ef {{(pid=103092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:34:52.314169 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-ca386fb3-a9ba-4665-92fe-62860d54f69f req-61e156fb-4f53-429b-97e2-850efe71455c service neutron] Publish callbacks [] for port (706a4125-20e8-436d-9cad-37017b3716ef), precommit_update {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:34:52.326196 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.db.provisioning_blocks [req-ca386fb3-a9ba-4665-92fe-62860d54f69f req-61e156fb-4f53-429b-97e2-850efe71455c service neutron] Transition to ACTIVE for port object 706a4125-20e8-436d-9cad-37017b3716ef will not be triggered until provisioned by entity L2. {{(pid=103092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 16:34:52.329867 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-ca386fb3-a9ba-4665-92fe-62860d54f69f req-61e156fb-4f53-429b-97e2-850efe71455c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30811645'] for port (706a4125-20e8-436d-9cad-37017b3716ef), after_update {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:34:52.378128 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e156fb-4f53-429b-97e2-850efe71455c service neutron] Pushing event updated for resources: {'Port': ['ID=706a4125-20e8-436d-9cad-37017b3716ef,revision_number=2']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:34:52.451580 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.managers [req-ca386fb3-a9ba-4665-92fe-62860d54f69f req-61e156fb-4f53-429b-97e2-850efe71455c service neutron] Attempting to bind port 706a4125-20e8-436d-9cad-37017b3716ef on host hv-cinder-75078 for vnic_type normal with profile {{(pid=103092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 16:34:52.451917 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.managers [req-ca386fb3-a9ba-4665-92fe-62860d54f69f req-61e156fb-4f53-429b-97e2-850efe71455c service neutron] Attempting to bind port 706a4125-20e8-436d-9cad-37017b3716ef by drivers openvswitch,hyperv on host hv-cinder-75078 at level 0 using segments [{'id': '62947b73-ffcb-4155-b45f-9f5ee2b65278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '6dc35140-bf67-4c2a-a952-a4252cfeeae1'}] {{(pid=103092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 16:34:52.452243 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca386fb3-a9ba-4665-92fe-62860d54f69f req-61e156fb-4f53-429b-97e2-850efe71455c service neutron] Attempting to bind port 706a4125-20e8-436d-9cad-37017b3716ef on network 6dc35140-bf67-4c2a-a952-a4252cfeeae1 {{(pid=103092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 16:34:52.456550 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca386fb3-a9ba-4665-92fe-62860d54f69f req-61e156fb-4f53-429b-97e2-850efe71455c service neutron] Port 706a4125-20e8-436d-9cad-37017b3716ef on network 6dc35140-bf67-4c2a-a952-a4252cfeeae1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75078 {{(pid=103092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 16:34:52.456865 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca386fb3-a9ba-4665-92fe-62860d54f69f req-61e156fb-4f53-429b-97e2-850efe71455c service neutron] Attempting to bind port 706a4125-20e8-436d-9cad-37017b3716ef on network 6dc35140-bf67-4c2a-a952-a4252cfeeae1 {{(pid=103092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 16:34:52.461814 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca386fb3-a9ba-4665-92fe-62860d54f69f req-61e156fb-4f53-429b-97e2-850efe71455c service neutron] Checking agent: {'id': '42978ec7-0c45-4bcc-88e8-64ee44356522', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 19, 5), 'started_at': datetime.datetime(2022, 3, 11, 16, 19, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 16:34:52.462835 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca386fb3-a9ba-4665-92fe-62860d54f69f req-61e156fb-4f53-429b-97e2-850efe71455c service neutron] Checking segment: {'id': '62947b73-ffcb-4155-b45f-9f5ee2b65278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '6dc35140-bf67-4c2a-a952-a4252cfeeae1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 16:34:52.463177 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca386fb3-a9ba-4665-92fe-62860d54f69f req-61e156fb-4f53-429b-97e2-850efe71455c service neutron] Bound using segment: {'id': '62947b73-ffcb-4155-b45f-9f5ee2b65278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '6dc35140-bf67-4c2a-a952-a4252cfeeae1'} {{(pid=103092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 16:34:52.463684 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.managers [req-ca386fb3-a9ba-4665-92fe-62860d54f69f req-61e156fb-4f53-429b-97e2-850efe71455c service neutron] Bound port: 706a4125-20e8-436d-9cad-37017b3716ef, host: hv-cinder-75078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62947b73-ffcb-4155-b45f-9f5ee2b65278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '6dc35140-bf67-4c2a-a952-a4252cfeeae1'}}] {{(pid=103092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 16:34:52.464037 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-ca386fb3-a9ba-4665-92fe-62860d54f69f req-61e156fb-4f53-429b-97e2-850efe71455c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (706a4125-20e8-436d-9cad-37017b3716ef), before_update {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:34:52.533126 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.db [req-ca386fb3-a9ba-4665-92fe-62860d54f69f req-61e156fb-4f53-429b-97e2-850efe71455c service neutron] For port 706a4125-20e8-436d-9cad-37017b3716ef, host hv-cinder-75078, cleared binding levels {{(pid=103092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:34:52.536213 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.db [req-ca386fb3-a9ba-4665-92fe-62860d54f69f req-61e156fb-4f53-429b-97e2-850efe71455c service neutron] For port 706a4125-20e8-436d-9cad-37017b3716ef, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=706a4125-20e8-436d-9cad-37017b3716ef,segment=NetworkSegment(62947b73-ffcb-4155-b45f-9f5ee2b65278),segment_id=62947b73-ffcb-4155-b45f-9f5ee2b65278)] {{(pid=103092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:34:52.548933 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-ca386fb3-a9ba-4665-92fe-62860d54f69f req-61e156fb-4f53-429b-97e2-850efe71455c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30811645'] for port (706a4125-20e8-436d-9cad-37017b3716ef), after_update {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:34:52.584153 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca386fb3-a9ba-4665-92fe-62860d54f69f req-61e156fb-4f53-429b-97e2-850efe71455c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:52.584781 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-ca386fb3-a9ba-4665-92fe-62860d54f69f req-61e156fb-4f53-429b-97e2-850efe71455c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122971'] for port (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:34:52.586190 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-ca386fb3-a9ba-4665-92fe-62860d54f69f req-61e156fb-4f53-429b-97e2-850efe71455c service neutron] 10.222.0.18 "PUT /v2.0/ports/706a4125-20e8-436d-9cad-37017b3716ef HTTP/1.1" status: 200 len: 1094 time: 0.7059820 Mar 11 16:34:52.586640 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e171779b-157c-43b2-a7a1-24b79e770c46', 'tag': '706a4125-20e8-436d-9cad-37017b3716ef'}] {{(pid=103092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:34:52.588976 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8119d67d121bc7655fb27ee4e81d05746f3857d7b024446e390c37a4f39e07a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0822506-9d7a-4a55-afb3-bc687fd4882c" -d '{"events": [{"name": "network-changed", "server_uuid": "e171779b-157c-43b2-a7a1-24b79e770c46", "tag": "706a4125-20e8-436d-9cad-37017b3716ef"}]}' {{(pid=103092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 16:34:52.618026 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e156fb-4f53-429b-97e2-850efe71455c service neutron] Pushing event updated for resources: {'Port': ['ID=706a4125-20e8-436d-9cad-37017b3716ef,revision_number=3']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:34:52.637620 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 16:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ca3e996-6813-4d5e-91f2-f524a689ab4b x-openstack-request-id: req-8ca3e996-6813-4d5e-91f2-f524a689ab4b {{(pid=103092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 16:34:52.637941 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e171779b-157c-43b2-a7a1-24b79e770c46", "tag": "706a4125-20e8-436d-9cad-37017b3716ef", "status": "completed", "code": 200}]} {{(pid=103092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 16:34:52.638273 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-8ca3e996-6813-4d5e-91f2-f524a689ab4b {{(pid=103092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 16:34:52.638846 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e171779b-157c-43b2-a7a1-24b79e770c46', 'tag': '706a4125-20e8-436d-9cad-37017b3716ef', 'status': 'completed', 'code': 200} Mar 11 16:34:52.721821 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca386fb3-a9ba-4665-92fe-62860d54f69f req-bc626a87-f7c5-4759-853d-199751acf76a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:52.723363 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-ca386fb3-a9ba-4665-92fe-62860d54f69f req-bc626a87-f7c5-4759-853d-199751acf76a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5c83892420b64d2fa80730150d439b38&device_id=e171779b-157c-43b2-a7a1-24b79e770c46 HTTP/1.1" status: 200 len: 1128 time: 0.0825119 Mar 11 16:34:52.730735 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a155e9d7-7342-4b32-bdb1-e83d37439716 req-3f201fb1-ae80-4fb8-99c8-3c844c8bc21d tempest-VolumesNegativeTest-394230028 tempest-VolumesNegativeTest-394230028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:52.732109 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-a155e9d7-7342-4b32-bdb1-e83d37439716 req-3f201fb1-ae80-4fb8-99c8-3c844c8bc21d tempest-VolumesNegativeTest-394230028 tempest-VolumesNegativeTest-394230028-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ea45c51-0381-40ac-bd4f-19e405f4a268 HTTP/1.1" status: 200 len: 948 time: 0.0924747 Mar 11 16:34:52.772914 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-ca386fb3-a9ba-4665-92fe-62860d54f69f req-6d3f5fdc-f444-4a48-b094-5127476b4d9d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=706a4125-20e8-436d-9cad-37017b3716ef HTTP/1.1" status: 200 len: 217 time: 0.0398641 Mar 11 16:34:52.846239 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-a155e9d7-7342-4b32-bdb1-e83d37439716 req-06fbdd85-b815-4809-8030-1f1daaf8d8ee tempest-VolumesNegativeTest-394230028 tempest-VolumesNegativeTest-394230028-project] 10.222.0.72 "GET /v2.0/security-groups?id=72251bf3-93b0-4794-8928-f794f65f1131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072948 Mar 11 16:34:52.847612 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca386fb3-a9ba-4665-92fe-62860d54f69f req-8addc052-c9bd-42c8-a84f-1db1e288ea27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:52.849124 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-ca386fb3-a9ba-4665-92fe-62860d54f69f req-8addc052-c9bd-42c8-a84f-1db1e288ea27 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=84a0c8dc-1ff0-46bd-9001-dbc3d193e031 HTTP/1.1" status: 200 len: 849 time: 0.0699735 Mar 11 16:34:52.881048 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-ca386fb3-a9ba-4665-92fe-62860d54f69f req-7fe10358-040b-48f6-9348-f44cfaa7e4f5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6dc35140-bf67-4c2a-a952-a4252cfeeae1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257645 Mar 11 16:34:52.972090 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-ca386fb3-a9ba-4665-92fe-62860d54f69f req-95ef238c-c4d7-43fa-979b-955ebdd39799 service neutron] 10.222.0.18 "GET /v2.0/networks/6dc35140-bf67-4c2a-a952-a4252cfeeae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844727 Mar 11 16:34:53.067195 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-ca386fb3-a9ba-4665-92fe-62860d54f69f req-8559f147-e131-4541-9661-0b514279818f service neutron] 10.222.0.18 "GET /v2.0/networks/6dc35140-bf67-4c2a-a952-a4252cfeeae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877607 Mar 11 16:34:53.162895 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0822506-9d7a-4a55-afb3-bc687fd4882c req-c048687c-cd1b-4bc2-bf57-abda81afa3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:53.164372 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-d0822506-9d7a-4a55-afb3-bc687fd4882c req-c048687c-cd1b-4bc2-bf57-abda81afa3fc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5c83892420b64d2fa80730150d439b38&device_id=e171779b-157c-43b2-a7a1-24b79e770c46 HTTP/1.1" status: 200 len: 1128 time: 0.0473897 Mar 11 16:34:53.288227 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0822506-9d7a-4a55-afb3-bc687fd4882c req-837448ee-07b1-421d-8523-d944be0d1433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:53.289699 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-d0822506-9d7a-4a55-afb3-bc687fd4882c req-837448ee-07b1-421d-8523-d944be0d1433 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6dc35140-bf67-4c2a-a952-a4252cfeeae1 HTTP/1.1" status: 200 len: 910 time: 0.1200528 Mar 11 16:34:53.310553 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0511c7d5-c5e6-4660-931c-167aa1822c30 req-f8400666-59a6-44f7-88ae-abdec7c28716 tempest-VolumesActionsTest-434687055 tempest-VolumesActionsTest-434687055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:53.312000 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-0511c7d5-c5e6-4660-931c-167aa1822c30 req-f8400666-59a6-44f7-88ae-abdec7c28716 tempest-VolumesActionsTest-434687055 tempest-VolumesActionsTest-434687055-project] 10.222.0.72 "GET /v2.0/ports?device_id=e171779b-157c-43b2-a7a1-24b79e770c46 HTTP/1.1" status: 200 len: 944 time: 0.0796583 Mar 11 16:34:53.345494 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-d0822506-9d7a-4a55-afb3-bc687fd4882c req-666f440e-7fd2-4dae-a162-560621678baa service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=706a4125-20e8-436d-9cad-37017b3716ef HTTP/1.1" status: 200 len: 217 time: 0.0500777 Mar 11 16:34:53.420665 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-0511c7d5-c5e6-4660-931c-167aa1822c30 req-f1bc15ae-e7fe-4dfc-8ac3-321dd0cc48e0 tempest-VolumesActionsTest-434687055 tempest-VolumesActionsTest-434687055-project] 10.222.0.72 "GET /v2.0/security-groups?id=c1812029-ace2-45e6-8e16-8154b0b340b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815592 Mar 11 16:34:53.422067 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0822506-9d7a-4a55-afb3-bc687fd4882c req-efde8d11-b715-4128-b9a6-6cc32fa883fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:53.423432 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-d0822506-9d7a-4a55-afb3-bc687fd4882c req-efde8d11-b715-4128-b9a6-6cc32fa883fa service neutron] 10.222.0.18 "GET /v2.0/subnets?id=84a0c8dc-1ff0-46bd-9001-dbc3d193e031 HTTP/1.1" status: 200 len: 849 time: 0.0698502 Mar 11 16:34:53.455489 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-d0822506-9d7a-4a55-afb3-bc687fd4882c req-7ec32810-2cfc-41da-8c0f-f4ddefdf8f25 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6dc35140-bf67-4c2a-a952-a4252cfeeae1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260444 Mar 11 16:34:53.547008 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-d0822506-9d7a-4a55-afb3-bc687fd4882c req-8ca5b0e3-c9d3-429c-aed0-f78dcf975b40 service neutron] 10.222.0.18 "GET /v2.0/networks/6dc35140-bf67-4c2a-a952-a4252cfeeae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857143 Mar 11 16:34:53.635976 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-d0822506-9d7a-4a55-afb3-bc687fd4882c req-297a4350-8972-4e51-9593-3d54d310f03f service neutron] 10.222.0.18 "GET /v2.0/networks/6dc35140-bf67-4c2a-a952-a4252cfeeae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831261 Mar 11 16:34:53.820832 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Device 5a470a73-0898-45da-9f00-512b6eaa247f details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=103093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 16:34:53.926856 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] For port 5a470a73-0898-45da-9f00-512b6eaa247f, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=5a470a73-0898-45da-9f00-512b6eaa247f,segment=NetworkSegment(ea2291dc-6ff9-44a4-9bae-37e2c8a5571f),segment_id=ea2291dc-6ff9-44a4-9bae-37e2c8a5571f)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:34:53.939754 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Returning: {'device': '5a470a73-0898-45da-9f00-512b6eaa247f', 'network_id': 'f6118f99-784f-439c-9596-6350aa7f2d80', 'port_id': '5a470a73-0898-45da-9f00-512b6eaa247f', 'mac_address': 'fa:16:3e:28:59:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '064ef1b3-8f47-4853-b87d-66f9c979187a', 'ip_address': '192.168.233.106'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 16:34:53.969824 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1e05e0-218b-4f4b-839a-642d4a6f8a9e req-676da8ab-39d3-408c-9b58-c98c2fa35623 tempest-VolumesNegativeTest-394230028 tempest-VolumesNegativeTest-394230028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:53.971227 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-3e1e05e0-218b-4f4b-839a-642d4a6f8a9e req-676da8ab-39d3-408c-9b58-c98c2fa35623 tempest-VolumesNegativeTest-394230028 tempest-VolumesNegativeTest-394230028-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ea45c51-0381-40ac-bd4f-19e405f4a268 HTTP/1.1" status: 200 len: 948 time: 0.0561283 Mar 11 16:34:53.978997 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Current status of the port 5a470a73-0898-45da-9f00-512b6eaa247f is: DOWN; New status is: BUILD {{(pid=103093) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 16:34:53.979432 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (5a470a73-0898-45da-9f00-512b6eaa247f), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:34:53.992734 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.notifiers.nova [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a470a73-0898-45da-9f00-512b6eaa247f {{(pid=103093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:34:54.014929 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] For port 5a470a73-0898-45da-9f00-512b6eaa247f, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=5a470a73-0898-45da-9f00-512b6eaa247f,segment=NetworkSegment(ea2291dc-6ff9-44a4-9bae-37e2c8a5571f),segment_id=ea2291dc-6ff9-44a4-9bae-37e2c8a5571f)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:34:54.020772 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947'] for port (5a470a73-0898-45da-9f00-512b6eaa247f), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:34:54.026917 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-3e1e05e0-218b-4f4b-839a-642d4a6f8a9e req-5e54bbf4-61db-4b75-bf94-d229a5bc58d8 tempest-VolumesNegativeTest-394230028 tempest-VolumesNegativeTest-394230028-project] 10.222.0.72 "GET /v2.0/security-groups?id=72251bf3-93b0-4794-8928-f794f65f1131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496886 Mar 11 16:34:54.078347 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Pushing event updated for resources: {'Port': ['ID=5a470a73-0898-45da-9f00-512b6eaa247f,revision_number=4']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:34:54.460206 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] get_ports_and_sgs() called for port_ids ['5a470a73-0898-45da-9f00-512b6eaa247f'] {{(pid=103093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 16:34:54.552077 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1be5ca6-3dbd-4c41-88ce-f503fd375021 req-79ed6d8b-4a91-44ed-a59e-4422e1d5475b tempest-VolumesActionsTest-434687055 tempest-VolumesActionsTest-434687055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:54.554412 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-d1be5ca6-3dbd-4c41-88ce-f503fd375021 req-79ed6d8b-4a91-44ed-a59e-4422e1d5475b tempest-VolumesActionsTest-434687055 tempest-VolumesActionsTest-434687055-project] 10.222.0.72 "GET /v2.0/ports?device_id=e171779b-157c-43b2-a7a1-24b79e770c46 HTTP/1.1" status: 200 len: 944 time: 0.0638447 Mar 11 16:34:54.604388 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-d1be5ca6-3dbd-4c41-88ce-f503fd375021 req-1b5b3904-f104-461e-b0aa-58e70085e597 tempest-VolumesActionsTest-434687055 tempest-VolumesActionsTest-434687055-project] 10.222.0.72 "GET /v2.0/security-groups?id=c1812029-ace2-45e6-8e16-8154b0b340b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440397 Mar 11 16:34:55.163019 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08633647-172e-4d39-a2d0-9da7c440c32e req-9740b82e-9c46-4cb5-8aba-feb1f1b9e752 tempest-VolumesNegativeTest-394230028 tempest-VolumesNegativeTest-394230028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:55.164541 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-08633647-172e-4d39-a2d0-9da7c440c32e req-9740b82e-9c46-4cb5-8aba-feb1f1b9e752 tempest-VolumesNegativeTest-394230028 tempest-VolumesNegativeTest-394230028-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ea45c51-0381-40ac-bd4f-19e405f4a268 HTTP/1.1" status: 200 len: 949 time: 0.0620923 Mar 11 16:34:55.213957 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-08633647-172e-4d39-a2d0-9da7c440c32e req-305152ee-c238-40cf-b10d-5bcc954ed7e4 tempest-VolumesNegativeTest-394230028 tempest-VolumesNegativeTest-394230028-project] 10.222.0.72 "GET /v2.0/security-groups?id=72251bf3-93b0-4794-8928-f794f65f1131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432773 Mar 11 16:34:55.726203 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea221f1-cb3d-41c2-9ae5-b5c935a44303 req-96585ef3-05fd-4cc0-a2ab-69debba464a7 tempest-VolumesActionsTest-434687055 tempest-VolumesActionsTest-434687055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:55.727672 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-eea221f1-cb3d-41c2-9ae5-b5c935a44303 req-96585ef3-05fd-4cc0-a2ab-69debba464a7 tempest-VolumesActionsTest-434687055 tempest-VolumesActionsTest-434687055-project] 10.222.0.72 "GET /v2.0/ports?device_id=e171779b-157c-43b2-a7a1-24b79e770c46 HTTP/1.1" status: 200 len: 944 time: 0.0559535 Mar 11 16:34:55.774689 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-eea221f1-cb3d-41c2-9ae5-b5c935a44303 req-43707c88-4ee9-4644-9c69-2f9ec81ec17d tempest-VolumesActionsTest-434687055 tempest-VolumesActionsTest-434687055-project] 10.222.0.72 "GET /v2.0/security-groups?id=c1812029-ace2-45e6-8e16-8154b0b340b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407624 Mar 11 16:34:55.825748 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Device 5a470a73-0898-45da-9f00-512b6eaa247f up at agent hyperv_hv-cinder-75078 {{(pid=103093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 16:34:55.874874 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Provisioning for port 5a470a73-0898-45da-9f00-512b6eaa247f completed by entity L2. {{(pid=103093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 16:34:55.879017 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Provisioning complete for port 5a470a73-0898-45da-9f00-512b6eaa247f triggered by entity L2. {{(pid=103093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 16:34:55.879389 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397499'] for port (5a470a73-0898-45da-9f00-512b6eaa247f), provisioning_complete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:34:55.959972 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Current status of the port 5a470a73-0898-45da-9f00-512b6eaa247f is: BUILD; New status is: ACTIVE {{(pid=103093) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 16:34:55.960362 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (5a470a73-0898-45da-9f00-512b6eaa247f), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:34:55.984249 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ea45c51-0381-40ac-bd4f-19e405f4a268', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a470a73-0898-45da-9f00-512b6eaa247f'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:34:55.986497 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f6a2c072b123b360c8eb8991e75d694e889c4c27e62ecb22fdf39ecf471eb94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44d36396-2d92-49ec-9f8c-d6e7734ad375" -d '{"events": [{"server_uuid": "4ea45c51-0381-40ac-bd4f-19e405f4a268", "name": "network-vif-plugged", "status": "completed", "tag": "5a470a73-0898-45da-9f00-512b6eaa247f"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 16:34:55.999701 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] For port 5a470a73-0898-45da-9f00-512b6eaa247f, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=5a470a73-0898-45da-9f00-512b6eaa247f,segment=NetworkSegment(ea2291dc-6ff9-44a4-9bae-37e2c8a5571f),segment_id=ea2291dc-6ff9-44a4-9bae-37e2c8a5571f)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:34:56.004027 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947'] for port (5a470a73-0898-45da-9f00-512b6eaa247f), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:34:56.027490 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 16:34:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfd64bd2-5ea9-4c4c-ba0a-0c3a2798567b x-openstack-request-id: req-dfd64bd2-5ea9-4c4c-ba0a-0c3a2798567b {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 16:34:56.027785 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ea45c51-0381-40ac-bd4f-19e405f4a268", "name": "network-vif-plugged", "status": "completed", "tag": "5a470a73-0898-45da-9f00-512b6eaa247f", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 16:34:56.028039 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-dfd64bd2-5ea9-4c4c-ba0a-0c3a2798567b {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 16:34:56.028506 dv-cinder-750782-12-iscsi neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ea45c51-0381-40ac-bd4f-19e405f4a268', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a470a73-0898-45da-9f00-512b6eaa247f', 'code': 200} Mar 11 16:34:56.055108 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Pushing event updated for resources: {'Port': ['ID=5a470a73-0898-45da-9f00-512b6eaa247f,revision_number=5']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:34:56.197760 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c220d1cd-da1a-452c-9108-41f5d6ba5434 req-fd844e54-e8ee-43e1-a552-b1346d80ca32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:56.199797 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-c220d1cd-da1a-452c-9108-41f5d6ba5434 req-fd844e54-e8ee-43e1-a552-b1346d80ca32 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4ea45c51-0381-40ac-bd4f-19e405f4a268 HTTP/1.1" status: 200 len: 1134 time: 0.0448959 Mar 11 16:34:56.243450 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-c220d1cd-da1a-452c-9108-41f5d6ba5434 req-d9841544-b4ba-4567-b810-b59151dc7b24 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=72251bf3-93b0-4794-8928-f794f65f1131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379472 Mar 11 16:34:56.331577 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b4d65e-9e83-47b9-ba8a-b4c0d2ac6d1e req-39461567-b4c3-4d9d-a009-94e4c2104121 tempest-VolumesNegativeTest-394230028 tempest-VolumesNegativeTest-394230028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:56.333035 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-98b4d65e-9e83-47b9-ba8a-b4c0d2ac6d1e req-39461567-b4c3-4d9d-a009-94e4c2104121 tempest-VolumesNegativeTest-394230028 tempest-VolumesNegativeTest-394230028-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ea45c51-0381-40ac-bd4f-19e405f4a268 HTTP/1.1" status: 200 len: 950 time: 0.0522261 Mar 11 16:34:56.383801 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-98b4d65e-9e83-47b9-ba8a-b4c0d2ac6d1e req-ee0bae83-3273-486b-a804-c77aa120b0a2 tempest-VolumesNegativeTest-394230028 tempest-VolumesNegativeTest-394230028-project] 10.222.0.72 "GET /v2.0/security-groups?id=72251bf3-93b0-4794-8928-f794f65f1131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440726 Mar 11 16:34:56.899748 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070a4dcc-e6ba-4ff2-a7af-1be392eea445 req-bdb59622-a152-4645-88c3-ecf52c46d8af tempest-VolumesActionsTest-434687055 tempest-VolumesActionsTest-434687055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:56.901192 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-070a4dcc-e6ba-4ff2-a7af-1be392eea445 req-bdb59622-a152-4645-88c3-ecf52c46d8af tempest-VolumesActionsTest-434687055 tempest-VolumesActionsTest-434687055-project] 10.222.0.72 "GET /v2.0/ports?device_id=e171779b-157c-43b2-a7a1-24b79e770c46 HTTP/1.1" status: 200 len: 944 time: 0.0555763 Mar 11 16:34:56.950128 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-070a4dcc-e6ba-4ff2-a7af-1be392eea445 req-be757487-1f31-4761-b5ef-b4feee44caee tempest-VolumesActionsTest-434687055 tempest-VolumesActionsTest-434687055-project] 10.222.0.72 "GET /v2.0/security-groups?id=c1812029-ace2-45e6-8e16-8154b0b340b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427752 Mar 11 16:34:57.505641 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc1dea6-c948-464f-b48b-2cf032369933 req-07d7009d-0257-434c-8d22-7861b82eb2f7 tempest-VolumesNegativeTest-394230028 tempest-VolumesNegativeTest-394230028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:57.507173 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-7dc1dea6-c948-464f-b48b-2cf032369933 req-07d7009d-0257-434c-8d22-7861b82eb2f7 tempest-VolumesNegativeTest-394230028 tempest-VolumesNegativeTest-394230028-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ea45c51-0381-40ac-bd4f-19e405f4a268 HTTP/1.1" status: 200 len: 950 time: 0.0548551 Mar 11 16:34:57.557743 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-7dc1dea6-c948-464f-b48b-2cf032369933 req-69767db2-b60d-45b0-9566-0ddf61b85edb tempest-VolumesNegativeTest-394230028 tempest-VolumesNegativeTest-394230028-project] 10.222.0.72 "GET /v2.0/security-groups?id=72251bf3-93b0-4794-8928-f794f65f1131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444717 Mar 11 16:34:57.836513 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Device 706a4125-20e8-436d-9cad-37017b3716ef details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=103093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 16:34:57.943191 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] For port 706a4125-20e8-436d-9cad-37017b3716ef, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=706a4125-20e8-436d-9cad-37017b3716ef,segment=NetworkSegment(62947b73-ffcb-4155-b45f-9f5ee2b65278),segment_id=62947b73-ffcb-4155-b45f-9f5ee2b65278)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:34:57.955766 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Returning: {'device': '706a4125-20e8-436d-9cad-37017b3716ef', 'network_id': '6dc35140-bf67-4c2a-a952-a4252cfeeae1', 'port_id': '706a4125-20e8-436d-9cad-37017b3716ef', 'mac_address': 'fa:16:3e:88:b8:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84a0c8dc-1ff0-46bd-9001-dbc3d193e031', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 16:34:57.994206 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Current status of the port 706a4125-20e8-436d-9cad-37017b3716ef is: DOWN; New status is: BUILD {{(pid=103093) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 16:34:57.994206 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (706a4125-20e8-436d-9cad-37017b3716ef), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:34:58.012166 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.notifiers.nova [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 706a4125-20e8-436d-9cad-37017b3716ef {{(pid=103093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:34:58.032600 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] For port 706a4125-20e8-436d-9cad-37017b3716ef, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=706a4125-20e8-436d-9cad-37017b3716ef,segment=NetworkSegment(62947b73-ffcb-4155-b45f-9f5ee2b65278),segment_id=62947b73-ffcb-4155-b45f-9f5ee2b65278)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:34:58.036284 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947'] for port (706a4125-20e8-436d-9cad-37017b3716ef), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:34:58.087643 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912536fe-f636-4b6f-8cff-e0c63c1e36f5 req-df40638e-76b3-4845-9c3a-3c1967601f1e tempest-VolumesActionsTest-434687055 tempest-VolumesActionsTest-434687055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:58.089188 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-912536fe-f636-4b6f-8cff-e0c63c1e36f5 req-df40638e-76b3-4845-9c3a-3c1967601f1e tempest-VolumesActionsTest-434687055 tempest-VolumesActionsTest-434687055-project] 10.222.0.72 "GET /v2.0/ports?device_id=e171779b-157c-43b2-a7a1-24b79e770c46 HTTP/1.1" status: 200 len: 945 time: 0.0657983 Mar 11 16:34:58.094057 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Pushing event updated for resources: {'Port': ['ID=706a4125-20e8-436d-9cad-37017b3716ef,revision_number=4']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:34:58.142197 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-912536fe-f636-4b6f-8cff-e0c63c1e36f5 req-d99d85f4-8a42-4141-aeb7-de878a7be7b5 tempest-VolumesActionsTest-434687055 tempest-VolumesActionsTest-434687055-project] 10.222.0.72 "GET /v2.0/security-groups?id=c1812029-ace2-45e6-8e16-8154b0b340b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465271 Mar 11 16:34:58.675823 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34a8b24-049b-4aae-98b1-8759a8b7bad3 req-f1a04045-5264-496a-8d05-ce1933cfe81f tempest-VolumesNegativeTest-394230028 tempest-VolumesNegativeTest-394230028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:58.677295 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-c34a8b24-049b-4aae-98b1-8759a8b7bad3 req-f1a04045-5264-496a-8d05-ce1933cfe81f tempest-VolumesNegativeTest-394230028 tempest-VolumesNegativeTest-394230028-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ea45c51-0381-40ac-bd4f-19e405f4a268 HTTP/1.1" status: 200 len: 950 time: 0.0532367 Mar 11 16:34:58.725004 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-c34a8b24-049b-4aae-98b1-8759a8b7bad3 req-d2435ee5-66e2-430b-8cee-32f107f159c8 tempest-VolumesNegativeTest-394230028 tempest-VolumesNegativeTest-394230028-project] 10.222.0.72 "GET /v2.0/security-groups?id=72251bf3-93b0-4794-8928-f794f65f1131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414135 Mar 11 16:34:58.987609 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399e4682-9307-4f25-ab0a-b9aca881c412 req-2bcd725d-3392-48fa-8044-b5d28bf4f245 tempest-VolumesNegativeTest-394230028 tempest-VolumesNegativeTest-394230028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:58.989071 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-399e4682-9307-4f25-ab0a-b9aca881c412 req-2bcd725d-3392-48fa-8044-b5d28bf4f245 tempest-VolumesNegativeTest-394230028 tempest-VolumesNegativeTest-394230028-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ea45c51-0381-40ac-bd4f-19e405f4a268 HTTP/1.1" status: 200 len: 950 time: 0.0572503 Mar 11 16:34:59.036298 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-399e4682-9307-4f25-ab0a-b9aca881c412 req-e1c1af67-5524-4158-a8ad-3eb04f3b7fe3 tempest-VolumesNegativeTest-394230028 tempest-VolumesNegativeTest-394230028-project] 10.222.0.72 "GET /v2.0/security-groups?id=72251bf3-93b0-4794-8928-f794f65f1131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413220 Mar 11 16:34:59.264119 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd44d06-fab8-48df-b6cd-486e34e58848 req-060d1a4e-fc51-4a05-88b8-1a5f65452dd7 tempest-VolumesActionsTest-434687055 tempest-VolumesActionsTest-434687055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:59.265610 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-1bd44d06-fab8-48df-b6cd-486e34e58848 req-060d1a4e-fc51-4a05-88b8-1a5f65452dd7 tempest-VolumesActionsTest-434687055 tempest-VolumesActionsTest-434687055-project] 10.222.0.72 "GET /v2.0/ports?device_id=e171779b-157c-43b2-a7a1-24b79e770c46 HTTP/1.1" status: 200 len: 945 time: 0.0530310 Mar 11 16:34:59.313259 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-1bd44d06-fab8-48df-b6cd-486e34e58848 req-62a6130f-cea5-4c34-955f-1c5de4530ce0 tempest-VolumesActionsTest-434687055 tempest-VolumesActionsTest-434687055-project] 10.222.0.72 "GET /v2.0/security-groups?id=c1812029-ace2-45e6-8e16-8154b0b340b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421591 Mar 11 16:35:00.157392 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f8579b-907d-47a7-a5e9-2a129126582a req-899a6240-2528-4246-80d1-a19231ac6f01 tempest-VolumesNegativeTest-394230028 tempest-VolumesNegativeTest-394230028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:35:00.158868 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-22f8579b-907d-47a7-a5e9-2a129126582a req-899a6240-2528-4246-80d1-a19231ac6f01 tempest-VolumesNegativeTest-394230028 tempest-VolumesNegativeTest-394230028-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ea45c51-0381-40ac-bd4f-19e405f4a268 HTTP/1.1" status: 200 len: 950 time: 0.0536470 Mar 11 16:35:00.210988 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-22f8579b-907d-47a7-a5e9-2a129126582a req-1a6fe0c5-222e-4035-b3ce-0180267e9d02 tempest-VolumesNegativeTest-394230028 tempest-VolumesNegativeTest-394230028-project] 10.222.0.72 "GET /v2.0/security-groups?id=72251bf3-93b0-4794-8928-f794f65f1131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466146 Mar 11 16:35:00.433159 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d64da3f-1b0e-4c7e-8b24-e655e24fc2f4 req-3b2a66ba-b515-4440-b2ac-76cc4a240331 tempest-VolumesActionsTest-434687055 tempest-VolumesActionsTest-434687055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:35:00.434792 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-9d64da3f-1b0e-4c7e-8b24-e655e24fc2f4 req-3b2a66ba-b515-4440-b2ac-76cc4a240331 tempest-VolumesActionsTest-434687055 tempest-VolumesActionsTest-434687055-project] 10.222.0.72 "GET /v2.0/ports?device_id=e171779b-157c-43b2-a7a1-24b79e770c46 HTTP/1.1" status: 200 len: 945 time: 0.0519705 Mar 11 16:35:00.485020 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-9d64da3f-1b0e-4c7e-8b24-e655e24fc2f4 req-7b7a6bda-793a-4afd-8b57-da8d0a3be905 tempest-VolumesActionsTest-434687055 tempest-VolumesActionsTest-434687055-project] 10.222.0.72 "GET /v2.0/security-groups?id=c1812029-ace2-45e6-8e16-8154b0b340b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445447 Mar 11 16:35:01.335692 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce52ed4-ebaa-4987-9072-7cb746ca4ad7 req-1f1941f9-cd25-457c-937e-54ab45a010c2 tempest-VolumesNegativeTest-394230028 tempest-VolumesNegativeTest-394230028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:35:01.337146 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-cce52ed4-ebaa-4987-9072-7cb746ca4ad7 req-1f1941f9-cd25-457c-937e-54ab45a010c2 tempest-VolumesNegativeTest-394230028 tempest-VolumesNegativeTest-394230028-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ea45c51-0381-40ac-bd4f-19e405f4a268 HTTP/1.1" status: 200 len: 950 time: 0.0568037 Mar 11 16:35:01.382912 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-cce52ed4-ebaa-4987-9072-7cb746ca4ad7 req-0ecb27e2-c0af-4b6a-98d8-5ed4bf4f0576 tempest-VolumesNegativeTest-394230028 tempest-VolumesNegativeTest-394230028-project] 10.222.0.72 "GET /v2.0/security-groups?id=72251bf3-93b0-4794-8928-f794f65f1131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401127 Mar 11 16:35:01.609199 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2650e117-8a24-4d5c-b7cb-1b53ad7065ae req-56436944-57c8-4646-a1c5-4134b1ac6176 tempest-VolumesActionsTest-434687055 tempest-VolumesActionsTest-434687055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:35:01.610705 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-2650e117-8a24-4d5c-b7cb-1b53ad7065ae req-56436944-57c8-4646-a1c5-4134b1ac6176 tempest-VolumesActionsTest-434687055 tempest-VolumesActionsTest-434687055-project] 10.222.0.72 "GET /v2.0/ports?device_id=e171779b-157c-43b2-a7a1-24b79e770c46 HTTP/1.1" status: 200 len: 945 time: 0.0574315 Mar 11 16:35:01.658732 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-2650e117-8a24-4d5c-b7cb-1b53ad7065ae req-8fcbbf46-d060-450f-9ba0-e1d83b734fd5 tempest-VolumesActionsTest-434687055 tempest-VolumesActionsTest-434687055-project] 10.222.0.72 "GET /v2.0/security-groups?id=c1812029-ace2-45e6-8e16-8154b0b340b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418148 Mar 11 16:35:02.503270 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811092de-510c-4565-ad30-2eb96c9b421b req-41e1bfa6-f355-40fe-987c-1f9f5028c9dc tempest-VolumesNegativeTest-394230028 tempest-VolumesNegativeTest-394230028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:35:02.504670 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-811092de-510c-4565-ad30-2eb96c9b421b req-41e1bfa6-f355-40fe-987c-1f9f5028c9dc tempest-VolumesNegativeTest-394230028 tempest-VolumesNegativeTest-394230028-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ea45c51-0381-40ac-bd4f-19e405f4a268 HTTP/1.1" status: 200 len: 950 time: 0.0549242 Mar 11 16:35:02.555001 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-811092de-510c-4565-ad30-2eb96c9b421b req-bfa1b683-9f1a-4176-8c6a-002c90140075 tempest-VolumesNegativeTest-394230028 tempest-VolumesNegativeTest-394230028-project] 10.222.0.72 "GET /v2.0/security-groups?id=72251bf3-93b0-4794-8928-f794f65f1131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442214 Mar 11 16:35:02.780456 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a537c7b4-9acd-424d-a5b9-0b83cee38ae2 req-6a587850-6ca6-4696-9ae4-a61d3019eec8 tempest-VolumesActionsTest-434687055 tempest-VolumesActionsTest-434687055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:35:02.781893 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-a537c7b4-9acd-424d-a5b9-0b83cee38ae2 req-6a587850-6ca6-4696-9ae4-a61d3019eec8 tempest-VolumesActionsTest-434687055 tempest-VolumesActionsTest-434687055-project] 10.222.0.72 "GET /v2.0/ports?device_id=e171779b-157c-43b2-a7a1-24b79e770c46 HTTP/1.1" status: 200 len: 945 time: 0.0548615 Mar 11 16:35:02.836151 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-a537c7b4-9acd-424d-a5b9-0b83cee38ae2 req-2ad01cf5-6241-4ea7-b68a-3d7e067e50b4 tempest-VolumesActionsTest-434687055 tempest-VolumesActionsTest-434687055-project] 10.222.0.72 "GET /v2.0/security-groups?id=c1812029-ace2-45e6-8e16-8154b0b340b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486348 Mar 11 16:35:02.847489 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] get_ports_and_sgs() called for port_ids ['706a4125-20e8-436d-9cad-37017b3716ef'] {{(pid=103093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 16:35:03.679170 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb55e054-b092-4b89-ab48-6dd4924d5b36 req-2497c418-7be4-492d-8e9c-81c116575506 tempest-VolumesNegativeTest-394230028 tempest-VolumesNegativeTest-394230028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:35:03.680643 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-eb55e054-b092-4b89-ab48-6dd4924d5b36 req-2497c418-7be4-492d-8e9c-81c116575506 tempest-VolumesNegativeTest-394230028 tempest-VolumesNegativeTest-394230028-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ea45c51-0381-40ac-bd4f-19e405f4a268 HTTP/1.1" status: 200 len: 950 time: 0.0543799 Mar 11 16:35:03.727623 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-eb55e054-b092-4b89-ab48-6dd4924d5b36 req-773291f8-0399-4ac3-8417-13ae79722c40 tempest-VolumesNegativeTest-394230028 tempest-VolumesNegativeTest-394230028-project] 10.222.0.72 "GET /v2.0/security-groups?id=72251bf3-93b0-4794-8928-f794f65f1131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412965 Mar 11 16:35:03.986192 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50040f7a-58ff-4280-8166-03b2c4ab28eb req-6d2b5114-cdf5-42ca-a7ce-aa4ddd8948cb tempest-VolumesNegativeTest-394230028 tempest-VolumesNegativeTest-394230028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:35:03.987709 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-50040f7a-58ff-4280-8166-03b2c4ab28eb req-6d2b5114-cdf5-42ca-a7ce-aa4ddd8948cb tempest-VolumesNegativeTest-394230028 tempest-VolumesNegativeTest-394230028-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ea45c51-0381-40ac-bd4f-19e405f4a268 HTTP/1.1" status: 200 len: 950 time: 0.0880826 Mar 11 16:35:04.010473 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f298a6-8794-4378-89aa-4f5a38fa0889 req-d1a01e8f-c0b6-4ad0-9260-1d64c14eb3f4 tempest-VolumesActionsTest-434687055 tempest-VolumesActionsTest-434687055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:35:04.012108 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-59f298a6-8794-4378-89aa-4f5a38fa0889 req-d1a01e8f-c0b6-4ad0-9260-1d64c14eb3f4 tempest-VolumesActionsTest-434687055 tempest-VolumesActionsTest-434687055-project] 10.222.0.72 "GET /v2.0/ports?device_id=e171779b-157c-43b2-a7a1-24b79e770c46 HTTP/1.1" status: 200 len: 945 time: 0.1030302 Mar 11 16:35:04.108134 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-59f298a6-8794-4378-89aa-4f5a38fa0889 req-4fbbffda-7646-44a6-8641-c4f0b3508ab4 tempest-VolumesActionsTest-434687055 tempest-VolumesActionsTest-434687055-project] 10.222.0.72 "GET /v2.0/security-groups?id=c1812029-ace2-45e6-8e16-8154b0b340b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769358 Mar 11 16:35:04.134654 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.plugin [req-50040f7a-58ff-4280-8166-03b2c4ab28eb req-a955227e-0228-414e-a59b-563f68a52eed tempest-VolumesNegativeTest-394230028 tempest-VolumesNegativeTest-394230028-project] Deleting port 5a470a73-0898-45da-9f00-512b6eaa247f {{(pid=103092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 16:35:04.135116 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-50040f7a-58ff-4280-8166-03b2c4ab28eb req-a955227e-0228-414e-a59b-563f68a52eed tempest-VolumesNegativeTest-394230028 tempest-VolumesNegativeTest-394230028-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780138536942'] for port (5a470a73-0898-45da-9f00-512b6eaa247f), before_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:35:04.231739 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.db [req-50040f7a-58ff-4280-8166-03b2c4ab28eb req-a955227e-0228-414e-a59b-563f68a52eed tempest-VolumesNegativeTest-394230028 tempest-VolumesNegativeTest-394230028-project] For port 5a470a73-0898-45da-9f00-512b6eaa247f, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=5a470a73-0898-45da-9f00-512b6eaa247f,segment=NetworkSegment(ea2291dc-6ff9-44a4-9bae-37e2c8a5571f),segment_id=ea2291dc-6ff9-44a4-9bae-37e2c8a5571f)] {{(pid=103092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:35:04.232098 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-50040f7a-58ff-4280-8166-03b2c4ab28eb req-a955227e-0228-414e-a59b-563f68a52eed tempest-VolumesNegativeTest-394230028 tempest-VolumesNegativeTest-394230028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538029'] for port (5a470a73-0898-45da-9f00-512b6eaa247f), precommit_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:35:04.244863 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.plugin [req-50040f7a-58ff-4280-8166-03b2c4ab28eb req-a955227e-0228-414e-a59b-563f68a52eed tempest-VolumesNegativeTest-394230028 tempest-VolumesNegativeTest-394230028-project] Calling delete_port for 5a470a73-0898-45da-9f00-512b6eaa247f owned by compute:nova {{(pid=103092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 16:35:04.374050 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-50040f7a-58ff-4280-8166-03b2c4ab28eb req-a955227e-0228-414e-a59b-563f68a52eed tempest-VolumesNegativeTest-394230028 tempest-VolumesNegativeTest-394230028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780138542421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780137975920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30811620'] for port (5a470a73-0898-45da-9f00-512b6eaa247f), after_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:35:04.403101 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a955227e-0228-414e-a59b-563f68a52eed tempest-VolumesNegativeTest-394230028 tempest-VolumesNegativeTest-394230028-project] Pushing event deleted for resources: {'Port': ['ID=5a470a73-0898-45da-9f00-512b6eaa247f,revision_number=None']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:35:04.448308 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.db.l3_dvrscheduler_db [req-50040f7a-58ff-4280-8166-03b2c4ab28eb req-a955227e-0228-414e-a59b-563f68a52eed tempest-VolumesNegativeTest-394230028 tempest-VolumesNegativeTest-394230028-project] No DVR routers for this DVR port 5a470a73-0898-45da-9f00-512b6eaa247f on host hv-cinder-75078 {{(pid=103092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:35:04.451240 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-50040f7a-58ff-4280-8166-03b2c4ab28eb req-a955227e-0228-414e-a59b-563f68a52eed tempest-VolumesNegativeTest-394230028 tempest-VolumesNegativeTest-394230028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122971'] for port (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:35:04.454664 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-50040f7a-58ff-4280-8166-03b2c4ab28eb req-a955227e-0228-414e-a59b-563f68a52eed tempest-VolumesNegativeTest-394230028 tempest-VolumesNegativeTest-394230028-project] 10.222.0.18 "DELETE /v2.0/ports/5a470a73-0898-45da-9f00-512b6eaa247f HTTP/1.1" status: 204 len: 173 time: 0.4614255 Mar 11 16:35:04.455119 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ea45c51-0381-40ac-bd4f-19e405f4a268', 'name': 'network-vif-deleted', 'tag': '5a470a73-0898-45da-9f00-512b6eaa247f'}] {{(pid=103092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:35:04.457360 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8119d67d121bc7655fb27ee4e81d05746f3857d7b024446e390c37a4f39e07a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35f094e9-b187-4cb3-80f5-2ed305fc4a1f" -d '{"events": [{"server_uuid": "4ea45c51-0381-40ac-bd4f-19e405f4a268", "name": "network-vif-deleted", "tag": "5a470a73-0898-45da-9f00-512b6eaa247f"}]}' {{(pid=103092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 16:35:04.500997 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 16:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-753a86e2-8d2d-4732-93c4-4f9f4eee858d x-openstack-request-id: req-753a86e2-8d2d-4732-93c4-4f9f4eee858d {{(pid=103092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 16:35:04.501375 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ea45c51-0381-40ac-bd4f-19e405f4a268", "name": "network-vif-deleted", "tag": "5a470a73-0898-45da-9f00-512b6eaa247f", "status": "completed", "code": 200}]} {{(pid=103092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 16:35:04.501696 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-753a86e2-8d2d-4732-93c4-4f9f4eee858d {{(pid=103092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 16:35:04.502201 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ea45c51-0381-40ac-bd4f-19e405f4a268', 'name': 'network-vif-deleted', 'tag': '5a470a73-0898-45da-9f00-512b6eaa247f', 'status': 'completed', 'code': 200} Mar 11 16:35:04.826465 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-5b9ea7f8-d86c-44ce-bb28-64f8765f4e21 req-a7b51716-b1c9-43a4-8bff-742749db45f0 tempest-VolumesNegativeTest-394230028 tempest-VolumesNegativeTest-394230028-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ea45c51-0381-40ac-bd4f-19e405f4a268 HTTP/1.1" status: 200 len: 210 time: 0.0321798 Mar 11 16:35:05.234095 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2f1722-0c17-4521-a8bd-dce0c80c85b9 req-c08ceca1-7d02-4fec-b4be-c3ba9069ffa2 tempest-VolumesActionsTest-434687055 tempest-VolumesActionsTest-434687055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:35:05.235568 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-9a2f1722-0c17-4521-a8bd-dce0c80c85b9 req-c08ceca1-7d02-4fec-b4be-c3ba9069ffa2 tempest-VolumesActionsTest-434687055 tempest-VolumesActionsTest-434687055-project] 10.222.0.72 "GET /v2.0/ports?device_id=e171779b-157c-43b2-a7a1-24b79e770c46 HTTP/1.1" status: 200 len: 945 time: 0.0586870 Mar 11 16:35:05.283642 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-9a2f1722-0c17-4521-a8bd-dce0c80c85b9 req-8ca1974c-7bf3-4e50-ab5c-ef80a0c95242 tempest-VolumesActionsTest-434687055 tempest-VolumesActionsTest-434687055-project] 10.222.0.72 "GET /v2.0/security-groups?id=c1812029-ace2-45e6-8e16-8154b0b340b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424225 Mar 11 16:35:05.863045 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] get_ports_and_sgs() called for port_ids ['5a470a73-0898-45da-9f00-512b6eaa247f'] {{(pid=103093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 16:35:05.904046 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (42978ec7-0c45-4bcc-88e8-64ee44356522), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:35:05.927706 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-009ac380-1731-4fc2-add2-43f41d677b49 req-740ed8f1-a1e9-4ead-825e-0ec3cb8d2f65 tempest-VolumesNegativeTest-394230028 tempest-VolumesNegativeTest-394230028-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ea45c51-0381-40ac-bd4f-19e405f4a268 HTTP/1.1" status: 200 len: 210 time: 0.0295982 Mar 11 16:35:06.225140 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.agents_db [None req-ed17eba3-c4d2-4aaa-a64c-93b8434a4a48 None None] Agent healthcheck: found 6 active agents {{(pid=103094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 16:35:06.408243 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a7daec-1868-4e79-a5f3-ae4c56747a8f req-d889ec5c-af44-4236-8a6f-6e947e325cbf tempest-VolumesActionsTest-434687055 tempest-VolumesActionsTest-434687055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:35:06.409712 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-04a7daec-1868-4e79-a5f3-ae4c56747a8f req-d889ec5c-af44-4236-8a6f-6e947e325cbf tempest-VolumesActionsTest-434687055 tempest-VolumesActionsTest-434687055-project] 10.222.0.72 "GET /v2.0/ports?device_id=e171779b-157c-43b2-a7a1-24b79e770c46 HTTP/1.1" status: 200 len: 945 time: 0.0535560 Mar 11 16:35:06.457141 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-04a7daec-1868-4e79-a5f3-ae4c56747a8f req-cf56b3f4-ce85-4e56-a046-ea1aa691019b tempest-VolumesActionsTest-434687055 tempest-VolumesActionsTest-434687055-project] 10.222.0.72 "GET /v2.0/security-groups?id=c1812029-ace2-45e6-8e16-8154b0b340b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418611 Mar 11 16:35:07.029369 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-d337ff54-f90c-41f4-8d11-8b668fa154b5 req-97ebda9e-4018-4d3d-814f-05cc1ddc71ef tempest-VolumesNegativeTest-394230028 tempest-VolumesNegativeTest-394230028-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ea45c51-0381-40ac-bd4f-19e405f4a268 HTTP/1.1" status: 200 len: 210 time: 0.0316429 Mar 11 16:35:07.581582 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48492a63-1c5f-4a84-8013-152e93aad737 req-28963bdb-9242-4297-8877-0a6706241542 tempest-VolumesActionsTest-434687055 tempest-VolumesActionsTest-434687055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:35:07.583131 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-48492a63-1c5f-4a84-8013-152e93aad737 req-28963bdb-9242-4297-8877-0a6706241542 tempest-VolumesActionsTest-434687055 tempest-VolumesActionsTest-434687055-project] 10.222.0.72 "GET /v2.0/ports?device_id=e171779b-157c-43b2-a7a1-24b79e770c46 HTTP/1.1" status: 200 len: 945 time: 0.0569341 Mar 11 16:35:07.636346 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-48492a63-1c5f-4a84-8013-152e93aad737 req-26690ac1-c7e1-42c9-b090-0952d5bdd36a tempest-VolumesActionsTest-434687055 tempest-VolumesActionsTest-434687055-project] 10.222.0.72 "GET /v2.0/security-groups?id=c1812029-ace2-45e6-8e16-8154b0b340b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458505 Mar 11 16:35:08.126681 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-5f90c424-195b-49cb-bce9-a2205276b4dd req-c28bde64-640e-4d93-b094-c81e6492900f tempest-VolumesNegativeTest-394230028 tempest-VolumesNegativeTest-394230028-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ea45c51-0381-40ac-bd4f-19e405f4a268 HTTP/1.1" status: 200 len: 210 time: 0.0275195 Mar 11 16:35:08.759742 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccc6724-b5d2-40da-9f7a-02a096bc6588 req-a9d96b09-381e-4ef7-afe5-99fe37da8f22 tempest-VolumesActionsTest-434687055 tempest-VolumesActionsTest-434687055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:35:08.761841 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-2ccc6724-b5d2-40da-9f7a-02a096bc6588 req-a9d96b09-381e-4ef7-afe5-99fe37da8f22 tempest-VolumesActionsTest-434687055 tempest-VolumesActionsTest-434687055-project] 10.222.0.72 "GET /v2.0/ports?device_id=e171779b-157c-43b2-a7a1-24b79e770c46 HTTP/1.1" status: 200 len: 945 time: 0.0571725 Mar 11 16:35:09.026053 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Device 706a4125-20e8-436d-9cad-37017b3716ef up at agent hyperv_hv-cinder-75078 {{(pid=103093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 16:35:09.084143 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Provisioning for port 706a4125-20e8-436d-9cad-37017b3716ef completed by entity L2. {{(pid=103093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 16:35:09.086636 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-2ccc6724-b5d2-40da-9f7a-02a096bc6588 req-43c499d5-0d48-4c6b-819d-13116e2317eb tempest-VolumesActionsTest-434687055 tempest-VolumesActionsTest-434687055-project] 10.222.0.72 "GET /v2.0/security-groups?id=c1812029-ace2-45e6-8e16-8154b0b340b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3189757 Mar 11 16:35:09.088250 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Provisioning complete for port 706a4125-20e8-436d-9cad-37017b3716ef triggered by entity L2. {{(pid=103093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 16:35:09.088563 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397499'] for port (706a4125-20e8-436d-9cad-37017b3716ef), provisioning_complete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:35:09.169728 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Current status of the port 706a4125-20e8-436d-9cad-37017b3716ef is: BUILD; New status is: ACTIVE {{(pid=103093) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 16:35:09.170145 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (706a4125-20e8-436d-9cad-37017b3716ef), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:35:09.195557 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e171779b-157c-43b2-a7a1-24b79e770c46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '706a4125-20e8-436d-9cad-37017b3716ef'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:35:09.203177 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f6a2c072b123b360c8eb8991e75d694e889c4c27e62ecb22fdf39ecf471eb94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebd253b4-f086-4701-9bee-d6f79ee1cfc8" -d '{"events": [{"server_uuid": "e171779b-157c-43b2-a7a1-24b79e770c46", "name": "network-vif-plugged", "status": "completed", "tag": "706a4125-20e8-436d-9cad-37017b3716ef"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 16:35:09.212017 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] For port 706a4125-20e8-436d-9cad-37017b3716ef, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=706a4125-20e8-436d-9cad-37017b3716ef,segment=NetworkSegment(62947b73-ffcb-4155-b45f-9f5ee2b65278),segment_id=62947b73-ffcb-4155-b45f-9f5ee2b65278)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:35:09.217312 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947'] for port (706a4125-20e8-436d-9cad-37017b3716ef), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:35:09.254877 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 16:35:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deff4eb4-53d0-4d4e-944f-7d32a3a719be x-openstack-request-id: req-deff4eb4-53d0-4d4e-944f-7d32a3a719be {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 16:35:09.255212 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e171779b-157c-43b2-a7a1-24b79e770c46", "name": "network-vif-plugged", "status": "completed", "tag": "706a4125-20e8-436d-9cad-37017b3716ef", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 16:35:09.255635 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-deff4eb4-53d0-4d4e-944f-7d32a3a719be {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 16:35:09.256066 dv-cinder-750782-12-iscsi neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e171779b-157c-43b2-a7a1-24b79e770c46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '706a4125-20e8-436d-9cad-37017b3716ef', 'code': 200} Mar 11 16:35:09.284101 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Pushing event updated for resources: {'Port': ['ID=706a4125-20e8-436d-9cad-37017b3716ef,revision_number=5']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:35:09.438207 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eaf2dc-cda0-40af-8bc0-0c20011724ac req-7c635bf7-21ef-4988-baa8-58959d814a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:35:09.439679 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-a0eaf2dc-cda0-40af-8bc0-0c20011724ac req-7c635bf7-21ef-4988-baa8-58959d814a7a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e171779b-157c-43b2-a7a1-24b79e770c46 HTTP/1.1" status: 200 len: 1130 time: 0.0505397 Mar 11 16:35:09.492371 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-a0eaf2dc-cda0-40af-8bc0-0c20011724ac req-28d149d2-0e9c-4d78-85d5-197861f1e7ed service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c1812029-ace2-45e6-8e16-8154b0b340b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473025 Mar 11 16:35:10.218914 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d8f1e6-051d-483d-973f-e1e4d4c66f97 req-5011f21c-78ac-4f38-a178-b441a24fe67d tempest-VolumesActionsTest-434687055 tempest-VolumesActionsTest-434687055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:35:10.220268 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-e2d8f1e6-051d-483d-973f-e1e4d4c66f97 req-5011f21c-78ac-4f38-a178-b441a24fe67d tempest-VolumesActionsTest-434687055 tempest-VolumesActionsTest-434687055-project] 10.222.0.72 "GET /v2.0/ports?device_id=e171779b-157c-43b2-a7a1-24b79e770c46 HTTP/1.1" status: 200 len: 946 time: 0.0596154 Mar 11 16:35:10.276257 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-e2d8f1e6-051d-483d-973f-e1e4d4c66f97 req-23377ce0-dee4-4899-b91b-97ef21a4ec81 tempest-VolumesActionsTest-434687055 tempest-VolumesActionsTest-434687055-project] 10.222.0.72 "GET /v2.0/security-groups?id=c1812029-ace2-45e6-8e16-8154b0b340b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495512 Mar 11 16:35:10.760755 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Device 5a470a73-0898-45da-9f00-512b6eaa247f no longer exists at agent hyperv_hv-cinder-75078 {{(pid=103093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 16:35:10.781683 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] No Port match for: 5a470a73-0898-45da-9f00-512b6eaa247f {{(pid=103093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 16:35:10.782051 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Device 5a470a73-0898-45da-9f00-512b6eaa247f not bound to the agent host hv-cinder-75078 {{(pid=103093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 16:35:11.403018 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4146424-2f02-4370-ac2a-6c7f8bfc7943 req-a6518a4b-ca44-4457-ad8c-30e032d4dfbb tempest-VolumesActionsTest-434687055 tempest-VolumesActionsTest-434687055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:35:11.404632 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-f4146424-2f02-4370-ac2a-6c7f8bfc7943 req-a6518a4b-ca44-4457-ad8c-30e032d4dfbb tempest-VolumesActionsTest-434687055 tempest-VolumesActionsTest-434687055-project] 10.222.0.72 "GET /v2.0/ports?device_id=e171779b-157c-43b2-a7a1-24b79e770c46 HTTP/1.1" status: 200 len: 946 time: 0.0555410 Mar 11 16:35:11.466686 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-f4146424-2f02-4370-ac2a-6c7f8bfc7943 req-f66d9095-cf32-4333-964b-0f41e069fcee tempest-VolumesActionsTest-434687055 tempest-VolumesActionsTest-434687055-project] 10.222.0.72 "GET /v2.0/security-groups?id=c1812029-ace2-45e6-8e16-8154b0b340b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557976 Mar 11 16:35:12.402362 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb74b93-b0a0-442e-a7af-3870f109f03c req-efcb77b8-d734-43af-8af0-1b6ab722aa8e tempest-VolumesActionsTest-434687055 tempest-VolumesActionsTest-434687055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:35:12.403734 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-ecb74b93-b0a0-442e-a7af-3870f109f03c req-efcb77b8-d734-43af-8af0-1b6ab722aa8e tempest-VolumesActionsTest-434687055 tempest-VolumesActionsTest-434687055-project] 10.222.0.72 "GET /v2.0/ports?device_id=e171779b-157c-43b2-a7a1-24b79e770c46 HTTP/1.1" status: 200 len: 946 time: 0.0543323 Mar 11 16:35:12.453566 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-ecb74b93-b0a0-442e-a7af-3870f109f03c req-f2a13c5d-722d-4957-9749-5e319e288981 tempest-VolumesActionsTest-434687055 tempest-VolumesActionsTest-434687055-project] 10.222.0.72 "GET /v2.0/security-groups?id=c1812029-ace2-45e6-8e16-8154b0b340b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441360 Mar 11 16:35:13.261320 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 49530) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:35:13.399784 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-8b28e8fb-d20d-46c1-8cc6-1c4fe57cd16d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a856b36b6c90464bbf83d70302217fee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1374476 Mar 11 16:35:13.402524 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 49534) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:35:13.464985 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-0a160edb-84db-4325-9d68-009e26fdac37 req-f9990e8e-c44a-4d03-98c8-31133790eedc service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=fc7dff44-cb35-429b-b0ca-5e450580e502&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0596025 Mar 11 16:35:13.466710 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-a4904bca-c98c-4631-b2ed-c5605dc2c1a5 admin admin] Publish callbacks [] for security_group (72251bf3-93b0-4794-8928-f794f65f1131), before_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:35:13.492693 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-a4904bca-c98c-4631-b2ed-c5605dc2c1a5 admin admin] Publish callbacks [] for security_group (72251bf3-93b0-4794-8928-f794f65f1131), precommit_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:35:13.551504 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-a4904bca-c98c-4631-b2ed-c5605dc2c1a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (72251bf3-93b0-4794-8928-f794f65f1131), after_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:35:13.554296 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-a4904bca-c98c-4631-b2ed-c5605dc2c1a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:35:13.559859 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-a4904bca-c98c-4631-b2ed-c5605dc2c1a5 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/72251bf3-93b0-4794-8928-f794f65f1131 HTTP/1.1" status: 204 len: 168 time: 0.1561904 Mar 11 16:35:13.567954 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4904bca-c98c-4631-b2ed-c5605dc2c1a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72251bf3-93b0-4794-8928-f794f65f1131,revision_number=None']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:35:13.618979 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a160edb-84db-4325-9d68-009e26fdac37 req-317ad433-0b35-479b-824e-2eaf9808efa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:35:13.621477 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-0a160edb-84db-4325-9d68-009e26fdac37 req-317ad433-0b35-479b-824e-2eaf9808efa4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8913a7ef0c564d6db58e9bbaafd5bad8&device_id=fc7dff44-cb35-429b-b0ca-5e450580e502 HTTP/1.1" status: 200 len: 1129 time: 0.0966167 Mar 11 16:35:13.637332 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cc7899-e900-4e2a-81d0-e71cb2e2a287 req-c2162f25-fd3e-4334-b89d-344c3afa525e tempest-VolumesActionsTest-434687055 tempest-VolumesActionsTest-434687055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:35:13.639110 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-70cc7899-e900-4e2a-81d0-e71cb2e2a287 req-c2162f25-fd3e-4334-b89d-344c3afa525e tempest-VolumesActionsTest-434687055 tempest-VolumesActionsTest-434687055-project] 10.222.0.72 "GET /v2.0/ports?device_id=e171779b-157c-43b2-a7a1-24b79e770c46 HTTP/1.1" status: 200 len: 946 time: 0.0988369 Mar 11 16:35:13.791035 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-70cc7899-e900-4e2a-81d0-e71cb2e2a287 req-6da1167c-b2a5-4840-a0fa-5246954a0bb3 tempest-VolumesActionsTest-434687055 tempest-VolumesActionsTest-434687055-project] 10.222.0.72 "GET /v2.0/security-groups?id=c1812029-ace2-45e6-8e16-8154b0b340b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446333 Mar 11 16:35:13.836678 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a160edb-84db-4325-9d68-009e26fdac37 req-c7cf4793-7623-4bf6-a59f-e6ae40f1e4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:35:13.838997 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-0a160edb-84db-4325-9d68-009e26fdac37 req-c7cf4793-7623-4bf6-a59f-e6ae40f1e4fb service neutron] 10.222.0.18 "GET /v2.0/networks?id=e0014013-2feb-4f35-b4cc-a15e1ae9b144 HTTP/1.1" status: 200 len: 915 time: 0.1950915 Mar 11 16:35:13.892969 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b6300d0f-ef5a-42a2-9bc4-9d9ea3ec46b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (52d54afa-c257-4acf-9353-cc1307944ae0), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:35:13.907163 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-0a160edb-84db-4325-9d68-009e26fdac37 req-325ce406-8811-4b4f-8095-4970bbc522e1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=49c40aa4-688f-46d5-b234-496af1451c44 HTTP/1.1" status: 200 len: 217 time: 0.0611510 Mar 11 16:35:13.970943 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a160edb-84db-4325-9d68-009e26fdac37 req-c1f7a1fc-8fe4-4564-9c23-0acfdbb90ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:35:13.972478 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-0a160edb-84db-4325-9d68-009e26fdac37 req-c1f7a1fc-8fe4-4564-9c23-0acfdbb90ac8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3d45a607-7caf-4edd-a004-1f75d1d80cc1 HTTP/1.1" status: 200 len: 854 time: 0.0581236 Mar 11 16:35:14.007368 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-0a160edb-84db-4325-9d68-009e26fdac37 req-9bccd948-0bc2-48bd-8269-941234f2cc66 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e0014013-2feb-4f35-b4cc-a15e1ae9b144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270901 Mar 11 16:35:14.166466 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-0a160edb-84db-4325-9d68-009e26fdac37 req-9813dbc2-b79a-4aa9-8860-5ae5ec14b84f service neutron] 10.222.0.18 "GET /v2.0/networks/e0014013-2feb-4f35-b4cc-a15e1ae9b144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512854 Mar 11 16:35:14.196034 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38133259-3cd0-4392-b775-1edaf5107f61 req-35a01355-5075-4468-990a-e04ebf022459 tempest-VolumesActionsTest-434687055 tempest-VolumesActionsTest-434687055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:35:14.198111 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-38133259-3cd0-4392-b775-1edaf5107f61 req-35a01355-5075-4468-990a-e04ebf022459 tempest-VolumesActionsTest-434687055 tempest-VolumesActionsTest-434687055-project] 10.222.0.18 "GET /v2.0/ports?device_id=e171779b-157c-43b2-a7a1-24b79e770c46 HTTP/1.1" status: 200 len: 946 time: 0.1211777 Mar 11 16:35:14.257078 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcb8dcf-033f-49d9-ba0f-49e03cebd695 req-18b1f513-0d9f-411c-bb82-5e67743cbc2c tempest-VolumesSnapshotTestJSON-240641242 tempest-VolumesSnapshotTestJSON-240641242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:35:14.258582 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-8bcb8dcf-033f-49d9-ba0f-49e03cebd695 req-18b1f513-0d9f-411c-bb82-5e67743cbc2c tempest-VolumesSnapshotTestJSON-240641242 tempest-VolumesSnapshotTestJSON-240641242-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc7dff44-cb35-429b-b0ca-5e450580e502 HTTP/1.1" status: 200 len: 945 time: 0.1480558 Mar 11 16:35:14.392289 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-0a160edb-84db-4325-9d68-009e26fdac37 req-b93a05c6-1c9e-455d-bf13-76111098f4de service neutron] 10.222.0.18 "GET /v2.0/networks/e0014013-2feb-4f35-b4cc-a15e1ae9b144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2166393 Mar 11 16:35:14.396661 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-8bcb8dcf-033f-49d9-ba0f-49e03cebd695 req-89546838-776e-40e6-9f32-fa9df62f6e7f tempest-VolumesSnapshotTestJSON-240641242 tempest-VolumesSnapshotTestJSON-240641242-project] 10.222.0.72 "GET /v2.0/security-groups?id=acbac5f9-1090-44bd-b484-3926b201bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280825 Mar 11 16:35:14.422029 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.plugin [req-38133259-3cd0-4392-b775-1edaf5107f61 req-b08fa9bf-a883-4aa3-aa60-e3bb8e7165f6 tempest-VolumesActionsTest-434687055 tempest-VolumesActionsTest-434687055-project] Deleting port 706a4125-20e8-436d-9cad-37017b3716ef {{(pid=103092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 16:35:14.422856 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-38133259-3cd0-4392-b775-1edaf5107f61 req-b08fa9bf-a883-4aa3-aa60-e3bb8e7165f6 tempest-VolumesActionsTest-434687055 tempest-VolumesActionsTest-434687055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780138536942'] for port (706a4125-20e8-436d-9cad-37017b3716ef), before_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:35:14.527811 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.db [req-38133259-3cd0-4392-b775-1edaf5107f61 req-b08fa9bf-a883-4aa3-aa60-e3bb8e7165f6 tempest-VolumesActionsTest-434687055 tempest-VolumesActionsTest-434687055-project] For port 706a4125-20e8-436d-9cad-37017b3716ef, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=706a4125-20e8-436d-9cad-37017b3716ef,segment=NetworkSegment(62947b73-ffcb-4155-b45f-9f5ee2b65278),segment_id=62947b73-ffcb-4155-b45f-9f5ee2b65278)] {{(pid=103092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:35:14.528518 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-38133259-3cd0-4392-b775-1edaf5107f61 req-b08fa9bf-a883-4aa3-aa60-e3bb8e7165f6 tempest-VolumesActionsTest-434687055 tempest-VolumesActionsTest-434687055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538029'] for port (706a4125-20e8-436d-9cad-37017b3716ef), precommit_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:35:14.540965 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.plugin [req-38133259-3cd0-4392-b775-1edaf5107f61 req-b08fa9bf-a883-4aa3-aa60-e3bb8e7165f6 tempest-VolumesActionsTest-434687055 tempest-VolumesActionsTest-434687055-project] Calling delete_port for 706a4125-20e8-436d-9cad-37017b3716ef owned by compute:nova {{(pid=103092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 16:35:14.673649 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-38133259-3cd0-4392-b775-1edaf5107f61 req-b08fa9bf-a883-4aa3-aa60-e3bb8e7165f6 tempest-VolumesActionsTest-434687055 tempest-VolumesActionsTest-434687055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780138542421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780137975920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30811620'] for port (706a4125-20e8-436d-9cad-37017b3716ef), after_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:35:14.695949 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] get_ports_and_sgs() called for port_ids ['706a4125-20e8-436d-9cad-37017b3716ef'] {{(pid=103093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 16:35:14.705494 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08fa9bf-a883-4aa3-aa60-e3bb8e7165f6 tempest-VolumesActionsTest-434687055 tempest-VolumesActionsTest-434687055-project] Pushing event deleted for resources: {'Port': ['ID=706a4125-20e8-436d-9cad-37017b3716ef,revision_number=None']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:35:14.750360 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.db.l3_dvrscheduler_db [req-38133259-3cd0-4392-b775-1edaf5107f61 req-b08fa9bf-a883-4aa3-aa60-e3bb8e7165f6 tempest-VolumesActionsTest-434687055 tempest-VolumesActionsTest-434687055-project] No DVR routers for this DVR port 706a4125-20e8-436d-9cad-37017b3716ef on host hv-cinder-75078 {{(pid=103092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:35:14.753268 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-38133259-3cd0-4392-b775-1edaf5107f61 req-b08fa9bf-a883-4aa3-aa60-e3bb8e7165f6 tempest-VolumesActionsTest-434687055 tempest-VolumesActionsTest-434687055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122971'] for port (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:35:14.756622 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-38133259-3cd0-4392-b775-1edaf5107f61 req-b08fa9bf-a883-4aa3-aa60-e3bb8e7165f6 tempest-VolumesActionsTest-434687055 tempest-VolumesActionsTest-434687055-project] 10.222.0.18 "DELETE /v2.0/ports/706a4125-20e8-436d-9cad-37017b3716ef HTTP/1.1" status: 204 len: 173 time: 0.5460441 Mar 11 16:35:14.757059 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e171779b-157c-43b2-a7a1-24b79e770c46', 'name': 'network-vif-deleted', 'tag': '706a4125-20e8-436d-9cad-37017b3716ef'}] {{(pid=103092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:35:14.759397 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8119d67d121bc7655fb27ee4e81d05746f3857d7b024446e390c37a4f39e07a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-169e9d5b-97cb-482e-8de5-dfd80fc1118a" -d '{"events": [{"server_uuid": "e171779b-157c-43b2-a7a1-24b79e770c46", "name": "network-vif-deleted", "tag": "706a4125-20e8-436d-9cad-37017b3716ef"}]}' {{(pid=103092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 16:35:14.798861 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 16:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b1ae005-b58b-4852-afa9-bffae63c3c6a x-openstack-request-id: req-9b1ae005-b58b-4852-afa9-bffae63c3c6a {{(pid=103092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 16:35:14.799154 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e171779b-157c-43b2-a7a1-24b79e770c46", "name": "network-vif-deleted", "tag": "706a4125-20e8-436d-9cad-37017b3716ef", "status": "completed", "code": 200}]} {{(pid=103092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 16:35:14.799408 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-9b1ae005-b58b-4852-afa9-bffae63c3c6a {{(pid=103092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 16:35:14.799808 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e171779b-157c-43b2-a7a1-24b79e770c46', 'name': 'network-vif-deleted', 'tag': '706a4125-20e8-436d-9cad-37017b3716ef', 'status': 'completed', 'code': 200} Mar 11 16:35:14.899877 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-3ac92fdc-24f3-4753-a05c-b670b2b4b635 req-26fe0fee-183b-48b4-8f99-6577d0f89b68 tempest-VolumesActionsTest-434687055 tempest-VolumesActionsTest-434687055-project] 10.222.0.72 "GET /v2.0/ports?device_id=e171779b-157c-43b2-a7a1-24b79e770c46 HTTP/1.1" status: 200 len: 210 time: 0.0285482 Mar 11 16:35:15.531117 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1c5c50-c571-4ed4-9a0d-3754ac40b270 req-192c522e-4930-4330-880f-18494f5918dc tempest-VolumesSnapshotTestJSON-240641242 tempest-VolumesSnapshotTestJSON-240641242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:35:15.532641 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-4a1c5c50-c571-4ed4-9a0d-3754ac40b270 req-192c522e-4930-4330-880f-18494f5918dc tempest-VolumesSnapshotTestJSON-240641242 tempest-VolumesSnapshotTestJSON-240641242-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc7dff44-cb35-429b-b0ca-5e450580e502 HTTP/1.1" status: 200 len: 945 time: 0.0581026 Mar 11 16:35:15.580987 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-4a1c5c50-c571-4ed4-9a0d-3754ac40b270 req-471549b0-8fa0-4de3-8ade-784dcd34d619 tempest-VolumesSnapshotTestJSON-240641242 tempest-VolumesSnapshotTestJSON-240641242-project] 10.222.0.72 "GET /v2.0/security-groups?id=acbac5f9-1090-44bd-b484-3926b201bb52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424855 Mar 11 16:35:16.088381 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cd7ecc-8d27-4804-8625-ba7af97dd668 req-b91b4ea2-dcf6-4632-9de8-521afbbfdb25 tempest-VolumesSnapshotTestJSON-240641242 tempest-VolumesSnapshotTestJSON-240641242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:35:16.092898 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-82cd7ecc-8d27-4804-8625-ba7af97dd668 req-b91b4ea2-dcf6-4632-9de8-521afbbfdb25 tempest-VolumesSnapshotTestJSON-240641242 tempest-VolumesSnapshotTestJSON-240641242-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc7dff44-cb35-429b-b0ca-5e450580e502 HTTP/1.1" status: 200 len: 945 time: 0.0558450 Mar 11 16:35:16.198965 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.plugin [req-82cd7ecc-8d27-4804-8625-ba7af97dd668 req-7651615f-9e70-4887-8c50-138840e1cc24 tempest-VolumesSnapshotTestJSON-240641242 tempest-VolumesSnapshotTestJSON-240641242-project] Deleting port 49c40aa4-688f-46d5-b234-496af1451c44 {{(pid=103092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 16:35:16.199321 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-82cd7ecc-8d27-4804-8625-ba7af97dd668 req-7651615f-9e70-4887-8c50-138840e1cc24 tempest-VolumesSnapshotTestJSON-240641242 tempest-VolumesSnapshotTestJSON-240641242-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780138536942'] for port (49c40aa4-688f-46d5-b234-496af1451c44), before_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:35:16.205271 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-72487550-54ac-4a17-bacf-cef50e29c63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (03422851-42b1-44c9-ada6-e479436b7b23), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:35:16.301112 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.db [req-82cd7ecc-8d27-4804-8625-ba7af97dd668 req-7651615f-9e70-4887-8c50-138840e1cc24 tempest-VolumesSnapshotTestJSON-240641242 tempest-VolumesSnapshotTestJSON-240641242-project] For port 49c40aa4-688f-46d5-b234-496af1451c44, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=49c40aa4-688f-46d5-b234-496af1451c44,segment=NetworkSegment(1cc51a35-152e-49f3-9132-e50201118080),segment_id=1cc51a35-152e-49f3-9132-e50201118080)] {{(pid=103092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:35:16.301482 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-82cd7ecc-8d27-4804-8625-ba7af97dd668 req-7651615f-9e70-4887-8c50-138840e1cc24 tempest-VolumesSnapshotTestJSON-240641242 tempest-VolumesSnapshotTestJSON-240641242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538029'] for port (49c40aa4-688f-46d5-b234-496af1451c44), precommit_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:35:16.315917 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.plugin [req-82cd7ecc-8d27-4804-8625-ba7af97dd668 req-7651615f-9e70-4887-8c50-138840e1cc24 tempest-VolumesSnapshotTestJSON-240641242 tempest-VolumesSnapshotTestJSON-240641242-project] Calling delete_port for 49c40aa4-688f-46d5-b234-496af1451c44 owned by compute:nova {{(pid=103092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 16:35:16.462175 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-82cd7ecc-8d27-4804-8625-ba7af97dd668 req-7651615f-9e70-4887-8c50-138840e1cc24 tempest-VolumesSnapshotTestJSON-240641242 tempest-VolumesSnapshotTestJSON-240641242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780138542421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780137975920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30811620'] for port (49c40aa4-688f-46d5-b234-496af1451c44), after_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:35:16.477042 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] get_ports_and_sgs() called for port_ids ['49c40aa4-688f-46d5-b234-496af1451c44'] {{(pid=103093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 16:35:16.497495 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7651615f-9e70-4887-8c50-138840e1cc24 tempest-VolumesSnapshotTestJSON-240641242 tempest-VolumesSnapshotTestJSON-240641242-project] Pushing event deleted for resources: {'Port': ['ID=49c40aa4-688f-46d5-b234-496af1451c44,revision_number=None']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:35:16.542718 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.db.l3_dvrscheduler_db [req-82cd7ecc-8d27-4804-8625-ba7af97dd668 req-7651615f-9e70-4887-8c50-138840e1cc24 tempest-VolumesSnapshotTestJSON-240641242 tempest-VolumesSnapshotTestJSON-240641242-project] No DVR routers for this DVR port 49c40aa4-688f-46d5-b234-496af1451c44 on host hv-cinder-75078 {{(pid=103092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:35:16.545287 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-82cd7ecc-8d27-4804-8625-ba7af97dd668 req-7651615f-9e70-4887-8c50-138840e1cc24 tempest-VolumesSnapshotTestJSON-240641242 tempest-VolumesSnapshotTestJSON-240641242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122971'] for port (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:35:16.548699 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-82cd7ecc-8d27-4804-8625-ba7af97dd668 req-7651615f-9e70-4887-8c50-138840e1cc24 tempest-VolumesSnapshotTestJSON-240641242 tempest-VolumesSnapshotTestJSON-240641242-project] 10.222.0.18 "DELETE /v2.0/ports/49c40aa4-688f-46d5-b234-496af1451c44 HTTP/1.1" status: 204 len: 173 time: 0.4538231 Mar 11 16:35:16.696756 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-f2ebaf23-50d1-467f-a013-5172ae07ef9a req-d1125536-a468-48fa-88eb-8ea02d0b9e0f tempest-VolumesSnapshotTestJSON-240641242 tempest-VolumesSnapshotTestJSON-240641242-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc7dff44-cb35-429b-b0ca-5e450580e502 HTTP/1.1" status: 200 len: 210 time: 0.0381527 Mar 11 16:35:16.798553 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Device 706a4125-20e8-436d-9cad-37017b3716ef no longer exists at agent hyperv_hv-cinder-75078 {{(pid=103093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 16:35:16.800631 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc7dff44-cb35-429b-b0ca-5e450580e502', 'name': 'network-vif-deleted', 'tag': '49c40aa4-688f-46d5-b234-496af1451c44'}] {{(pid=103092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:35:16.802955 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8119d67d121bc7655fb27ee4e81d05746f3857d7b024446e390c37a4f39e07a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5365c298-57e6-41c5-ac2a-256bd3ef4b65" -d '{"events": [{"server_uuid": "fc7dff44-cb35-429b-b0ca-5e450580e502", "name": "network-vif-deleted", "tag": "49c40aa4-688f-46d5-b234-496af1451c44"}]}' {{(pid=103092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 16:35:16.820188 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] No Port match for: 706a4125-20e8-436d-9cad-37017b3716ef {{(pid=103093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 16:35:16.820538 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Device 706a4125-20e8-436d-9cad-37017b3716ef not bound to the agent host hv-cinder-75078 {{(pid=103093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 16:35:16.844880 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 16:35:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad50a3a9-bcb1-40de-8fae-7c3ebee87c2d x-openstack-request-id: req-ad50a3a9-bcb1-40de-8fae-7c3ebee87c2d {{(pid=103092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 16:35:16.845165 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc7dff44-cb35-429b-b0ca-5e450580e502", "name": "network-vif-deleted", "tag": "49c40aa4-688f-46d5-b234-496af1451c44", "status": "completed", "code": 200}]} {{(pid=103092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 16:35:16.845410 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-ad50a3a9-bcb1-40de-8fae-7c3ebee87c2d {{(pid=103092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 16:35:16.845798 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc7dff44-cb35-429b-b0ca-5e450580e502', 'name': 'network-vif-deleted', 'tag': '49c40aa4-688f-46d5-b234-496af1451c44', 'status': 'completed', 'code': 200} Mar 11 16:35:17.517270 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ae773407-53f5-44d0-bdbe-4d88b69a915f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (d0bcdf8a-248d-4278-aa4c-95e4828d61b2), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:35:17.803620 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-65291e03-dd55-40a8-b4d4-d5284e9cf316 req-c6aa1756-eaf9-4362-927a-e9766d9c5429 tempest-VolumesSnapshotTestJSON-240641242 tempest-VolumesSnapshotTestJSON-240641242-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc7dff44-cb35-429b-b0ca-5e450580e502 HTTP/1.1" status: 200 len: 210 time: 0.0270109 Mar 11 16:35:18.901270 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-12686fd2-0f25-484f-a78a-b5cd34d8581b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (a5a5d809-3580-471a-ade1-6c5ecc269919), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:35:18.920412 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-c9b26a1b-f51e-4813-a1a2-c470f7bb858d req-afc9c5f3-fe99-46ff-ab14-da7aaa85acc1 tempest-VolumesSnapshotTestJSON-240641242 tempest-VolumesSnapshotTestJSON-240641242-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc7dff44-cb35-429b-b0ca-5e450580e502 HTTP/1.1" status: 200 len: 210 time: 0.0299218 Mar 11 16:35:19.294594 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Device 49c40aa4-688f-46d5-b234-496af1451c44 no longer exists at agent hyperv_hv-cinder-75078 {{(pid=103093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 16:35:19.319814 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] No Port match for: 49c40aa4-688f-46d5-b234-496af1451c44 {{(pid=103093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 16:35:19.320155 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Device 49c40aa4-688f-46d5-b234-496af1451c44 not bound to the agent host hv-cinder-75078 {{(pid=103093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 16:35:20.026440 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-80c7c2a5-88c9-4ea4-b9f5-01d1ee880c6b req-b219beaa-ca27-46b3-a594-dd7f81bce2d2 tempest-VolumesSnapshotTestJSON-240641242 tempest-VolumesSnapshotTestJSON-240641242-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc7dff44-cb35-429b-b0ca-5e450580e502 HTTP/1.1" status: 200 len: 210 time: 0.0268843 Mar 11 16:35:20.419838 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (1025624e-e238-47fc-86ae-58f7bb6baa16), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:35:35.930774 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (42978ec7-0c45-4bcc-88e8-64ee44356522), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:35:38.852089 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 49862) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:35:38.902045 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf86e436-3e76-4759-b366-aba22d31ed19 admin admin] Deleting subnet 84a0c8dc-1ff0-46bd-9001-dbc3d193e031 {{(pid=103091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 16:35:38.906066 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-bf86e436-3e76-4759-b366-aba22d31ed19 admin admin] Publish callbacks [] for subnet (84a0c8dc-1ff0-46bd-9001-dbc3d193e031), before_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:35:38.944177 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-bf86e436-3e76-4759-b366-aba22d31ed19 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29666204'] for subnet (84a0c8dc-1ff0-46bd-9001-dbc3d193e031), precommit_delete_associations {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:35:38.984154 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-bf86e436-3e76-4759-b366-aba22d31ed19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393129'] for subnet (84a0c8dc-1ff0-46bd-9001-dbc3d193e031), precommit_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:35:39.043217 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-bf86e436-3e76-4759-b366-aba22d31ed19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29534948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29787339'] for subnet (84a0c8dc-1ff0-46bd-9001-dbc3d193e031), after_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:35:39.069271 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf86e436-3e76-4759-b366-aba22d31ed19 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84a0c8dc-1ff0-46bd-9001-dbc3d193e031,revision_number=None']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:35:39.074392 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-bf86e436-3e76-4759-b366-aba22d31ed19 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:35:39.077479 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-bf86e436-3e76-4759-b366-aba22d31ed19 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/84a0c8dc-1ff0-46bd-9001-dbc3d193e031 HTTP/1.1" status: 204 len: 168 time: 0.2243755 Mar 11 16:35:39.080112 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 49864) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:35:39.082678 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf86e436-3e76-4759-b366-aba22d31ed19 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:35:39.082964 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf86e436-3e76-4759-b366-aba22d31ed19 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:35:39.083303 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf86e436-3e76-4759-b366-aba22d31ed19 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:35:39.083630 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf86e436-3e76-4759-b366-aba22d31ed19 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:35:39.083953 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf86e436-3e76-4759-b366-aba22d31ed19 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:35:39.084276 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf86e436-3e76-4759-b366-aba22d31ed19 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:35:39.084593 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf86e436-3e76-4759-b366-aba22d31ed19 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:35:39.084913 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf86e436-3e76-4759-b366-aba22d31ed19 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:35:39.085231 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf86e436-3e76-4759-b366-aba22d31ed19 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:35:39.085545 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf86e436-3e76-4759-b366-aba22d31ed19 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:35:39.085856 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf86e436-3e76-4759-b366-aba22d31ed19 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:35:39.086192 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf86e436-3e76-4759-b366-aba22d31ed19 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:35:39.086533 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf86e436-3e76-4759-b366-aba22d31ed19 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:35:39.155804 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-79448703-13ac-40b0-af34-93192234bb26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1370412'] for network (6dc35140-bf67-4c2a-a952-a4252cfeeae1), before_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:35:39.235738 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-79448703-13ac-40b0-af34-93192234bb26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393938', 'neutron.services.segments.db._delete_segments_for_network-8780138304022'] for network (6dc35140-bf67-4c2a-a952-a4252cfeeae1), precommit_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:35:39.257043 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.services.segments.db [None req-79448703-13ac-40b0-af34-93192234bb26 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dc35140-bf67-4c2a-a952-a4252cfeeae1']}} {{(pid=103092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:35:39.267351 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.services.segments.db [None req-79448703-13ac-40b0-af34-93192234bb26 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62947b73-ffcb-4155-b45f-9f5ee2b65278') {'for_net_delete': True} {{(pid=103092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:35:39.267639 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.services.segments.db [None req-79448703-13ac-40b0-af34-93192234bb26 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62947b73-ffcb-4155-b45f-9f5ee2b65278') {} {{(pid=103092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:35:39.277673 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-79448703-13ac-40b0-af34-93192234bb26 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780138303519', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29539526'] for segment (62947b73-ffcb-4155-b45f-9f5ee2b65278), before_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:35:39.292609 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-79448703-13ac-40b0-af34-93192234bb26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1821558'] for segment (62947b73-ffcb-4155-b45f-9f5ee2b65278), precommit_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:35:39.299068 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79448703-13ac-40b0-af34-93192234bb26 admin admin] Releasing vlan 607 on physical network physnet1 to pool {{(pid=103092) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:35:39.299476 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-79448703-13ac-40b0-af34-93192234bb26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1821558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30811157'] for segment (62947b73-ffcb-4155-b45f-9f5ee2b65278), after_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:35:39.301183 dv-cinder-750782-12-iscsi neutron-server[103092]: Traceback (most recent call last): Mar 11 16:35:39.301183 dv-cinder-750782-12-iscsi neutron-server[103092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:35:39.301183 dv-cinder-750782-12-iscsi neutron-server[103092]: timer() Mar 11 16:35:39.301183 dv-cinder-750782-12-iscsi neutron-server[103092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:35:39.301183 dv-cinder-750782-12-iscsi neutron-server[103092]: cb(*args, **kw) Mar 11 16:35:39.301183 dv-cinder-750782-12-iscsi neutron-server[103092]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 16:35:39.301183 dv-cinder-750782-12-iscsi neutron-server[103092]: return func(*args, **kwargs) Mar 11 16:35:39.301183 dv-cinder-750782-12-iscsi neutron-server[103092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:35:39.301183 dv-cinder-750782-12-iscsi neutron-server[103092]: self._notify() Mar 11 16:35:39.301183 dv-cinder-750782-12-iscsi neutron-server[103092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:35:39.301183 dv-cinder-750782-12-iscsi neutron-server[103092]: self.callback(batched_events) Mar 11 16:35:39.301183 dv-cinder-750782-12-iscsi neutron-server[103092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:35:39.301183 dv-cinder-750782-12-iscsi neutron-server[103092]: event.method(event) Mar 11 16:35:39.301183 dv-cinder-750782-12-iscsi neutron-server[103092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 16:35:39.301183 dv-cinder-750782-12-iscsi neutron-server[103092]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:35:39.301183 dv-cinder-750782-12-iscsi neutron-server[103092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 16:35:39.301183 dv-cinder-750782-12-iscsi neutron-server[103092]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:35:39.301183 dv-cinder-750782-12-iscsi neutron-server[103092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 16:35:39.301183 dv-cinder-750782-12-iscsi neutron-server[103092]: return f(self, *a, **k) Mar 11 16:35:39.301183 dv-cinder-750782-12-iscsi neutron-server[103092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:35:39.301183 dv-cinder-750782-12-iscsi neutron-server[103092]: return self._get(url).json() Mar 11 16:35:39.301183 dv-cinder-750782-12-iscsi neutron-server[103092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:35:39.301183 dv-cinder-750782-12-iscsi neutron-server[103092]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:35:39.301183 dv-cinder-750782-12-iscsi neutron-server[103092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:35:39.301183 dv-cinder-750782-12-iscsi neutron-server[103092]: return self.request(url, 'GET', **kwargs) Mar 11 16:35:39.301183 dv-cinder-750782-12-iscsi neutron-server[103092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:35:39.301183 dv-cinder-750782-12-iscsi neutron-server[103092]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:35:39.301183 dv-cinder-750782-12-iscsi neutron-server[103092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:35:39.301183 dv-cinder-750782-12-iscsi neutron-server[103092]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:35:39.301183 dv-cinder-750782-12-iscsi neutron-server[103092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:35:39.301183 dv-cinder-750782-12-iscsi neutron-server[103092]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:35:39.301183 dv-cinder-750782-12-iscsi neutron-server[103092]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:35:39.360350 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-79448703-13ac-40b0-af34-93192234bb26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539877'] for network (6dc35140-bf67-4c2a-a952-a4252cfeeae1), after_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:35:39.365631 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-79448703-13ac-40b0-af34-93192234bb26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779404'] for network (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:35:39.368865 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-79448703-13ac-40b0-af34-93192234bb26 admin admin] 10.222.0.72 "DELETE /v2.0/networks/6dc35140-bf67-4c2a-a952-a4252cfeeae1 HTTP/1.1" status: 204 len: 168 time: 0.2877440 Mar 11 16:35:39.379538 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79448703-13ac-40b0-af34-93192234bb26 admin admin] Pushing event deleted for resources: {'Network': ['ID=6dc35140-bf67-4c2a-a952-a4252cfeeae1,revision_number=None']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:35:39.387429 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79448703-13ac-40b0-af34-93192234bb26 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:35:39.387769 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79448703-13ac-40b0-af34-93192234bb26 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:35:39.388113 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79448703-13ac-40b0-af34-93192234bb26 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:35:39.388444 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79448703-13ac-40b0-af34-93192234bb26 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:35:39.388772 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79448703-13ac-40b0-af34-93192234bb26 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:35:39.389103 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79448703-13ac-40b0-af34-93192234bb26 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:35:39.389433 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79448703-13ac-40b0-af34-93192234bb26 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:35:39.389756 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79448703-13ac-40b0-af34-93192234bb26 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:35:39.390119 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79448703-13ac-40b0-af34-93192234bb26 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:35:39.390444 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79448703-13ac-40b0-af34-93192234bb26 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:35:39.390760 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79448703-13ac-40b0-af34-93192234bb26 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:35:39.391075 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79448703-13ac-40b0-af34-93192234bb26 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:35:39.391390 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79448703-13ac-40b0-af34-93192234bb26 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:35:39.535702 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 49868) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:35:39.575996 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-cfce7fe0-95f7-4343-856e-835c9a052e33 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=5c83892420b64d2fa80730150d439b38&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0390837 Mar 11 16:35:39.578435 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 49870) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:35:39.626376 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-9314b14d-bf74-4c56-9f7e-c86e04890024 admin admin] Publish callbacks [] for security_group (c1812029-ace2-45e6-8e16-8154b0b340b2), before_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:35:39.647279 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-9314b14d-bf74-4c56-9f7e-c86e04890024 admin admin] Publish callbacks [] for security_group (c1812029-ace2-45e6-8e16-8154b0b340b2), precommit_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:35:39.700942 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-9314b14d-bf74-4c56-9f7e-c86e04890024 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (c1812029-ace2-45e6-8e16-8154b0b340b2), after_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:35:39.704257 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-9314b14d-bf74-4c56-9f7e-c86e04890024 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:35:39.705709 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-9314b14d-bf74-4c56-9f7e-c86e04890024 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c1812029-ace2-45e6-8e16-8154b0b340b2 HTTP/1.1" status: 204 len: 168 time: 0.1262255 Mar 11 16:35:39.717855 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9314b14d-bf74-4c56-9f7e-c86e04890024 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1812029-ace2-45e6-8e16-8154b0b340b2,revision_number=None']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:35:43.224634 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.agents_db [None req-ed17eba3-c4d2-4aaa-a64c-93b8434a4a48 None None] Agent healthcheck: found 6 active agents {{(pid=103094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 16:35:43.828819 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-44d1a78b-0fdc-4c7d-924d-eb87cbf3c100 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (52d54afa-c257-4acf-9353-cc1307944ae0), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:35:46.198716 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-8afb69dd-206a-46d1-a477-ae004239832c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (03422851-42b1-44c9-ada6-e479436b7b23), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:35:46.684717 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 49930) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:35:46.728796 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.db.db_base_plugin_v2 [None req-5db3931f-be10-460c-bdc2-2c62b8d0f4b1 admin admin] Deleting subnet 3d45a607-7caf-4edd-a004-1f75d1d80cc1 {{(pid=103092) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 16:35:46.732677 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-5db3931f-be10-460c-bdc2-2c62b8d0f4b1 admin admin] Publish callbacks [] for subnet (3d45a607-7caf-4edd-a004-1f75d1d80cc1), before_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:35:46.768489 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-5db3931f-be10-460c-bdc2-2c62b8d0f4b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29539533'] for subnet (3d45a607-7caf-4edd-a004-1f75d1d80cc1), precommit_delete_associations {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:35:46.809651 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-5db3931f-be10-460c-bdc2-2c62b8d0f4b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393129'] for subnet (3d45a607-7caf-4edd-a004-1f75d1d80cc1), precommit_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:35:46.865763 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-5db3931f-be10-460c-bdc2-2c62b8d0f4b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30811595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30740698'] for subnet (3d45a607-7caf-4edd-a004-1f75d1d80cc1), after_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:35:46.895922 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db3931f-be10-460c-bdc2-2c62b8d0f4b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d45a607-7caf-4edd-a004-1f75d1d80cc1,revision_number=None']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:35:46.901580 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-5db3931f-be10-460c-bdc2-2c62b8d0f4b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779404'] for subnet (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:35:46.904829 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-5db3931f-be10-460c-bdc2-2c62b8d0f4b1 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/3d45a607-7caf-4edd-a004-1f75d1d80cc1 HTTP/1.1" status: 204 len: 168 time: 0.2188306 Mar 11 16:35:46.907445 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 49932) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:35:46.978404 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-a38c7581-0efb-4908-864a-3297100f23a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1370412'] for network (e0014013-2feb-4f35-b4cc-a15e1ae9b144), before_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:35:47.062689 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-a38c7581-0efb-4908-864a-3297100f23a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393938', 'neutron.services.segments.db._delete_segments_for_network-8780138304022'] for network (e0014013-2feb-4f35-b4cc-a15e1ae9b144), precommit_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:35:47.084730 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.services.segments.db [None req-a38c7581-0efb-4908-864a-3297100f23a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0014013-2feb-4f35-b4cc-a15e1ae9b144']}} {{(pid=103091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:35:47.095491 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.services.segments.db [None req-a38c7581-0efb-4908-864a-3297100f23a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cc51a35-152e-49f3-9132-e50201118080') {'for_net_delete': True} {{(pid=103091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:35:47.095794 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.services.segments.db [None req-a38c7581-0efb-4908-864a-3297100f23a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cc51a35-152e-49f3-9132-e50201118080') {} {{(pid=103091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:35:47.107562 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-a38c7581-0efb-4908-864a-3297100f23a0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780138303519', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29666199'] for segment (1cc51a35-152e-49f3-9132-e50201118080), before_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:35:47.122127 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-a38c7581-0efb-4908-864a-3297100f23a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1821558'] for segment (1cc51a35-152e-49f3-9132-e50201118080), precommit_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:35:47.128401 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a38c7581-0efb-4908-864a-3297100f23a0 admin admin] Releasing vlan 613 on physical network physnet1 to pool {{(pid=103091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:35:47.128804 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-a38c7581-0efb-4908-864a-3297100f23a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1821558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29535034'] for segment (1cc51a35-152e-49f3-9132-e50201118080), after_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:35:47.130591 dv-cinder-750782-12-iscsi neutron-server[103091]: Traceback (most recent call last): Mar 11 16:35:47.130591 dv-cinder-750782-12-iscsi neutron-server[103091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:35:47.130591 dv-cinder-750782-12-iscsi neutron-server[103091]: timer() Mar 11 16:35:47.130591 dv-cinder-750782-12-iscsi neutron-server[103091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:35:47.130591 dv-cinder-750782-12-iscsi neutron-server[103091]: cb(*args, **kw) Mar 11 16:35:47.130591 dv-cinder-750782-12-iscsi neutron-server[103091]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 16:35:47.130591 dv-cinder-750782-12-iscsi neutron-server[103091]: return func(*args, **kwargs) Mar 11 16:35:47.130591 dv-cinder-750782-12-iscsi neutron-server[103091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:35:47.130591 dv-cinder-750782-12-iscsi neutron-server[103091]: self._notify() Mar 11 16:35:47.130591 dv-cinder-750782-12-iscsi neutron-server[103091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:35:47.130591 dv-cinder-750782-12-iscsi neutron-server[103091]: self.callback(batched_events) Mar 11 16:35:47.130591 dv-cinder-750782-12-iscsi neutron-server[103091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:35:47.130591 dv-cinder-750782-12-iscsi neutron-server[103091]: event.method(event) Mar 11 16:35:47.130591 dv-cinder-750782-12-iscsi neutron-server[103091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 16:35:47.130591 dv-cinder-750782-12-iscsi neutron-server[103091]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:35:47.130591 dv-cinder-750782-12-iscsi neutron-server[103091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 16:35:47.130591 dv-cinder-750782-12-iscsi neutron-server[103091]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:35:47.130591 dv-cinder-750782-12-iscsi neutron-server[103091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 16:35:47.130591 dv-cinder-750782-12-iscsi neutron-server[103091]: return f(self, *a, **k) Mar 11 16:35:47.130591 dv-cinder-750782-12-iscsi neutron-server[103091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:35:47.130591 dv-cinder-750782-12-iscsi neutron-server[103091]: return self._get(url).json() Mar 11 16:35:47.130591 dv-cinder-750782-12-iscsi neutron-server[103091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:35:47.130591 dv-cinder-750782-12-iscsi neutron-server[103091]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:35:47.130591 dv-cinder-750782-12-iscsi neutron-server[103091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:35:47.130591 dv-cinder-750782-12-iscsi neutron-server[103091]: return self.request(url, 'GET', **kwargs) Mar 11 16:35:47.130591 dv-cinder-750782-12-iscsi neutron-server[103091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:35:47.130591 dv-cinder-750782-12-iscsi neutron-server[103091]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:35:47.130591 dv-cinder-750782-12-iscsi neutron-server[103091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:35:47.130591 dv-cinder-750782-12-iscsi neutron-server[103091]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:35:47.130591 dv-cinder-750782-12-iscsi neutron-server[103091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:35:47.130591 dv-cinder-750782-12-iscsi neutron-server[103091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:35:47.130591 dv-cinder-750782-12-iscsi neutron-server[103091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:35:47.188784 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-a38c7581-0efb-4908-864a-3297100f23a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539877'] for network (e0014013-2feb-4f35-b4cc-a15e1ae9b144), after_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:35:47.194398 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-a38c7581-0efb-4908-864a-3297100f23a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779404'] for network (None), before_response {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:35:47.197555 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-a38c7581-0efb-4908-864a-3297100f23a0 admin admin] 10.222.0.72 "DELETE /v2.0/networks/e0014013-2feb-4f35-b4cc-a15e1ae9b144 HTTP/1.1" status: 204 len: 168 time: 0.2889485 Mar 11 16:35:47.209273 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38c7581-0efb-4908-864a-3297100f23a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=e0014013-2feb-4f35-b4cc-a15e1ae9b144,revision_number=None']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:35:47.371797 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 49936) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:35:47.420164 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-842a6b65-0d77-40ce-bf3a-d5f6d422e854 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8913a7ef0c564d6db58e9bbaafd5bad8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0470421 Mar 11 16:35:47.423563 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 49938) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:35:47.477603 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-6386d357-c99a-49cc-9eb8-bae4f67c3703 admin admin] Publish callbacks [] for security_group (acbac5f9-1090-44bd-b484-3926b201bb52), before_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:35:47.501395 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-6386d357-c99a-49cc-9eb8-bae4f67c3703 admin admin] Publish callbacks [] for security_group (acbac5f9-1090-44bd-b484-3926b201bb52), precommit_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:35:47.523189 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ae773407-53f5-44d0-bdbe-4d88b69a915f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (d0bcdf8a-248d-4278-aa4c-95e4828d61b2), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:35:47.552972 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-6386d357-c99a-49cc-9eb8-bae4f67c3703 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (acbac5f9-1090-44bd-b484-3926b201bb52), after_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:35:47.555642 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-6386d357-c99a-49cc-9eb8-bae4f67c3703 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:35:47.557020 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-6386d357-c99a-49cc-9eb8-bae4f67c3703 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/acbac5f9-1090-44bd-b484-3926b201bb52 HTTP/1.1" status: 204 len: 168 time: 0.1324053 Mar 11 16:35:47.567215 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6386d357-c99a-49cc-9eb8-bae4f67c3703 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acbac5f9-1090-44bd-b484-3926b201bb52,revision_number=None']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:35:48.314706 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 49960) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:35:48.420243 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.v2.base [None req-59368e10-2b5d-48d9-aa5b-407c3fdef680 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1851670284-network', 'tenant_id': '7ba34decd44144f4bfdf7cd2e1be225e'}} {{(pid=103091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:35:48.441321 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59368e10-2b5d-48d9-aa5b-407c3fdef680 admin admin] Made reservation on behalf of 7ba34decd44144f4bfdf7cd2e1be225e for: {'network': 1} {{(pid=103091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:35:48.444645 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-59368e10-2b5d-48d9-aa5b-407c3fdef680 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for network (None), before_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:35:48.455686 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-59368e10-2b5d-48d9-aa5b-407c3fdef680 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:35:48.536799 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-59368e10-2b5d-48d9-aa5b-407c3fdef680 admin admin] Publish callbacks [] for security_group (61ec1b8e-4e1d-4921-a785-68310890ff0b), precommit_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:35:48.540879 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-59368e10-2b5d-48d9-aa5b-407c3fdef680 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (61ec1b8e-4e1d-4921-a785-68310890ff0b), after_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:35:48.566694 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59368e10-2b5d-48d9-aa5b-407c3fdef680 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 633} {{(pid=103091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:35:48.577692 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59368e10-2b5d-48d9-aa5b-407c3fdef680 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61ec1b8e-4e1d-4921-a785-68310890ff0b,revision_number=1']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:35:48.582636 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-59368e10-2b5d-48d9-aa5b-407c3fdef680 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1821558'] for segment (4e93ea21-1d78-4c71-907b-4a06ff9bb77c), precommit_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:35:48.582973 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.db.segments_db [None req-59368e10-2b5d-48d9-aa5b-407c3fdef680 admin admin] Added segment 4e93ea21-1d78-4c71-907b-4a06ff9bb77c of type vlan for network dfcfb836-1285-4462-adad-b70a003b7b8f Mar 11 16:35:48.625885 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-59368e10-2b5d-48d9-aa5b-407c3fdef680 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780137934026'] for network (dfcfb836-1285-4462-adad-b70a003b7b8f), precommit_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:35:48.659257 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-59368e10-2b5d-48d9-aa5b-407c3fdef680 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410'] for network (dfcfb836-1285-4462-adad-b70a003b7b8f), after_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:35:48.660418 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59368e10-2b5d-48d9-aa5b-407c3fdef680 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:35:48.661106 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-59368e10-2b5d-48d9-aa5b-407c3fdef680 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779404'] for network (None), before_response {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:35:48.697200 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-59368e10-2b5d-48d9-aa5b-407c3fdef680 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3813806 Mar 11 16:35:48.701035 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 49964) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:35:48.706246 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.v2.base [None req-028e91f5-a729-4f7d-8246-677021080c79 admin admin] Request body: {'subnet': {'network_id': 'dfcfb836-1285-4462-adad-b70a003b7b8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1851670284-subnet', 'tenant_id': '7ba34decd44144f4bfdf7cd2e1be225e', 'ip_version': 4}} {{(pid=103092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:35:48.726874 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-028e91f5-a729-4f7d-8246-677021080c79 admin admin] Made reservation on behalf of 7ba34decd44144f4bfdf7cd2e1be225e for: {'subnet': 1} {{(pid=103092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:35:48.730638 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-028e91f5-a729-4f7d-8246-677021080c79 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30740733'] for subnet (None), before_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:35:48.735508 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59368e10-2b5d-48d9-aa5b-407c3fdef680 admin admin] Pushing event updated for resources: {'Network': ['ID=dfcfb836-1285-4462-adad-b70a003b7b8f,revision_number=1']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:35:48.746778 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Network dfcfb836-1285-4462-adad-b70a003b7b8f details requested by agent ovs-agent-dv-cinder-750782-12-iscsi with host dv-cinder-750782-12-iscsi {{(pid=103093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 16:35:48.894935 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-12686fd2-0f25-484f-a78a-b5cd34d8581b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (a5a5d809-3580-471a-ade1-6c5ecc269919), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:35:48.930305 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-028e91f5-a729-4f7d-8246-677021080c79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30811528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30740691'] for subnet (e83d5618-f91a-4ca7-85af-08b09a8f46c1), after_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:35:48.980564 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028e91f5-a729-4f7d-8246-677021080c79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e83d5618-f91a-4ca7-85af-08b09a8f46c1,revision_number=0']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:35:48.996649 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028e91f5-a729-4f7d-8246-677021080c79 admin admin] Checking segment: {'id': '4e93ea21-1d78-4c71-907b-4a06ff9bb77c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'dfcfb836-1285-4462-adad-b70a003b7b8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 16:35:48.996999 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-028e91f5-a729-4f7d-8246-677021080c79 admin admin] Network hostable DHCP agents. Network: dfcfb836-1285-4462-adad-b70a003b7b8f, hostable agents: ['52d54afa-c257-4acf-9353-cc1307944ae0'], hosted agents: [] {{(pid=103092) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:35:49.014756 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-028e91f5-a729-4f7d-8246-677021080c79 admin admin] Network dfcfb836-1285-4462-adad-b70a003b7b8f is scheduled to be hosted by DHCP agent 52d54afa-c257-4acf-9353-cc1307944ae0 with binding_index 1 {{(pid=103092) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:35:49.024522 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.scheduler.base_scheduler [None req-028e91f5-a729-4f7d-8246-677021080c79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-12-iscsi, dfcfb836-1285-4462-adad-b70a003b7b8f) {{(pid=103092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:35:49.029989 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-028e91f5-a729-4f7d-8246-677021080c79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:35:49.030567 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-028e91f5-a729-4f7d-8246-677021080c79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779404'] for subnet (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:35:49.034319 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57fa090f-aad2-4cef-a263-997c706a4213 None None] Network dfcfb836-1285-4462-adad-b70a003b7b8f requested from dv-cinder-750782-12-iscsi {{(pid=103093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 16:35:49.048304 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-028e91f5-a729-4f7d-8246-677021080c79 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3458107 Mar 11 16:35:49.050825 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 49966) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:35:49.055083 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.v2.base [None req-c3299170-757b-43f1-abab-9f7905f957ac admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1851670284-router', 'tenant_id': '7ba34decd44144f4bfdf7cd2e1be225e', 'external_gateway_info': {'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82'}}} {{(pid=103092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:35:49.077263 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-c3299170-757b-43f1-abab-9f7905f957ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-772388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-56450'] for router (0063fc76-4274-47d2-846c-ffad972cd769), before_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:35:49.078290 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-c3299170-757b-43f1-abab-9f7905f957ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539762', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-605413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-56571'] for router (0063fc76-4274-47d2-846c-ffad972cd769), precommit_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:35:49.152531 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-c3299170-757b-43f1-abab-9f7905f957ac admin admin] Publish callbacks [] for router_controller (0063fc76-4274-47d2-846c-ffad972cd769), precommit_add_association {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:35:49.176616 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c77a82d3-9fa8-4584-8780-b7492acdc619 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp725cae6e-9253-5061-8772-c6285d3d9ef8-dfcfb836-1285-4462-adad-b70a003b7b8f', 'network_id': 'dfcfb836-1285-4462-adad-b70a003b7b8f', 'project_id': '7ba34decd44144f4bfdf7cd2e1be225e', 'fixed_ips': [{'subnet_id': 'e83d5618-f91a-4ca7-85af-08b09a8f46c1'}]}} from dv-cinder-750782-12-iscsi. {{(pid=103093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 16:35:49.177449 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c77a82d3-9fa8-4584-8780-b7492acdc619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:35:49.299360 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-c3299170-757b-43f1-abab-9f7905f957ac admin admin] Publish callbacks [] for router_gateway (0063fc76-4274-47d2-846c-ffad972cd769), precommit_update {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:35:49.335162 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [None req-c77a82d3-9fa8-4584-8780-b7492acdc619 None None] Allocated IP 172.20.0.2 (dfcfb836-1285-4462-adad-b70a003b7b8f/e83d5618-f91a-4ca7-85af-08b09a8f46c1/e180e977-6778-4948-8ddd-8f63df2f5089) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:35:49.495445 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c77a82d3-9fa8-4584-8780-b7492acdc619 None None] Publish callbacks [] for port (e180e977-6778-4948-8ddd-8f63df2f5089), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:35:49.502841 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c77a82d3-9fa8-4584-8780-b7492acdc619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780137975911'] for port (e180e977-6778-4948-8ddd-8f63df2f5089), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:35:49.518516 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-c3299170-757b-43f1-abab-9f7905f957ac admin admin] Publish callbacks [] for router_gateway (0063fc76-4274-47d2-846c-ffad972cd769), before_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:35:49.539397 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-c3299170-757b-43f1-abab-9f7905f957ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (None), before_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:35:49.553983 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c77a82d3-9fa8-4584-8780-b7492acdc619 None None] Network dfcfb836-1285-4462-adad-b70a003b7b8f is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:35:49.557754 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-c77a82d3-9fa8-4584-8780-b7492acdc619 None None] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:35:49.560402 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77a82d3-9fa8-4584-8780-b7492acdc619 None None] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 16:35:49.568325 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77a82d3-9fa8-4584-8780-b7492acdc619 None None] Pushing event updated for resources: {'Port': ['ID=e180e977-6778-4948-8ddd-8f63df2f5089,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:35:49.595775 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77a82d3-9fa8-4584-8780-b7492acdc619 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:35:49.596134 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77a82d3-9fa8-4584-8780-b7492acdc619 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:35:49.596476 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77a82d3-9fa8-4584-8780-b7492acdc619 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:35:49.596840 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77a82d3-9fa8-4584-8780-b7492acdc619 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:35:49.597141 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77a82d3-9fa8-4584-8780-b7492acdc619 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:35:49.597464 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77a82d3-9fa8-4584-8780-b7492acdc619 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:35:49.597797 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77a82d3-9fa8-4584-8780-b7492acdc619 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:35:49.598229 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77a82d3-9fa8-4584-8780-b7492acdc619 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:35:49.598526 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77a82d3-9fa8-4584-8780-b7492acdc619 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:35:49.598871 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77a82d3-9fa8-4584-8780-b7492acdc619 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:35:49.599199 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77a82d3-9fa8-4584-8780-b7492acdc619 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:35:49.599587 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77a82d3-9fa8-4584-8780-b7492acdc619 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:35:49.599974 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77a82d3-9fa8-4584-8780-b7492acdc619 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:35:49.641369 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [None req-c77a82d3-9fa8-4584-8780-b7492acdc619 None None] Attempting to bind port e180e977-6778-4948-8ddd-8f63df2f5089 on host dv-cinder-750782-12-iscsi for vnic_type normal with profile {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 16:35:49.641369 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [None req-c77a82d3-9fa8-4584-8780-b7492acdc619 None None] Attempting to bind port e180e977-6778-4948-8ddd-8f63df2f5089 by drivers openvswitch,hyperv on host dv-cinder-750782-12-iscsi at level 0 using segments [{'id': '4e93ea21-1d78-4c71-907b-4a06ff9bb77c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'dfcfb836-1285-4462-adad-b70a003b7b8f'}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 16:35:49.641369 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77a82d3-9fa8-4584-8780-b7492acdc619 None None] Attempting to bind port e180e977-6778-4948-8ddd-8f63df2f5089 on network dfcfb836-1285-4462-adad-b70a003b7b8f {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 16:35:49.643528 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77a82d3-9fa8-4584-8780-b7492acdc619 None None] Checking agent: {'id': '1025624e-e238-47fc-86ae-58f7bb6baa16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 12, 50), 'started_at': datetime.datetime(2022, 3, 11, 16, 13, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 35, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 16:35:49.643904 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77a82d3-9fa8-4584-8780-b7492acdc619 None None] Checking segment: {'id': '4e93ea21-1d78-4c71-907b-4a06ff9bb77c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'dfcfb836-1285-4462-adad-b70a003b7b8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 16:35:49.644306 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c77a82d3-9fa8-4584-8780-b7492acdc619 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:35:49.644705 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77a82d3-9fa8-4584-8780-b7492acdc619 None None] Bound using segment: {'id': '4e93ea21-1d78-4c71-907b-4a06ff9bb77c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'dfcfb836-1285-4462-adad-b70a003b7b8f'} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 16:35:49.645171 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [None req-c77a82d3-9fa8-4584-8780-b7492acdc619 None None] Bound port: e180e977-6778-4948-8ddd-8f63df2f5089, host: dv-cinder-750782-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e93ea21-1d78-4c71-907b-4a06ff9bb77c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'dfcfb836-1285-4462-adad-b70a003b7b8f'}}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 16:35:49.645551 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c77a82d3-9fa8-4584-8780-b7492acdc619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (e180e977-6778-4948-8ddd-8f63df2f5089), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:35:49.653170 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.db.db_base_plugin_common [None req-c3299170-757b-43f1-abab-9f7905f957ac admin admin] Allocated IP 172.27.0.206 (ff1c1ad1-a65f-4be8-9483-081137458b82/5240f8c4-acf8-4de2-827e-773879cfd307/bdfead1b-e700-4bcb-a66d-06f4f3251d8c) {{(pid=103092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:35:49.733737 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-c77a82d3-9fa8-4584-8780-b7492acdc619 None None] For port e180e977-6778-4948-8ddd-8f63df2f5089, host dv-cinder-750782-12-iscsi, cleared binding levels {{(pid=103093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:35:49.738834 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-c77a82d3-9fa8-4584-8780-b7492acdc619 None None] For port e180e977-6778-4948-8ddd-8f63df2f5089, host dv-cinder-750782-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-12-iscsi',level=0,port_id=e180e977-6778-4948-8ddd-8f63df2f5089,segment=NetworkSegment(4e93ea21-1d78-4c71-907b-4a06ff9bb77c),segment_id=4e93ea21-1d78-4c71-907b-4a06ff9bb77c)] {{(pid=103093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:35:49.748219 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c77a82d3-9fa8-4584-8780-b7492acdc619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947'] for port (e180e977-6778-4948-8ddd-8f63df2f5089), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:35:49.806272 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-c3299170-757b-43f1-abab-9f7905f957ac admin admin] Publish callbacks [] for port (bdfead1b-e700-4bcb-a66d-06f4f3251d8c), precommit_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:35:49.814698 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77a82d3-9fa8-4584-8780-b7492acdc619 None None] Pushing event updated for resources: {'Port': ['ID=e180e977-6778-4948-8ddd-8f63df2f5089,revision_number=2']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:35:49.850250 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-c3299170-757b-43f1-abab-9f7905f957ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780137975911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30811620'] for port (bdfead1b-e700-4bcb-a66d-06f4f3251d8c), after_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:35:49.894927 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3299170-757b-43f1-abab-9f7905f957ac admin admin] Network ff1c1ad1-a65f-4be8-9483-081137458b82 is already hosted by enough agents. {{(pid=103092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:35:49.898002 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.scheduler.base_scheduler [None req-c3299170-757b-43f1-abab-9f7905f957ac admin admin] Resources bound (agent type, host, resource id): {{(pid=103092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:35:49.903002 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3299170-757b-43f1-abab-9f7905f957ac admin admin] Received port after_create {{(pid=103092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 16:35:49.906665 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3299170-757b-43f1-abab-9f7905f957ac admin admin] Pushing event updated for resources: {'Port': ['ID=bdfead1b-e700-4bcb-a66d-06f4f3251d8c,revision_number=1']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:35:50.216883 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-c3299170-757b-43f1-abab-9f7905f957ac admin admin] Publish callbacks [] for router_gateway (0063fc76-4274-47d2-846c-ffad972cd769), after_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:35:50.339500 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Device e180e977-6778-4948-8ddd-8f63df2f5089 up at agent ovs-agent-dv-cinder-750782-12-iscsi {{(pid=103093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 16:35:50.405996 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Provisioning complete for port e180e977-6778-4948-8ddd-8f63df2f5089 triggered by entity L2. {{(pid=103093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 16:35:50.406417 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397499'] for port (e180e977-6778-4948-8ddd-8f63df2f5089), provisioning_complete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:35:50.454548 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (1025624e-e238-47fc-86ae-58f7bb6baa16), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:35:50.462393 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-c3299170-757b-43f1-abab-9f7905f957ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-772511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539677'] for router (0063fc76-4274-47d2-846c-ffad972cd769), after_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:35:50.531081 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Current status of the port e180e977-6778-4948-8ddd-8f63df2f5089 is: DOWN; New status is: ACTIVE {{(pid=103093) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 16:35:50.531596 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (e180e977-6778-4948-8ddd-8f63df2f5089), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:35:50.572181 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] For port e180e977-6778-4948-8ddd-8f63df2f5089, host dv-cinder-750782-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-12-iscsi',level=0,port_id=e180e977-6778-4948-8ddd-8f63df2f5089,segment=NetworkSegment(4e93ea21-1d78-4c71-907b-4a06ff9bb77c),segment_id=4e93ea21-1d78-4c71-907b-4a06ff9bb77c)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:35:50.585582 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947'] for port (e180e977-6778-4948-8ddd-8f63df2f5089), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:35:50.648129 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3299170-757b-43f1-abab-9f7905f957ac admin admin] Router 0063fc76-4274-47d2-846c-ffad972cd769 is scheduled to L3 agent 03422851-42b1-44c9-ada6-e479436b7b23 with binding_index 1 {{(pid=103092) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 16:35:50.656057 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Pushing event updated for resources: {'Port': ['ID=e180e977-6778-4948-8ddd-8f63df2f5089,revision_number=3']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:35:50.791879 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3299170-757b-43f1-abab-9f7905f957ac admin admin] Notify agent at l3_agent.dv-cinder-750782-12-iscsi the message routers_updated {{(pid=103092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:35:50.803637 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed7572a-6e03-4f13-9215-1ad284ec0d3d None None] Sync routers for ids ['0063fc76-4274-47d2-846c-ffad972cd769'] in dv-cinder-750782-12-iscsi {{(pid=103094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:35:50.818384 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-c3299170-757b-43f1-abab-9f7905f957ac admin admin] Publish callbacks [] for router (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:35:50.820125 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed7572a-6e03-4f13-9215-1ad284ec0d3d None None] Routers {'0063fc76-4274-47d2-846c-ffad972cd769'} bound to L3 agent in host dv-cinder-750782-12-iscsi {{(pid=103094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 16:35:50.820945 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_hamode_db [None req-0ed7572a-6e03-4f13-9215-1ad284ec0d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T16:12:46Z,description=,heartbeat_timestamp=2022-03-11T16:35:46Z,host='dv-cinder-750782-12-iscsi',id=03422851-42b1-44c9-ada6-e479436b7b23,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:12:46Z,topic='l3_agent')) {'router_ids': ['0063fc76-4274-47d2-846c-ffad972cd769'], 'active': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:35:50.823899 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-c3299170-757b-43f1-abab-9f7905f957ac admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.7706244 Mar 11 16:35:50.824528 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 49968) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:35:50.926880 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-998f70e9-756b-4ae0-ad72-1c68e3bf82f6 None None] Network dfcfb836-1285-4462-adad-b70a003b7b8f requested from dv-cinder-750782-12-iscsi {{(pid=103093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 16:35:50.951455 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_dvr_db [None req-0ed7572a-6e03-4f13-9215-1ad284ec0d3d None None] Set router 0063fc76-4274-47d2-846c-ffad972cd769 gateway port host: dv-cinder-750782-12-iscsi {{(pid=103094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 16:35:51.226289 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [None req-bdee07be-0dcd-49e0-af6c-9dfd3ddebc9a None None] Provisioning complete for port e180e977-6778-4948-8ddd-8f63df2f5089 triggered by entity DHCP. {{(pid=103093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 16:35:51.226559 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-bdee07be-0dcd-49e0-af6c-9dfd3ddebc9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397499'] for port (e180e977-6778-4948-8ddd-8f63df2f5089), provisioning_complete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:35:51.298447 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_hamode_db [None req-0ed7572a-6e03-4f13-9215-1ad284ec0d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0063fc76-4274-47d2-846c-ffad972cd769', 'name': 'tempest-TestVolumeBootPattern-1851670284-router', 'tenant_id': '7ba34decd44144f4bfdf7cd2e1be225e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'external_fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': 'bdfead1b-e700-4bcb-a66d-06f4f3251d8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:35:49Z', 'updated_at': '2022-03-11T16:35:50Z', 'revision_number': 3, 'project_id': '7ba34decd44144f4bfdf7cd2e1be225e', 'gw_port': {'id': 'bdfead1b-e700-4bcb-a66d-06f4f3251d8c', 'name': '', 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:31:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0063fc76-4274-47d2-846c-ffad972cd769', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:35:49Z', 'updated_at': '2022-03-11T16:35:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-12-iscsi'}], 'dv-cinder-750782-12-iscsi', False) {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:35:51.336882 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed7572a-6e03-4f13-9215-1ad284ec0d3d None None] Checking router: 0063fc76-4274-47d2-846c-ffad972cd769 for host: dv-cinder-750782-12-iscsi {{(pid=103094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:35:51.337287 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed7572a-6e03-4f13-9215-1ad284ec0d3d None None] Updating router 0063fc76-4274-47d2-846c-ffad972cd769 port bdfead1b-e700-4bcb-a66d-06f4f3251d8c binding host dv-cinder-750782-12-iscsi {{(pid=103094) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 16:35:51.350505 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-bdee07be-0dcd-49e0-af6c-9dfd3ddebc9a None None] Current status of the port e180e977-6778-4948-8ddd-8f63df2f5089 is: ACTIVE; New status is: ACTIVE {{(pid=103093) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 16:35:51.378851 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0ed7572a-6e03-4f13-9215-1ad284ec0d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (bdfead1b-e700-4bcb-a66d-06f4f3251d8c), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:35:51.393635 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-7d575732-6231-41ec-aec5-1857321d382a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (None), before_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:35:51.579980 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [None req-bb67c1ea-e335-457e-b507-41e4ecfa4f64 None None] Provisioning complete for port e180e977-6778-4948-8ddd-8f63df2f5089 triggered by entity DHCP. {{(pid=103093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 16:35:51.580277 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-bb67c1ea-e335-457e-b507-41e4ecfa4f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397499'] for port (e180e977-6778-4948-8ddd-8f63df2f5089), provisioning_complete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:35:51.592863 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.db.db_base_plugin_common [None req-7d575732-6231-41ec-aec5-1857321d382a admin admin] Allocated IP 172.20.0.1 (dfcfb836-1285-4462-adad-b70a003b7b8f/e83d5618-f91a-4ca7-85af-08b09a8f46c1/fd8b0dd6-f281-4bd3-92d9-fb7bcc736060) {{(pid=103091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:35:51.676314 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-bb67c1ea-e335-457e-b507-41e4ecfa4f64 None None] Current status of the port e180e977-6778-4948-8ddd-8f63df2f5089 is: ACTIVE; New status is: ACTIVE {{(pid=103093) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 16:35:51.686065 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0ed7572a-6e03-4f13-9215-1ad284ec0d3d None None] Publish callbacks [] for port (bdfead1b-e700-4bcb-a66d-06f4f3251d8c), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:35:51.692246 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0ed7572a-6e03-4f13-9215-1ad284ec0d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947'] for port (bdfead1b-e700-4bcb-a66d-06f4f3251d8c), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:35:51.728748 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-7d575732-6231-41ec-aec5-1857321d382a admin admin] Publish callbacks [] for port (fd8b0dd6-f281-4bd3-92d9-fb7bcc736060), precommit_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:35:51.749146 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [None req-0ed7572a-6e03-4f13-9215-1ad284ec0d3d None None] Attempting to bind port bdfead1b-e700-4bcb-a66d-06f4f3251d8c on host dv-cinder-750782-12-iscsi for vnic_type normal with profile {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 16:35:51.749412 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [None req-0ed7572a-6e03-4f13-9215-1ad284ec0d3d None None] Attempting to bind port bdfead1b-e700-4bcb-a66d-06f4f3251d8c by drivers openvswitch,hyperv on host dv-cinder-750782-12-iscsi at level 0 using segments [{'id': 'd35af6e3-4c7b-42bf-84c3-6daa0b397bde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 16:35:51.749768 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed7572a-6e03-4f13-9215-1ad284ec0d3d None None] Attempting to bind port bdfead1b-e700-4bcb-a66d-06f4f3251d8c on network ff1c1ad1-a65f-4be8-9483-081137458b82 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 16:35:51.751834 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e061603-c320-4d40-92a3-a45f514315b6 None None] Pushing event updated for resources: {'Port': ['ID=bdfead1b-e700-4bcb-a66d-06f4f3251d8c,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:35:51.761615 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed7572a-6e03-4f13-9215-1ad284ec0d3d None None] Checking agent: {'id': '1025624e-e238-47fc-86ae-58f7bb6baa16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 12, 50), 'started_at': datetime.datetime(2022, 3, 11, 16, 13, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 35, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 16:35:51.762026 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed7572a-6e03-4f13-9215-1ad284ec0d3d None None] Checking segment: {'id': 'd35af6e3-4c7b-42bf-84c3-6daa0b397bde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 16:35:51.762427 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0ed7572a-6e03-4f13-9215-1ad284ec0d3d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:35:51.762816 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed7572a-6e03-4f13-9215-1ad284ec0d3d None None] Bound using segment: {'id': 'd35af6e3-4c7b-42bf-84c3-6daa0b397bde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82'} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 16:35:51.763508 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [None req-0ed7572a-6e03-4f13-9215-1ad284ec0d3d None None] Bound port: bdfead1b-e700-4bcb-a66d-06f4f3251d8c, host: dv-cinder-750782-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd35af6e3-4c7b-42bf-84c3-6daa0b397bde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82'}}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 16:35:51.763908 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0ed7572a-6e03-4f13-9215-1ad284ec0d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (bdfead1b-e700-4bcb-a66d-06f4f3251d8c), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:35:51.767681 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e061603-c320-4d40-92a3-a45f514315b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:35:51.768046 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e061603-c320-4d40-92a3-a45f514315b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:35:51.768196 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-7d575732-6231-41ec-aec5-1857321d382a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780137975911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29534923'] for port (fd8b0dd6-f281-4bd3-92d9-fb7bcc736060), after_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:35:51.768405 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e061603-c320-4d40-92a3-a45f514315b6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:35:51.768744 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e061603-c320-4d40-92a3-a45f514315b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:35:51.769065 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e061603-c320-4d40-92a3-a45f514315b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:35:51.769386 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e061603-c320-4d40-92a3-a45f514315b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:35:51.769722 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e061603-c320-4d40-92a3-a45f514315b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:35:51.770063 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e061603-c320-4d40-92a3-a45f514315b6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:35:51.770385 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e061603-c320-4d40-92a3-a45f514315b6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:35:51.770714 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e061603-c320-4d40-92a3-a45f514315b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:35:51.771031 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e061603-c320-4d40-92a3-a45f514315b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:35:51.771337 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e061603-c320-4d40-92a3-a45f514315b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:35:51.771648 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e061603-c320-4d40-92a3-a45f514315b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:35:51.820110 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d575732-6231-41ec-aec5-1857321d382a admin admin] Network dfcfb836-1285-4462-adad-b70a003b7b8f is already hosted by enough agents. {{(pid=103091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:35:51.827611 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.scheduler.base_scheduler [None req-7d575732-6231-41ec-aec5-1857321d382a admin admin] Resources bound (agent type, host, resource id): {{(pid=103091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:35:51.830243 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d575732-6231-41ec-aec5-1857321d382a admin admin] Pushing event updated for resources: {'Port': ['ID=fd8b0dd6-f281-4bd3-92d9-fb7bcc736060,revision_number=1']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:35:51.833056 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d575732-6231-41ec-aec5-1857321d382a admin admin] Received port after_create {{(pid=103091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 16:35:51.839982 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.plugins.ml2.db [None req-0ed7572a-6e03-4f13-9215-1ad284ec0d3d None None] For port bdfead1b-e700-4bcb-a66d-06f4f3251d8c, host dv-cinder-750782-12-iscsi, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:35:51.843720 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.plugins.ml2.db [None req-0ed7572a-6e03-4f13-9215-1ad284ec0d3d None None] For port bdfead1b-e700-4bcb-a66d-06f4f3251d8c, host dv-cinder-750782-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-12-iscsi',level=0,port_id=bdfead1b-e700-4bcb-a66d-06f4f3251d8c,segment=NetworkSegment(d35af6e3-4c7b-42bf-84c3-6daa0b397bde),segment_id=d35af6e3-4c7b-42bf-84c3-6daa0b397bde)] {{(pid=103094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:35:51.851197 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-0ed7572a-6e03-4f13-9215-1ad284ec0d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947'] for port (bdfead1b-e700-4bcb-a66d-06f4f3251d8c), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:35:51.895318 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-7d575732-6231-41ec-aec5-1857321d382a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-770162'] for router_interface (0063fc76-4274-47d2-846c-ffad972cd769), before_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:35:51.914751 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed7572a-6e03-4f13-9215-1ad284ec0d3d None None] Routers {'0063fc76-4274-47d2-846c-ffad972cd769'} bound to L3 agent in host dv-cinder-750782-12-iscsi {{(pid=103094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 16:35:51.915391 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_hamode_db [None req-0ed7572a-6e03-4f13-9215-1ad284ec0d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T16:12:46Z,description=,heartbeat_timestamp=2022-03-11T16:35:46Z,host='dv-cinder-750782-12-iscsi',id=03422851-42b1-44c9-ada6-e479436b7b23,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:12:46Z,topic='l3_agent')) {'router_ids': ['0063fc76-4274-47d2-846c-ffad972cd769'], 'active': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:35:51.958041 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e061603-c320-4d40-92a3-a45f514315b6 None None] Pushing event updated for resources: {'Port': ['ID=bdfead1b-e700-4bcb-a66d-06f4f3251d8c,revision_number=3']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:35:52.067875 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_dvr_db [None req-0ed7572a-6e03-4f13-9215-1ad284ec0d3d None None] Set router 0063fc76-4274-47d2-846c-ffad972cd769 gateway port host: dv-cinder-750782-12-iscsi {{(pid=103094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 16:35:52.068586 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-7d575732-6231-41ec-aec5-1857321d382a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (fd8b0dd6-f281-4bd3-92d9-fb7bcc736060), before_update {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:35:52.116704 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [None req-bfec6cce-fe60-4e24-88d9-c3d18e2dd10c None None] Provisioning complete for port fd8b0dd6-f281-4bd3-92d9-fb7bcc736060 triggered by entity DHCP. {{(pid=103093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 16:35:52.117732 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-bfec6cce-fe60-4e24-88d9-c3d18e2dd10c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397499'] for port (fd8b0dd6-f281-4bd3-92d9-fb7bcc736060), provisioning_complete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:35:52.156901 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-bfec6cce-fe60-4e24-88d9-c3d18e2dd10c None None] Port fd8b0dd6-f281-4bd3-92d9-fb7bcc736060 cannot update to ACTIVE because it is not bound. {{(pid=103093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 16:35:52.275519 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-7d575732-6231-41ec-aec5-1857321d382a admin admin] Publish callbacks [] for port (fd8b0dd6-f281-4bd3-92d9-fb7bcc736060), precommit_update {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:35:52.282622 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-7d575732-6231-41ec-aec5-1857321d382a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29534930'] for port (fd8b0dd6-f281-4bd3-92d9-fb7bcc736060), after_update {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:35:52.294844 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_hamode_db [None req-0ed7572a-6e03-4f13-9215-1ad284ec0d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0063fc76-4274-47d2-846c-ffad972cd769', 'name': 'tempest-TestVolumeBootPattern-1851670284-router', 'tenant_id': '7ba34decd44144f4bfdf7cd2e1be225e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'external_fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': 'bdfead1b-e700-4bcb-a66d-06f4f3251d8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:35:49Z', 'updated_at': '2022-03-11T16:35:50Z', 'revision_number': 3, 'project_id': '7ba34decd44144f4bfdf7cd2e1be225e', 'gw_port': {'id': 'bdfead1b-e700-4bcb-a66d-06f4f3251d8c', 'name': '', 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:31:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0063fc76-4274-47d2-846c-ffad972cd769', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:35:49Z', 'updated_at': '2022-03-11T16:35:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-12-iscsi'}], 'dv-cinder-750782-12-iscsi', False) {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:35:52.330181 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed7572a-6e03-4f13-9215-1ad284ec0d3d None None] The sync data for ids ['0063fc76-4274-47d2-846c-ffad972cd769'] in dv-cinder-750782-12-iscsi is: [{'id': '0063fc76-4274-47d2-846c-ffad972cd769', 'name': 'tempest-TestVolumeBootPattern-1851670284-router', 'tenant_id': '7ba34decd44144f4bfdf7cd2e1be225e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'external_fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': 'bdfead1b-e700-4bcb-a66d-06f4f3251d8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:35:49Z', 'updated_at': '2022-03-11T16:35:50Z', 'revision_number': 3, 'project_id': '7ba34decd44144f4bfdf7cd2e1be225e', 'gw_port': {'id': 'bdfead1b-e700-4bcb-a66d-06f4f3251d8c', 'name': '', 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:31:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0063fc76-4274-47d2-846c-ffad972cd769', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:35:49Z', 'updated_at': '2022-03-11T16:35:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-12-iscsi'}] {{(pid=103094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:35:52.335606 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Device e180e977-6778-4948-8ddd-8f63df2f5089 up at agent ovs-agent-dv-cinder-750782-12-iscsi {{(pid=103093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 16:35:52.375748 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d575732-6231-41ec-aec5-1857321d382a admin admin] Pushing event updated for resources: {'Port': ['ID=fd8b0dd6-f281-4bd3-92d9-fb7bcc736060,revision_number=2']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:35:52.384347 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-7d575732-6231-41ec-aec5-1857321d382a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-779424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-770270'] for router_interface (0063fc76-4274-47d2-846c-ffad972cd769), after_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:35:52.405476 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Provisioning complete for port e180e977-6778-4948-8ddd-8f63df2f5089 triggered by entity L2. {{(pid=103093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 16:35:52.405476 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397499'] for port (e180e977-6778-4948-8ddd-8f63df2f5089), provisioning_complete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:35:52.500384 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d575732-6231-41ec-aec5-1857321d382a admin admin] Network dfcfb836-1285-4462-adad-b70a003b7b8f is already hosted by enough agents. {{(pid=103091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:35:52.502418 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.scheduler.base_scheduler [None req-7d575732-6231-41ec-aec5-1857321d382a admin admin] Resources bound (agent type, host, resource id): {{(pid=103091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:35:52.507152 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Current status of the port e180e977-6778-4948-8ddd-8f63df2f5089 is: ACTIVE; New status is: ACTIVE {{(pid=103093) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 16:35:52.683772 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d575732-6231-41ec-aec5-1857321d382a admin admin] Router 0063fc76-4274-47d2-846c-ffad972cd769 has already been hosted by L3 agent 03422851-42b1-44c9-ada6-e479436b7b23 {{(pid=103091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:35:52.912313 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [None req-414c27c9-5e27-4399-a421-566c2b12dcfe None None] Provisioning complete for port fd8b0dd6-f281-4bd3-92d9-fb7bcc736060 triggered by entity DHCP. {{(pid=103093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 16:35:52.913162 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-414c27c9-5e27-4399-a421-566c2b12dcfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397499'] for port (fd8b0dd6-f281-4bd3-92d9-fb7bcc736060), provisioning_complete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:35:52.977922 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-414c27c9-5e27-4399-a421-566c2b12dcfe None None] Port fd8b0dd6-f281-4bd3-92d9-fb7bcc736060 cannot update to ACTIVE because it is not bound. {{(pid=103093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 16:35:53.082045 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d575732-6231-41ec-aec5-1857321d382a admin admin] Notify agent at l3_agent.dv-cinder-750782-12-iscsi the message routers_updated {{(pid=103091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:35:53.088072 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-7d575732-6231-41ec-aec5-1857321d382a admin admin] 10.222.0.72 "PUT /v2.0/routers/0063fc76-4274-47d2-846c-ffad972cd769/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2623136 Mar 11 16:35:53.666443 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 49984) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:35:53.673931 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.v2.base [None req-589b4555-fe1f-4d0b-abe1-8192d9c576b8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-389348443-network', 'tenant_id': '2837402b1c694b4899c57175e04259a2'}} {{(pid=103091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:35:53.701258 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-589b4555-fe1f-4d0b-abe1-8192d9c576b8 admin admin] Made reservation on behalf of 2837402b1c694b4899c57175e04259a2 for: {'network': 1} {{(pid=103091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:35:53.704523 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-589b4555-fe1f-4d0b-abe1-8192d9c576b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for network (None), before_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:35:53.718024 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-589b4555-fe1f-4d0b-abe1-8192d9c576b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:35:53.824487 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-589b4555-fe1f-4d0b-abe1-8192d9c576b8 admin admin] Publish callbacks [] for security_group (6c72e3fd-b03c-4994-b69f-ecedbe811e30), precommit_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:35:53.830393 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-589b4555-fe1f-4d0b-abe1-8192d9c576b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (6c72e3fd-b03c-4994-b69f-ecedbe811e30), after_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:35:53.859591 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-589b4555-fe1f-4d0b-abe1-8192d9c576b8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 647} {{(pid=103091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:35:53.870948 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589b4555-fe1f-4d0b-abe1-8192d9c576b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c72e3fd-b03c-4994-b69f-ecedbe811e30,revision_number=1']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:35:53.876601 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-589b4555-fe1f-4d0b-abe1-8192d9c576b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1821558'] for segment (7442edd6-459d-4f8b-bb50-b0a17aca3104), precommit_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:35:53.877021 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.db.segments_db [None req-589b4555-fe1f-4d0b-abe1-8192d9c576b8 admin admin] Added segment 7442edd6-459d-4f8b-bb50-b0a17aca3104 of type vlan for network 66750cc1-49b9-4699-bd1c-8fbfd3589db3 Mar 11 16:35:53.930413 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-589b4555-fe1f-4d0b-abe1-8192d9c576b8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780137934026'] for network (66750cc1-49b9-4699-bd1c-8fbfd3589db3), precommit_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:35:53.961312 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-589b4555-fe1f-4d0b-abe1-8192d9c576b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410'] for network (66750cc1-49b9-4699-bd1c-8fbfd3589db3), after_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:35:53.963134 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-589b4555-fe1f-4d0b-abe1-8192d9c576b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:35:53.964262 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-589b4555-fe1f-4d0b-abe1-8192d9c576b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779404'] for network (None), before_response {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:35:53.998648 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-589b4555-fe1f-4d0b-abe1-8192d9c576b8 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3310189 Mar 11 16:35:54.001541 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 49986) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:35:54.008230 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.v2.base [None req-6687573c-8e13-448c-8854-9ea79fd2d89a admin admin] Request body: {'subnet': {'network_id': '66750cc1-49b9-4699-bd1c-8fbfd3589db3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-389348443-subnet', 'tenant_id': '2837402b1c694b4899c57175e04259a2', 'ip_version': 4}} {{(pid=103092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:35:54.035265 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6687573c-8e13-448c-8854-9ea79fd2d89a admin admin] Made reservation on behalf of 2837402b1c694b4899c57175e04259a2 for: {'subnet': 1} {{(pid=103092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:35:54.036970 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589b4555-fe1f-4d0b-abe1-8192d9c576b8 admin admin] Pushing event updated for resources: {'Network': ['ID=66750cc1-49b9-4699-bd1c-8fbfd3589db3,revision_number=1']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:35:54.038754 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-6687573c-8e13-448c-8854-9ea79fd2d89a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30740733'] for subnet (None), before_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:35:54.050387 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Network 66750cc1-49b9-4699-bd1c-8fbfd3589db3 details requested by agent ovs-agent-dv-cinder-750782-12-iscsi with host dv-cinder-750782-12-iscsi {{(pid=103093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 16:35:54.072130 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868b3426-f982-4246-9ce0-9fedb1f765fe None None] Sync routers for ids ['0063fc76-4274-47d2-846c-ffad972cd769'] in dv-cinder-750782-12-iscsi {{(pid=103093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:35:54.136502 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868b3426-f982-4246-9ce0-9fedb1f765fe None None] Routers {'0063fc76-4274-47d2-846c-ffad972cd769'} bound to L3 agent in host dv-cinder-750782-12-iscsi {{(pid=103093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 16:35:54.137098 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_hamode_db [None req-868b3426-f982-4246-9ce0-9fedb1f765fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T16:12:46Z,description=,heartbeat_timestamp=2022-03-11T16:35:46Z,host='dv-cinder-750782-12-iscsi',id=03422851-42b1-44c9-ada6-e479436b7b23,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:12:46Z,topic='l3_agent')) {'router_ids': ['0063fc76-4274-47d2-846c-ffad972cd769'], 'active': True} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:35:54.255267 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-6687573c-8e13-448c-8854-9ea79fd2d89a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30811528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30740691'] for subnet (c2c4d375-7b3d-4413-8fee-1d9a630da582), after_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:35:54.284681 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_dvr_db [None req-868b3426-f982-4246-9ce0-9fedb1f765fe None None] Set router 0063fc76-4274-47d2-846c-ffad972cd769 gateway port host: dv-cinder-750782-12-iscsi {{(pid=103093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 16:35:54.362079 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6687573c-8e13-448c-8854-9ea79fd2d89a admin admin] Checking segment: {'id': '7442edd6-459d-4f8b-bb50-b0a17aca3104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '66750cc1-49b9-4699-bd1c-8fbfd3589db3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 16:35:54.362747 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6687573c-8e13-448c-8854-9ea79fd2d89a admin admin] Network hostable DHCP agents. Network: 66750cc1-49b9-4699-bd1c-8fbfd3589db3, hostable agents: ['52d54afa-c257-4acf-9353-cc1307944ae0'], hosted agents: [] {{(pid=103092) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:35:54.372998 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6687573c-8e13-448c-8854-9ea79fd2d89a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2c4d375-7b3d-4413-8fee-1d9a630da582,revision_number=0']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:35:54.402758 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6687573c-8e13-448c-8854-9ea79fd2d89a admin admin] Network 66750cc1-49b9-4699-bd1c-8fbfd3589db3 is scheduled to be hosted by DHCP agent 52d54afa-c257-4acf-9353-cc1307944ae0 with binding_index 1 {{(pid=103092) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:35:54.405068 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Device bdfead1b-e700-4bcb-a66d-06f4f3251d8c up at agent ovs-agent-dv-cinder-750782-12-iscsi {{(pid=103093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 16:35:54.420876 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.scheduler.base_scheduler [None req-6687573c-8e13-448c-8854-9ea79fd2d89a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-12-iscsi, 66750cc1-49b9-4699-bd1c-8fbfd3589db3) {{(pid=103092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:35:54.432691 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6687573c-8e13-448c-8854-9ea79fd2d89a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:35:54.433854 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-6687573c-8e13-448c-8854-9ea79fd2d89a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779404'] for subnet (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:35:54.453570 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-6687573c-8e13-448c-8854-9ea79fd2d89a admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4504321 Mar 11 16:35:54.455330 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e9e7dc8-242c-4f41-a9d2-6ea13e911360 None None] Network 66750cc1-49b9-4699-bd1c-8fbfd3589db3 requested from dv-cinder-750782-12-iscsi {{(pid=103093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 16:35:54.456368 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 49988) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:35:54.461633 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.v2.base [None req-eb6c1de2-f817-47bc-b5eb-0440a1c2c834 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-389348443-router', 'tenant_id': '2837402b1c694b4899c57175e04259a2', 'external_gateway_info': {'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82'}}} {{(pid=103092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:35:54.486829 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-eb6c1de2-f817-47bc-b5eb-0440a1c2c834 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-772388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-56450'] for router (0124ec42-8e55-461b-9faa-80c457024e61), before_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:35:54.488211 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-eb6c1de2-f817-47bc-b5eb-0440a1c2c834 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539762', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-605413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-56571'] for router (0124ec42-8e55-461b-9faa-80c457024e61), precommit_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:35:54.556214 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-eb6c1de2-f817-47bc-b5eb-0440a1c2c834 admin admin] Publish callbacks [] for router_controller (0124ec42-8e55-461b-9faa-80c457024e61), precommit_add_association {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:35:54.644501 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Provisioning complete for port bdfead1b-e700-4bcb-a66d-06f4f3251d8c triggered by entity L2. {{(pid=103093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 16:35:54.644501 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397499'] for port (bdfead1b-e700-4bcb-a66d-06f4f3251d8c), provisioning_complete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:35:54.700586 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6250a86-a9ae-45ae-b4f3-71a547567042 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp725cae6e-9253-5061-8772-c6285d3d9ef8-66750cc1-49b9-4699-bd1c-8fbfd3589db3', 'network_id': '66750cc1-49b9-4699-bd1c-8fbfd3589db3', 'project_id': '2837402b1c694b4899c57175e04259a2', 'fixed_ips': [{'subnet_id': 'c2c4d375-7b3d-4413-8fee-1d9a630da582'}]}} from dv-cinder-750782-12-iscsi. {{(pid=103093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 16:35:54.701784 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d6250a86-a9ae-45ae-b4f3-71a547567042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (None), before_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:35:54.902938 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Current status of the port bdfead1b-e700-4bcb-a66d-06f4f3251d8c is: DOWN; New status is: ACTIVE {{(pid=103093) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 16:35:54.903330 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (bdfead1b-e700-4bcb-a66d-06f4f3251d8c), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:35:54.938961 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] For port bdfead1b-e700-4bcb-a66d-06f4f3251d8c, host dv-cinder-750782-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-12-iscsi',level=0,port_id=bdfead1b-e700-4bcb-a66d-06f4f3251d8c,segment=NetworkSegment(d35af6e3-4c7b-42bf-84c3-6daa0b397bde),segment_id=d35af6e3-4c7b-42bf-84c3-6daa0b397bde)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:35:54.947285 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947'] for port (bdfead1b-e700-4bcb-a66d-06f4f3251d8c), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:35:54.954331 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_hamode_db [None req-868b3426-f982-4246-9ce0-9fedb1f765fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0063fc76-4274-47d2-846c-ffad972cd769', 'name': 'tempest-TestVolumeBootPattern-1851670284-router', 'tenant_id': '7ba34decd44144f4bfdf7cd2e1be225e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'external_fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': 'bdfead1b-e700-4bcb-a66d-06f4f3251d8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:35:49Z', 'updated_at': '2022-03-11T16:35:52Z', 'revision_number': 4, 'project_id': '7ba34decd44144f4bfdf7cd2e1be225e', 'gw_port': {'id': 'bdfead1b-e700-4bcb-a66d-06f4f3251d8c', 'name': '', 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:31:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0063fc76-4274-47d2-846c-ffad972cd769', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:35:49Z', 'updated_at': '2022-03-11T16:35:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-12-iscsi', '_interfaces': [{'id': 'fd8b0dd6-f281-4bd3-92d9-fb7bcc736060', 'name': '', 'network_id': 'dfcfb836-1285-4462-adad-b70a003b7b8f', 'tenant_id': '7ba34decd44144f4bfdf7cd2e1be225e', 'mac_address': 'fa:16:3e:9d:70:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0063fc76-4274-47d2-846c-ffad972cd769', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'e83d5618-f91a-4ca7-85af-08b09a8f46c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:35:51Z', 'updated_at': '2022-03-11T16:35:52Z', 'revision_number': 2, 'project_id': '7ba34decd44144f4bfdf7cd2e1be225e', 'subnets': [{'id': 'e83d5618-f91a-4ca7-85af-08b09a8f46c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-12-iscsi', False) {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:35:54.983731 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.db_base_plugin_common [None req-d6250a86-a9ae-45ae-b4f3-71a547567042 None None] Allocated IP 172.20.0.2 (66750cc1-49b9-4699-bd1c-8fbfd3589db3/c2c4d375-7b3d-4413-8fee-1d9a630da582/56249b20-ab0f-4bcc-91a9-fc74f35fc21b) {{(pid=103093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:35:55.012066 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868b3426-f982-4246-9ce0-9fedb1f765fe None None] Checking router: 0063fc76-4274-47d2-846c-ffad972cd769 for host: dv-cinder-750782-12-iscsi {{(pid=103093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:35:55.012538 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868b3426-f982-4246-9ce0-9fedb1f765fe None None] Updating router 0063fc76-4274-47d2-846c-ffad972cd769 port fd8b0dd6-f281-4bd3-92d9-fb7bcc736060 binding host dv-cinder-750782-12-iscsi {{(pid=103093) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 16:35:55.013548 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-eb6c1de2-f817-47bc-b5eb-0440a1c2c834 admin admin] Publish callbacks [] for router_gateway (0124ec42-8e55-461b-9faa-80c457024e61), precommit_update {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:35:55.080971 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-868b3426-f982-4246-9ce0-9fedb1f765fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (fd8b0dd6-f281-4bd3-92d9-fb7bcc736060), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:35:55.098860 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Pushing event updated for resources: {'Port': ['ID=bdfead1b-e700-4bcb-a66d-06f4f3251d8c,revision_number=4']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:35:55.258062 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-eb6c1de2-f817-47bc-b5eb-0440a1c2c834 admin admin] Publish callbacks [] for router_gateway (0124ec42-8e55-461b-9faa-80c457024e61), before_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:35:55.277118 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-eb6c1de2-f817-47bc-b5eb-0440a1c2c834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (None), before_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:35:55.352802 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d6250a86-a9ae-45ae-b4f3-71a547567042 None None] Publish callbacks [] for port (56249b20-ab0f-4bcc-91a9-fc74f35fc21b), precommit_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:35:55.363815 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d6250a86-a9ae-45ae-b4f3-71a547567042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780137975911'] for port (56249b20-ab0f-4bcc-91a9-fc74f35fc21b), after_create {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:35:55.390839 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.db.db_base_plugin_common [None req-eb6c1de2-f817-47bc-b5eb-0440a1c2c834 admin admin] Allocated IP 172.27.0.245 (ff1c1ad1-a65f-4be8-9483-081137458b82/5240f8c4-acf8-4de2-827e-773879cfd307/1f5090df-891b-41b8-b787-2720aaaeb80b) {{(pid=103092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:35:55.449159 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6250a86-a9ae-45ae-b4f3-71a547567042 None None] Network 66750cc1-49b9-4699-bd1c-8fbfd3589db3 is already hosted by enough agents. {{(pid=103093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:35:55.465589 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.scheduler.base_scheduler [None req-d6250a86-a9ae-45ae-b4f3-71a547567042 None None] Resources bound (agent type, host, resource id): {{(pid=103093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:35:55.468015 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6250a86-a9ae-45ae-b4f3-71a547567042 None None] Received port after_create {{(pid=103093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 16:35:55.482451 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6250a86-a9ae-45ae-b4f3-71a547567042 None None] Pushing event updated for resources: {'Port': ['ID=56249b20-ab0f-4bcc-91a9-fc74f35fc21b,revision_number=1']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:35:55.507769 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-eb6c1de2-f817-47bc-b5eb-0440a1c2c834 admin admin] Publish callbacks [] for port (1f5090df-891b-41b8-b787-2720aaaeb80b), precommit_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:35:55.549425 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-eb6c1de2-f817-47bc-b5eb-0440a1c2c834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780137975911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30811620'] for port (1f5090df-891b-41b8-b787-2720aaaeb80b), after_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:35:55.581703 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [None req-d6250a86-a9ae-45ae-b4f3-71a547567042 None None] Attempting to bind port 56249b20-ab0f-4bcc-91a9-fc74f35fc21b on host dv-cinder-750782-12-iscsi for vnic_type normal with profile {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 16:35:55.582107 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [None req-d6250a86-a9ae-45ae-b4f3-71a547567042 None None] Attempting to bind port 56249b20-ab0f-4bcc-91a9-fc74f35fc21b by drivers openvswitch,hyperv on host dv-cinder-750782-12-iscsi at level 0 using segments [{'id': '7442edd6-459d-4f8b-bb50-b0a17aca3104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '66750cc1-49b9-4699-bd1c-8fbfd3589db3'}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 16:35:55.582467 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6250a86-a9ae-45ae-b4f3-71a547567042 None None] Attempting to bind port 56249b20-ab0f-4bcc-91a9-fc74f35fc21b on network 66750cc1-49b9-4699-bd1c-8fbfd3589db3 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 16:35:55.594362 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6250a86-a9ae-45ae-b4f3-71a547567042 None None] Checking agent: {'id': '1025624e-e238-47fc-86ae-58f7bb6baa16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 12, 50), 'started_at': datetime.datetime(2022, 3, 11, 16, 13, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 35, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 16:35:55.594844 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6250a86-a9ae-45ae-b4f3-71a547567042 None None] Checking segment: {'id': '7442edd6-459d-4f8b-bb50-b0a17aca3104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '66750cc1-49b9-4699-bd1c-8fbfd3589db3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 16:35:55.595137 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d6250a86-a9ae-45ae-b4f3-71a547567042 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:35:55.595570 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6250a86-a9ae-45ae-b4f3-71a547567042 None None] Bound using segment: {'id': '7442edd6-459d-4f8b-bb50-b0a17aca3104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '66750cc1-49b9-4699-bd1c-8fbfd3589db3'} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 16:35:55.596012 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [None req-d6250a86-a9ae-45ae-b4f3-71a547567042 None None] Bound port: 56249b20-ab0f-4bcc-91a9-fc74f35fc21b, host: dv-cinder-750782-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7442edd6-459d-4f8b-bb50-b0a17aca3104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '66750cc1-49b9-4699-bd1c-8fbfd3589db3'}}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 16:35:55.596385 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d6250a86-a9ae-45ae-b4f3-71a547567042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (56249b20-ab0f-4bcc-91a9-fc74f35fc21b), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:35:55.617652 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-868b3426-f982-4246-9ce0-9fedb1f765fe None None] Publish callbacks [] for port (fd8b0dd6-f281-4bd3-92d9-fb7bcc736060), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:35:55.620627 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb6c1de2-f817-47bc-b5eb-0440a1c2c834 admin admin] Network ff1c1ad1-a65f-4be8-9483-081137458b82 is already hosted by enough agents. {{(pid=103092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:35:55.629012 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.scheduler.base_scheduler [None req-eb6c1de2-f817-47bc-b5eb-0440a1c2c834 admin admin] Resources bound (agent type, host, resource id): {{(pid=103092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:35:55.632196 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6c1de2-f817-47bc-b5eb-0440a1c2c834 admin admin] Pushing event updated for resources: {'Port': ['ID=1f5090df-891b-41b8-b787-2720aaaeb80b,revision_number=1']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:35:55.635983 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6c1de2-f817-47bc-b5eb-0440a1c2c834 admin admin] Received port after_create {{(pid=103092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 16:35:55.645694 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-868b3426-f982-4246-9ce0-9fedb1f765fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947'] for port (fd8b0dd6-f281-4bd3-92d9-fb7bcc736060), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:35:55.733577 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c62d807-892d-409f-8e08-90ee277b1856 None None] Pushing event updated for resources: {'Port': ['ID=fd8b0dd6-f281-4bd3-92d9-fb7bcc736060,revision_number=3']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:35:55.737172 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-d6250a86-a9ae-45ae-b4f3-71a547567042 None None] For port 56249b20-ab0f-4bcc-91a9-fc74f35fc21b, host dv-cinder-750782-12-iscsi, cleared binding levels {{(pid=103093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:35:55.743140 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-d6250a86-a9ae-45ae-b4f3-71a547567042 None None] For port 56249b20-ab0f-4bcc-91a9-fc74f35fc21b, host dv-cinder-750782-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-12-iscsi',level=0,port_id=56249b20-ab0f-4bcc-91a9-fc74f35fc21b,segment=NetworkSegment(7442edd6-459d-4f8b-bb50-b0a17aca3104),segment_id=7442edd6-459d-4f8b-bb50-b0a17aca3104)] {{(pid=103093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:35:55.771686 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d6250a86-a9ae-45ae-b4f3-71a547567042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947'] for port (56249b20-ab0f-4bcc-91a9-fc74f35fc21b), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:35:55.847394 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [None req-868b3426-f982-4246-9ce0-9fedb1f765fe None None] Attempting to bind port fd8b0dd6-f281-4bd3-92d9-fb7bcc736060 on host dv-cinder-750782-12-iscsi for vnic_type normal with profile {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 16:35:55.847762 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [None req-868b3426-f982-4246-9ce0-9fedb1f765fe None None] Attempting to bind port fd8b0dd6-f281-4bd3-92d9-fb7bcc736060 by drivers openvswitch,hyperv on host dv-cinder-750782-12-iscsi at level 0 using segments [{'id': '4e93ea21-1d78-4c71-907b-4a06ff9bb77c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'dfcfb836-1285-4462-adad-b70a003b7b8f'}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 16:35:55.848125 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868b3426-f982-4246-9ce0-9fedb1f765fe None None] Attempting to bind port fd8b0dd6-f281-4bd3-92d9-fb7bcc736060 on network dfcfb836-1285-4462-adad-b70a003b7b8f {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 16:35:55.879507 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868b3426-f982-4246-9ce0-9fedb1f765fe None None] Checking agent: {'id': '1025624e-e238-47fc-86ae-58f7bb6baa16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 12, 50), 'started_at': datetime.datetime(2022, 3, 11, 16, 13, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 35, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 16:35:55.879909 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868b3426-f982-4246-9ce0-9fedb1f765fe None None] Checking segment: {'id': '4e93ea21-1d78-4c71-907b-4a06ff9bb77c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'dfcfb836-1285-4462-adad-b70a003b7b8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 16:35:55.880333 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-868b3426-f982-4246-9ce0-9fedb1f765fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:35:55.880773 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868b3426-f982-4246-9ce0-9fedb1f765fe None None] Bound using segment: {'id': '4e93ea21-1d78-4c71-907b-4a06ff9bb77c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'dfcfb836-1285-4462-adad-b70a003b7b8f'} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 16:35:55.881873 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [None req-868b3426-f982-4246-9ce0-9fedb1f765fe None None] Bound port: fd8b0dd6-f281-4bd3-92d9-fb7bcc736060, host: dv-cinder-750782-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e93ea21-1d78-4c71-907b-4a06ff9bb77c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'dfcfb836-1285-4462-adad-b70a003b7b8f'}}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 16:35:55.884592 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-868b3426-f982-4246-9ce0-9fedb1f765fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (fd8b0dd6-f281-4bd3-92d9-fb7bcc736060), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:35:55.913214 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6250a86-a9ae-45ae-b4f3-71a547567042 None None] Pushing event updated for resources: {'Port': ['ID=56249b20-ab0f-4bcc-91a9-fc74f35fc21b,revision_number=2']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:35:55.970795 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-eb6c1de2-f817-47bc-b5eb-0440a1c2c834 admin admin] Publish callbacks [] for router_gateway (0124ec42-8e55-461b-9faa-80c457024e61), after_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:35:56.012014 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-868b3426-f982-4246-9ce0-9fedb1f765fe None None] For port fd8b0dd6-f281-4bd3-92d9-fb7bcc736060, host dv-cinder-750782-12-iscsi, cleared binding levels {{(pid=103093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:35:56.021066 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-868b3426-f982-4246-9ce0-9fedb1f765fe None None] For port fd8b0dd6-f281-4bd3-92d9-fb7bcc736060, host dv-cinder-750782-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-12-iscsi',level=0,port_id=fd8b0dd6-f281-4bd3-92d9-fb7bcc736060,segment=NetworkSegment(4e93ea21-1d78-4c71-907b-4a06ff9bb77c),segment_id=4e93ea21-1d78-4c71-907b-4a06ff9bb77c)] {{(pid=103093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:35:56.033260 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-868b3426-f982-4246-9ce0-9fedb1f765fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947'] for port (fd8b0dd6-f281-4bd3-92d9-fb7bcc736060), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:35:56.070681 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [None req-ba3a3a39-10e9-4878-b30e-ce65209d747a None None] Provisioning complete for port fd8b0dd6-f281-4bd3-92d9-fb7bcc736060 triggered by entity DHCP. {{(pid=103093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 16:35:56.070984 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba3a3a39-10e9-4878-b30e-ce65209d747a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397499'] for port (fd8b0dd6-f281-4bd3-92d9-fb7bcc736060), provisioning_complete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:35:56.165423 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868b3426-f982-4246-9ce0-9fedb1f765fe None None] Routers {'0063fc76-4274-47d2-846c-ffad972cd769'} bound to L3 agent in host dv-cinder-750782-12-iscsi {{(pid=103093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 16:35:56.166208 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_hamode_db [None req-868b3426-f982-4246-9ce0-9fedb1f765fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T16:12:46Z,description=,heartbeat_timestamp=2022-03-11T16:35:46Z,host='dv-cinder-750782-12-iscsi',id=03422851-42b1-44c9-ada6-e479436b7b23,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:12:46Z,topic='l3_agent')) {'router_ids': ['0063fc76-4274-47d2-846c-ffad972cd769'], 'active': True} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:35:56.169670 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c62d807-892d-409f-8e08-90ee277b1856 None None] Pushing event updated for resources: {'Port': ['ID=fd8b0dd6-f281-4bd3-92d9-fb7bcc736060,revision_number=4']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:35:56.301752 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-eb6c1de2-f817-47bc-b5eb-0440a1c2c834 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-772511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539677'] for router (0124ec42-8e55-461b-9faa-80c457024e61), after_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:35:56.410341 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-ba3a3a39-10e9-4878-b30e-ce65209d747a None None] Current status of the port fd8b0dd6-f281-4bd3-92d9-fb7bcc736060 is: DOWN; New status is: ACTIVE {{(pid=103093) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 16:35:56.410737 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba3a3a39-10e9-4878-b30e-ce65209d747a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (fd8b0dd6-f281-4bd3-92d9-fb7bcc736060), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:35:56.475802 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb6c1de2-f817-47bc-b5eb-0440a1c2c834 admin admin] Router 0124ec42-8e55-461b-9faa-80c457024e61 is scheduled to L3 agent 03422851-42b1-44c9-ada6-e479436b7b23 with binding_index 1 {{(pid=103092) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 16:35:56.489562 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-ba3a3a39-10e9-4878-b30e-ce65209d747a None None] For port fd8b0dd6-f281-4bd3-92d9-fb7bcc736060, host dv-cinder-750782-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-12-iscsi',level=0,port_id=fd8b0dd6-f281-4bd3-92d9-fb7bcc736060,segment=NetworkSegment(4e93ea21-1d78-4c71-907b-4a06ff9bb77c),segment_id=4e93ea21-1d78-4c71-907b-4a06ff9bb77c)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:35:56.494237 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba3a3a39-10e9-4878-b30e-ce65209d747a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947'] for port (fd8b0dd6-f281-4bd3-92d9-fb7bcc736060), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:35:56.505156 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Device 56249b20-ab0f-4bcc-91a9-fc74f35fc21b up at agent ovs-agent-dv-cinder-750782-12-iscsi {{(pid=103093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 16:35:56.578278 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_dvr_db [None req-868b3426-f982-4246-9ce0-9fedb1f765fe None None] Set router 0063fc76-4274-47d2-846c-ffad972cd769 gateway port host: dv-cinder-750782-12-iscsi {{(pid=103093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 16:35:56.599360 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb6c1de2-f817-47bc-b5eb-0440a1c2c834 admin admin] Notify agent at l3_agent.dv-cinder-750782-12-iscsi the message routers_updated {{(pid=103092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:35:56.608548 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3290c3a-f3f5-460f-b5a7-806a40af8381 None None] Sync routers for ids ['0124ec42-8e55-461b-9faa-80c457024e61'] in dv-cinder-750782-12-iscsi {{(pid=103094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:35:56.622117 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-eb6c1de2-f817-47bc-b5eb-0440a1c2c834 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:35:56.622651 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3290c3a-f3f5-460f-b5a7-806a40af8381 None None] Routers {'0124ec42-8e55-461b-9faa-80c457024e61'} bound to L3 agent in host dv-cinder-750782-12-iscsi {{(pid=103094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 16:35:56.623273 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_hamode_db [None req-e3290c3a-f3f5-460f-b5a7-806a40af8381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T16:12:46Z,description=,heartbeat_timestamp=2022-03-11T16:35:46Z,host='dv-cinder-750782-12-iscsi',id=03422851-42b1-44c9-ada6-e479436b7b23,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:12:46Z,topic='l3_agent')) {'router_ids': ['0124ec42-8e55-461b-9faa-80c457024e61'], 'active': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:35:56.626617 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-eb6c1de2-f817-47bc-b5eb-0440a1c2c834 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.1687076 Mar 11 16:35:56.626804 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 49990) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:35:56.661008 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3a3a39-10e9-4878-b30e-ce65209d747a None None] Pushing event updated for resources: {'Port': ['ID=fd8b0dd6-f281-4bd3-92d9-fb7bcc736060,revision_number=5']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:35:56.706860 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [None req-c28b3e79-b2e3-404d-9abe-bc3700029597 None None] Provisioning complete for port fd8b0dd6-f281-4bd3-92d9-fb7bcc736060 triggered by entity DHCP. {{(pid=103093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 16:35:56.707233 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-c28b3e79-b2e3-404d-9abe-bc3700029597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397499'] for port (fd8b0dd6-f281-4bd3-92d9-fb7bcc736060), provisioning_complete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:35:56.754326 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_dvr_db [None req-e3290c3a-f3f5-460f-b5a7-806a40af8381 None None] Set router 0124ec42-8e55-461b-9faa-80c457024e61 gateway port host: dv-cinder-750782-12-iscsi {{(pid=103094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 16:35:56.755025 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Provisioning complete for port 56249b20-ab0f-4bcc-91a9-fc74f35fc21b triggered by entity L2. {{(pid=103093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 16:35:56.755401 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397499'] for port (56249b20-ab0f-4bcc-91a9-fc74f35fc21b), provisioning_complete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:35:56.981304 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-c28b3e79-b2e3-404d-9abe-bc3700029597 None None] Current status of the port fd8b0dd6-f281-4bd3-92d9-fb7bcc736060 is: ACTIVE; New status is: ACTIVE {{(pid=103093) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 16:35:56.984753 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Current status of the port 56249b20-ab0f-4bcc-91a9-fc74f35fc21b is: DOWN; New status is: ACTIVE {{(pid=103093) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 16:35:56.985138 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (56249b20-ab0f-4bcc-91a9-fc74f35fc21b), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:35:57.038996 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_hamode_db [None req-868b3426-f982-4246-9ce0-9fedb1f765fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0063fc76-4274-47d2-846c-ffad972cd769', 'name': 'tempest-TestVolumeBootPattern-1851670284-router', 'tenant_id': '7ba34decd44144f4bfdf7cd2e1be225e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'external_fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': 'bdfead1b-e700-4bcb-a66d-06f4f3251d8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:35:49Z', 'updated_at': '2022-03-11T16:35:52Z', 'revision_number': 4, 'project_id': '7ba34decd44144f4bfdf7cd2e1be225e', 'gw_port': {'id': 'bdfead1b-e700-4bcb-a66d-06f4f3251d8c', 'name': '', 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:31:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0063fc76-4274-47d2-846c-ffad972cd769', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:35:49Z', 'updated_at': '2022-03-11T16:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-12-iscsi', '_interfaces': [{'id': 'fd8b0dd6-f281-4bd3-92d9-fb7bcc736060', 'name': '', 'network_id': 'dfcfb836-1285-4462-adad-b70a003b7b8f', 'tenant_id': '7ba34decd44144f4bfdf7cd2e1be225e', 'mac_address': 'fa:16:3e:9d:70:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0063fc76-4274-47d2-846c-ffad972cd769', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'e83d5618-f91a-4ca7-85af-08b09a8f46c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:35:51Z', 'updated_at': '2022-03-11T16:35:56Z', 'revision_number': 4, 'project_id': '7ba34decd44144f4bfdf7cd2e1be225e', 'subnets': [{'id': 'e83d5618-f91a-4ca7-85af-08b09a8f46c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-12-iscsi', False) {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:35:57.042598 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] For port 56249b20-ab0f-4bcc-91a9-fc74f35fc21b, host dv-cinder-750782-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-12-iscsi',level=0,port_id=56249b20-ab0f-4bcc-91a9-fc74f35fc21b,segment=NetworkSegment(7442edd6-459d-4f8b-bb50-b0a17aca3104),segment_id=7442edd6-459d-4f8b-bb50-b0a17aca3104)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:35:57.065207 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_hamode_db [None req-e3290c3a-f3f5-460f-b5a7-806a40af8381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0124ec42-8e55-461b-9faa-80c457024e61', 'name': 'tempest-TestVolumeBootPattern-389348443-router', 'tenant_id': '2837402b1c694b4899c57175e04259a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'external_fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': '1f5090df-891b-41b8-b787-2720aaaeb80b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:35:54Z', 'updated_at': '2022-03-11T16:35:55Z', 'revision_number': 3, 'project_id': '2837402b1c694b4899c57175e04259a2', 'gw_port': {'id': '1f5090df-891b-41b8-b787-2720aaaeb80b', 'name': '', 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d5:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0124ec42-8e55-461b-9faa-80c457024e61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:35:55Z', 'updated_at': '2022-03-11T16:35:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-12-iscsi'}], 'dv-cinder-750782-12-iscsi', False) {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:35:57.071854 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947'] for port (56249b20-ab0f-4bcc-91a9-fc74f35fc21b), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:35:57.072678 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Device bdfead1b-e700-4bcb-a66d-06f4f3251d8c up at agent ovs-agent-dv-cinder-750782-12-iscsi {{(pid=103093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 16:35:57.076525 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868b3426-f982-4246-9ce0-9fedb1f765fe None None] The sync data for ids ['0063fc76-4274-47d2-846c-ffad972cd769'] in dv-cinder-750782-12-iscsi is: [{'id': '0063fc76-4274-47d2-846c-ffad972cd769', 'name': 'tempest-TestVolumeBootPattern-1851670284-router', 'tenant_id': '7ba34decd44144f4bfdf7cd2e1be225e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'external_fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': 'bdfead1b-e700-4bcb-a66d-06f4f3251d8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:35:49Z', 'updated_at': '2022-03-11T16:35:52Z', 'revision_number': 4, 'project_id': '7ba34decd44144f4bfdf7cd2e1be225e', 'gw_port': {'id': 'bdfead1b-e700-4bcb-a66d-06f4f3251d8c', 'name': '', 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:31:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0063fc76-4274-47d2-846c-ffad972cd769', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:35:49Z', 'updated_at': '2022-03-11T16:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-12-iscsi', '_interfaces': [{'id': 'fd8b0dd6-f281-4bd3-92d9-fb7bcc736060', 'name': '', 'network_id': 'dfcfb836-1285-4462-adad-b70a003b7b8f', 'tenant_id': '7ba34decd44144f4bfdf7cd2e1be225e', 'mac_address': 'fa:16:3e:9d:70:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0063fc76-4274-47d2-846c-ffad972cd769', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'e83d5618-f91a-4ca7-85af-08b09a8f46c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:35:51Z', 'updated_at': '2022-03-11T16:35:56Z', 'revision_number': 4, 'project_id': '7ba34decd44144f4bfdf7cd2e1be225e', 'subnets': [{'id': 'e83d5618-f91a-4ca7-85af-08b09a8f46c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:35:57.118648 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3290c3a-f3f5-460f-b5a7-806a40af8381 None None] Checking router: 0124ec42-8e55-461b-9faa-80c457024e61 for host: dv-cinder-750782-12-iscsi {{(pid=103094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:35:57.119638 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3290c3a-f3f5-460f-b5a7-806a40af8381 None None] Updating router 0124ec42-8e55-461b-9faa-80c457024e61 port 1f5090df-891b-41b8-b787-2720aaaeb80b binding host dv-cinder-750782-12-iscsi {{(pid=103094) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 16:35:57.202915 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Pushing event updated for resources: {'Port': ['ID=56249b20-ab0f-4bcc-91a9-fc74f35fc21b,revision_number=3']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:35:57.215347 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e3290c3a-f3f5-460f-b5a7-806a40af8381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (1f5090df-891b-41b8-b787-2720aaaeb80b), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:35:57.218151 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Provisioning complete for port bdfead1b-e700-4bcb-a66d-06f4f3251d8c triggered by entity L2. {{(pid=103093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 16:35:57.218529 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397499'] for port (bdfead1b-e700-4bcb-a66d-06f4f3251d8c), provisioning_complete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:35:57.333462 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Current status of the port bdfead1b-e700-4bcb-a66d-06f4f3251d8c is: ACTIVE; New status is: ACTIVE {{(pid=103093) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 16:35:57.365133 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ac1d2a-a205-4ca7-9782-aa7137016bb2 None None] Network 66750cc1-49b9-4699-bd1c-8fbfd3589db3 requested from dv-cinder-750782-12-iscsi {{(pid=103093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 16:35:57.387695 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-6c263d18-6dc2-4d14-962f-e9e32f37697b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (None), before_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:35:57.471878 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [None req-ffee6e47-1c39-46c7-b296-55e52f4ef700 None None] Provisioning complete for port 56249b20-ab0f-4bcc-91a9-fc74f35fc21b triggered by entity DHCP. {{(pid=103093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 16:35:57.472607 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ffee6e47-1c39-46c7-b296-55e52f4ef700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397499'] for port (56249b20-ab0f-4bcc-91a9-fc74f35fc21b), provisioning_complete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:35:57.597540 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.db.db_base_plugin_common [None req-6c263d18-6dc2-4d14-962f-e9e32f37697b admin admin] Allocated IP 172.20.0.1 (66750cc1-49b9-4699-bd1c-8fbfd3589db3/c2c4d375-7b3d-4413-8fee-1d9a630da582/9632ea66-9c81-460b-ba22-2deea100ff7e) {{(pid=103091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:35:57.668650 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-ffee6e47-1c39-46c7-b296-55e52f4ef700 None None] Current status of the port 56249b20-ab0f-4bcc-91a9-fc74f35fc21b is: ACTIVE; New status is: ACTIVE {{(pid=103093) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 16:35:57.719088 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e3290c3a-f3f5-460f-b5a7-806a40af8381 None None] Publish callbacks [] for port (1f5090df-891b-41b8-b787-2720aaaeb80b), precommit_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:35:57.728338 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e3290c3a-f3f5-460f-b5a7-806a40af8381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947'] for port (1f5090df-891b-41b8-b787-2720aaaeb80b), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:35:57.751801 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-6c263d18-6dc2-4d14-962f-e9e32f37697b admin admin] Publish callbacks [] for port (9632ea66-9c81-460b-ba22-2deea100ff7e), precommit_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:35:57.798918 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [None req-e3290c3a-f3f5-460f-b5a7-806a40af8381 None None] Attempting to bind port 1f5090df-891b-41b8-b787-2720aaaeb80b on host dv-cinder-750782-12-iscsi for vnic_type normal with profile {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 16:35:57.799289 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [None req-e3290c3a-f3f5-460f-b5a7-806a40af8381 None None] Attempting to bind port 1f5090df-891b-41b8-b787-2720aaaeb80b by drivers openvswitch,hyperv on host dv-cinder-750782-12-iscsi at level 0 using segments [{'id': 'd35af6e3-4c7b-42bf-84c3-6daa0b397bde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82'}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 16:35:57.799641 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3290c3a-f3f5-460f-b5a7-806a40af8381 None None] Attempting to bind port 1f5090df-891b-41b8-b787-2720aaaeb80b on network ff1c1ad1-a65f-4be8-9483-081137458b82 {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 16:35:57.809075 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-6c263d18-6dc2-4d14-962f-e9e32f37697b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780137975911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29534923'] for port (9632ea66-9c81-460b-ba22-2deea100ff7e), after_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:35:57.809320 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a530bb9-9b5c-48d2-9444-3d7c71b44375 None None] Pushing event updated for resources: {'Port': ['ID=1f5090df-891b-41b8-b787-2720aaaeb80b,revision_number=2']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:35:57.822633 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3290c3a-f3f5-460f-b5a7-806a40af8381 None None] Checking agent: {'id': '1025624e-e238-47fc-86ae-58f7bb6baa16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 12, 50), 'started_at': datetime.datetime(2022, 3, 11, 16, 13, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 35, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 16:35:57.823869 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3290c3a-f3f5-460f-b5a7-806a40af8381 None None] Checking segment: {'id': 'd35af6e3-4c7b-42bf-84c3-6daa0b397bde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 16:35:57.825489 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e3290c3a-f3f5-460f-b5a7-806a40af8381 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:35:57.827732 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3290c3a-f3f5-460f-b5a7-806a40af8381 None None] Bound using segment: {'id': 'd35af6e3-4c7b-42bf-84c3-6daa0b397bde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82'} {{(pid=103094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 16:35:57.828246 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.plugins.ml2.managers [None req-e3290c3a-f3f5-460f-b5a7-806a40af8381 None None] Bound port: 1f5090df-891b-41b8-b787-2720aaaeb80b, host: dv-cinder-750782-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd35af6e3-4c7b-42bf-84c3-6daa0b397bde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82'}}] {{(pid=103094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 16:35:57.828682 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e3290c3a-f3f5-460f-b5a7-806a40af8381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (1f5090df-891b-41b8-b787-2720aaaeb80b), before_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:35:57.855756 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c263d18-6dc2-4d14-962f-e9e32f37697b admin admin] Network 66750cc1-49b9-4699-bd1c-8fbfd3589db3 is already hosted by enough agents. {{(pid=103091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:35:57.861369 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.scheduler.base_scheduler [None req-6c263d18-6dc2-4d14-962f-e9e32f37697b admin admin] Resources bound (agent type, host, resource id): {{(pid=103091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:35:57.865608 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c263d18-6dc2-4d14-962f-e9e32f37697b admin admin] Received port after_create {{(pid=103091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 16:35:57.902197 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [None req-abc6991f-b9e9-4f60-910e-9aa096e1819a None None] Provisioning complete for port 56249b20-ab0f-4bcc-91a9-fc74f35fc21b triggered by entity DHCP. {{(pid=103093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 16:35:57.902577 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-abc6991f-b9e9-4f60-910e-9aa096e1819a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397499'] for port (56249b20-ab0f-4bcc-91a9-fc74f35fc21b), provisioning_complete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:35:57.907585 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.plugins.ml2.db [None req-e3290c3a-f3f5-460f-b5a7-806a40af8381 None None] For port 1f5090df-891b-41b8-b787-2720aaaeb80b, host dv-cinder-750782-12-iscsi, cleared binding levels {{(pid=103094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:35:57.912538 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.plugins.ml2.db [None req-e3290c3a-f3f5-460f-b5a7-806a40af8381 None None] For port 1f5090df-891b-41b8-b787-2720aaaeb80b, host dv-cinder-750782-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-12-iscsi',level=0,port_id=1f5090df-891b-41b8-b787-2720aaaeb80b,segment=NetworkSegment(d35af6e3-4c7b-42bf-84c3-6daa0b397bde),segment_id=d35af6e3-4c7b-42bf-84c3-6daa0b397bde)] {{(pid=103094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:35:57.921345 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron_lib.callbacks.manager [None req-e3290c3a-f3f5-460f-b5a7-806a40af8381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947'] for port (1f5090df-891b-41b8-b787-2720aaaeb80b), after_update {{(pid=103094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:35:57.923232 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c263d18-6dc2-4d14-962f-e9e32f37697b admin admin] Pushing event updated for resources: {'Port': ['ID=9632ea66-9c81-460b-ba22-2deea100ff7e,revision_number=1']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:35:57.966710 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-6c263d18-6dc2-4d14-962f-e9e32f37697b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-770162'] for router_interface (0124ec42-8e55-461b-9faa-80c457024e61), before_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:35:58.000209 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-abc6991f-b9e9-4f60-910e-9aa096e1819a None None] Current status of the port 56249b20-ab0f-4bcc-91a9-fc74f35fc21b is: ACTIVE; New status is: ACTIVE {{(pid=103093) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 16:35:58.008693 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a530bb9-9b5c-48d2-9444-3d7c71b44375 None None] Pushing event updated for resources: {'Port': ['ID=1f5090df-891b-41b8-b787-2720aaaeb80b,revision_number=3']} {{(pid=103094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:35:58.051244 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3290c3a-f3f5-460f-b5a7-806a40af8381 None None] Routers {'0124ec42-8e55-461b-9faa-80c457024e61'} bound to L3 agent in host dv-cinder-750782-12-iscsi {{(pid=103094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 16:35:58.051872 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_hamode_db [None req-e3290c3a-f3f5-460f-b5a7-806a40af8381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T16:12:46Z,description=,heartbeat_timestamp=2022-03-11T16:35:46Z,host='dv-cinder-750782-12-iscsi',id=03422851-42b1-44c9-ada6-e479436b7b23,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:12:46Z,topic='l3_agent')) {'router_ids': ['0124ec42-8e55-461b-9faa-80c457024e61'], 'active': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:35:58.169924 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-6c263d18-6dc2-4d14-962f-e9e32f37697b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (9632ea66-9c81-460b-ba22-2deea100ff7e), before_update {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:35:58.195775 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_dvr_db [None req-e3290c3a-f3f5-460f-b5a7-806a40af8381 None None] Set router 0124ec42-8e55-461b-9faa-80c457024e61 gateway port host: dv-cinder-750782-12-iscsi {{(pid=103094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 16:35:58.223928 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [None req-39d0e575-17fa-414e-9024-739206cea1f6 None None] Provisioning complete for port 9632ea66-9c81-460b-ba22-2deea100ff7e triggered by entity DHCP. {{(pid=103093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 16:35:58.224434 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-39d0e575-17fa-414e-9024-739206cea1f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397499'] for port (9632ea66-9c81-460b-ba22-2deea100ff7e), provisioning_complete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:35:58.281369 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-39d0e575-17fa-414e-9024-739206cea1f6 None None] Port 9632ea66-9c81-460b-ba22-2deea100ff7e cannot update to ACTIVE because it is not bound. {{(pid=103093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 16:35:58.419457 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-6c263d18-6dc2-4d14-962f-e9e32f37697b admin admin] Publish callbacks [] for port (9632ea66-9c81-460b-ba22-2deea100ff7e), precommit_update {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:35:58.426342 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-6c263d18-6dc2-4d14-962f-e9e32f37697b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29534930'] for port (9632ea66-9c81-460b-ba22-2deea100ff7e), after_update {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:35:58.452741 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Device fd8b0dd6-f281-4bd3-92d9-fb7bcc736060 up at agent ovs-agent-dv-cinder-750782-12-iscsi {{(pid=103093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 16:35:58.474862 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_hamode_db [None req-e3290c3a-f3f5-460f-b5a7-806a40af8381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0124ec42-8e55-461b-9faa-80c457024e61', 'name': 'tempest-TestVolumeBootPattern-389348443-router', 'tenant_id': '2837402b1c694b4899c57175e04259a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'external_fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': '1f5090df-891b-41b8-b787-2720aaaeb80b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:35:54Z', 'updated_at': '2022-03-11T16:35:55Z', 'revision_number': 3, 'project_id': '2837402b1c694b4899c57175e04259a2', 'gw_port': {'id': '1f5090df-891b-41b8-b787-2720aaaeb80b', 'name': '', 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d5:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0124ec42-8e55-461b-9faa-80c457024e61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:35:55Z', 'updated_at': '2022-03-11T16:35:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-12-iscsi'}], 'dv-cinder-750782-12-iscsi', False) {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:35:58.519067 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3290c3a-f3f5-460f-b5a7-806a40af8381 None None] The sync data for ids ['0124ec42-8e55-461b-9faa-80c457024e61'] in dv-cinder-750782-12-iscsi is: [{'id': '0124ec42-8e55-461b-9faa-80c457024e61', 'name': 'tempest-TestVolumeBootPattern-389348443-router', 'tenant_id': '2837402b1c694b4899c57175e04259a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'external_fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': '1f5090df-891b-41b8-b787-2720aaaeb80b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:35:54Z', 'updated_at': '2022-03-11T16:35:55Z', 'revision_number': 3, 'project_id': '2837402b1c694b4899c57175e04259a2', 'gw_port': {'id': '1f5090df-891b-41b8-b787-2720aaaeb80b', 'name': '', 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d5:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0124ec42-8e55-461b-9faa-80c457024e61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:35:55Z', 'updated_at': '2022-03-11T16:35:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-12-iscsi'}] {{(pid=103094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:35:58.531977 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c263d18-6dc2-4d14-962f-e9e32f37697b admin admin] Pushing event updated for resources: {'Port': ['ID=9632ea66-9c81-460b-ba22-2deea100ff7e,revision_number=2']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:35:58.536637 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-6c263d18-6dc2-4d14-962f-e9e32f37697b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-779424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-770270'] for router_interface (0124ec42-8e55-461b-9faa-80c457024e61), after_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:35:58.548169 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Provisioning complete for port fd8b0dd6-f281-4bd3-92d9-fb7bcc736060 triggered by entity L2. {{(pid=103093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 16:35:58.548626 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397499'] for port (fd8b0dd6-f281-4bd3-92d9-fb7bcc736060), provisioning_complete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:35:58.664574 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Current status of the port fd8b0dd6-f281-4bd3-92d9-fb7bcc736060 is: ACTIVE; New status is: ACTIVE {{(pid=103093) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 16:35:58.672332 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Device 56249b20-ab0f-4bcc-91a9-fc74f35fc21b up at agent ovs-agent-dv-cinder-750782-12-iscsi {{(pid=103093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 16:35:58.681324 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c263d18-6dc2-4d14-962f-e9e32f37697b admin admin] Network 66750cc1-49b9-4699-bd1c-8fbfd3589db3 is already hosted by enough agents. {{(pid=103091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:35:58.684990 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.scheduler.base_scheduler [None req-6c263d18-6dc2-4d14-962f-e9e32f37697b admin admin] Resources bound (agent type, host, resource id): {{(pid=103091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:35:58.737501 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Provisioning complete for port 56249b20-ab0f-4bcc-91a9-fc74f35fc21b triggered by entity L2. {{(pid=103093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 16:35:58.738147 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397499'] for port (56249b20-ab0f-4bcc-91a9-fc74f35fc21b), provisioning_complete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:35:58.838621 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c263d18-6dc2-4d14-962f-e9e32f37697b admin admin] Router 0124ec42-8e55-461b-9faa-80c457024e61 has already been hosted by L3 agent 03422851-42b1-44c9-ada6-e479436b7b23 {{(pid=103091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:35:58.843284 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Current status of the port 56249b20-ab0f-4bcc-91a9-fc74f35fc21b is: ACTIVE; New status is: ACTIVE {{(pid=103093) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 16:35:58.993066 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c263d18-6dc2-4d14-962f-e9e32f37697b admin admin] Notify agent at l3_agent.dv-cinder-750782-12-iscsi the message routers_updated {{(pid=103091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:35:59.000143 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-6c263d18-6dc2-4d14-962f-e9e32f37697b admin admin] 10.222.0.72 "PUT /v2.0/routers/0124ec42-8e55-461b-9faa-80c457024e61/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3722897 Mar 11 16:35:59.027644 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [None req-b57e11d6-8c3e-47fb-9fd8-2a7661a03011 None None] Provisioning complete for port 9632ea66-9c81-460b-ba22-2deea100ff7e triggered by entity DHCP. {{(pid=103093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 16:35:59.028074 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-b57e11d6-8c3e-47fb-9fd8-2a7661a03011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397499'] for port (9632ea66-9c81-460b-ba22-2deea100ff7e), provisioning_complete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:35:59.076100 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-b57e11d6-8c3e-47fb-9fd8-2a7661a03011 None None] Port 9632ea66-9c81-460b-ba22-2deea100ff7e cannot update to ACTIVE because it is not bound. {{(pid=103093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 16:36:00.129261 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 49998) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:36:00.133701 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.v2.base [None req-b882f41c-203e-4d45-9109-e7b02fa790d2 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-141537633', 'description': 'tempest-secgroup-smoke-141537633 description', 'project_id': '7ba34decd44144f4bfdf7cd2e1be225e'}} {{(pid=103092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:36:00.156836 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-b882f41c-203e-4d45-9109-e7b02fa790d2 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Publish callbacks [] for security_group (None), before_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:36:00.231346 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-b882f41c-203e-4d45-9109-e7b02fa790d2 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Publish callbacks [] for security_group (71874365-b0c3-4e73-9a02-ee246fe1cd77), precommit_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:36:00.235801 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-b882f41c-203e-4d45-9109-e7b02fa790d2 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (71874365-b0c3-4e73-9a02-ee246fe1cd77), after_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:36:00.271785 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b882f41c-203e-4d45-9109-e7b02fa790d2 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71874365-b0c3-4e73-9a02-ee246fe1cd77,revision_number=1']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:36:00.281507 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-b882f41c-203e-4d45-9109-e7b02fa790d2 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Publish callbacks [] for security_group (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:36:00.281507 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-b882f41c-203e-4d45-9109-e7b02fa790d2 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1502471 Mar 11 16:36:00.284220 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 50000) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:36:00.289576 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.v2.base [None req-e20a058e-7259-46ce-ab2c-f9b9df83edb3 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Request body: {'security_group_rule': {'security_group_id': '71874365-b0c3-4e73-9a02-ee246fe1cd77', 'project_id': '7ba34decd44144f4bfdf7cd2e1be225e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:36:00.332566 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-e20a058e-7259-46ce-ab2c-f9b9df83edb3 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Publish callbacks [] for security_group_rule (680e8006-f5c7-4243-abd4-96fd5aa4c101), before_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:36:00.336297 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5254739a-0474-4b4d-b925-977f11dd0ef0 None None] Sync routers for ids ['0124ec42-8e55-461b-9faa-80c457024e61'] in dv-cinder-750782-12-iscsi {{(pid=103093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:36:00.349264 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5254739a-0474-4b4d-b925-977f11dd0ef0 None None] Routers {'0124ec42-8e55-461b-9faa-80c457024e61'} bound to L3 agent in host dv-cinder-750782-12-iscsi {{(pid=103093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 16:36:00.349888 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_hamode_db [None req-5254739a-0474-4b4d-b925-977f11dd0ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T16:12:46Z,description=,heartbeat_timestamp=2022-03-11T16:35:46Z,host='dv-cinder-750782-12-iscsi',id=03422851-42b1-44c9-ada6-e479436b7b23,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:12:46Z,topic='l3_agent')) {'router_ids': ['0124ec42-8e55-461b-9faa-80c457024e61'], 'active': True} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:36:00.394833 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Device 1f5090df-891b-41b8-b787-2720aaaeb80b up at agent ovs-agent-dv-cinder-750782-12-iscsi {{(pid=103093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 16:36:00.414175 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-e20a058e-7259-46ce-ab2c-f9b9df83edb3 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Publish callbacks [] for security_group_rule (680e8006-f5c7-4243-abd4-96fd5aa4c101), precommit_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:36:00.420122 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-e20a058e-7259-46ce-ab2c-f9b9df83edb3 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606776'] for security_group_rule (680e8006-f5c7-4243-abd4-96fd5aa4c101), after_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:36:00.443884 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20a058e-7259-46ce-ab2c-f9b9df83edb3 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=680e8006-f5c7-4243-abd4-96fd5aa4c101,revision_number=0']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:36:00.455580 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-e20a058e-7259-46ce-ab2c-f9b9df83edb3 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:36:00.461135 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-e20a058e-7259-46ce-ab2c-f9b9df83edb3 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1711657 Mar 11 16:36:00.461929 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 50002) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:36:00.468836 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.v2.base [None req-15af94ab-3371-4702-bb68-01a349adbc11 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Request body: {'security_group_rule': {'security_group_id': '71874365-b0c3-4e73-9a02-ee246fe1cd77', 'project_id': '7ba34decd44144f4bfdf7cd2e1be225e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:36:00.497962 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-15af94ab-3371-4702-bb68-01a349adbc11 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Publish callbacks [] for security_group_rule (78139a00-3004-408c-9841-2e69331a40dd), before_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:36:00.521431 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Provisioning complete for port 1f5090df-891b-41b8-b787-2720aaaeb80b triggered by entity L2. {{(pid=103093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 16:36:00.522022 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397499'] for port (1f5090df-891b-41b8-b787-2720aaaeb80b), provisioning_complete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:36:00.526570 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_dvr_db [None req-5254739a-0474-4b4d-b925-977f11dd0ef0 None None] Set router 0124ec42-8e55-461b-9faa-80c457024e61 gateway port host: dv-cinder-750782-12-iscsi {{(pid=103093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 16:36:00.595340 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-15af94ab-3371-4702-bb68-01a349adbc11 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Publish callbacks [] for security_group_rule (78139a00-3004-408c-9841-2e69331a40dd), precommit_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:36:00.600459 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-15af94ab-3371-4702-bb68-01a349adbc11 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606776'] for security_group_rule (78139a00-3004-408c-9841-2e69331a40dd), after_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:36:00.621509 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15af94ab-3371-4702-bb68-01a349adbc11 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78139a00-3004-408c-9841-2e69331a40dd,revision_number=0']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:36:00.637870 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-15af94ab-3371-4702-bb68-01a349adbc11 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:36:00.639249 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-15af94ab-3371-4702-bb68-01a349adbc11 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1765311 Mar 11 16:36:00.642981 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 50004) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:36:00.651302 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.v2.base [None req-7747b74a-ecce-4685-9ac5-4a5cea6894bf tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Request body: {'security_group_rule': {'security_group_id': '71874365-b0c3-4e73-9a02-ee246fe1cd77', 'project_id': '7ba34decd44144f4bfdf7cd2e1be225e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:36:00.686495 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-7747b74a-ecce-4685-9ac5-4a5cea6894bf tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Publish callbacks [] for security_group_rule (0769cc5f-7909-4d09-b23b-f86964e888be), before_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:36:00.761699 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-7747b74a-ecce-4685-9ac5-4a5cea6894bf tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Publish callbacks [] for security_group_rule (0769cc5f-7909-4d09-b23b-f86964e888be), precommit_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:36:00.765897 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-7747b74a-ecce-4685-9ac5-4a5cea6894bf tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606776'] for security_group_rule (0769cc5f-7909-4d09-b23b-f86964e888be), after_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:36:00.784885 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7747b74a-ecce-4685-9ac5-4a5cea6894bf tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0769cc5f-7909-4d09-b23b-f86964e888be,revision_number=0']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:36:00.798896 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-7747b74a-ecce-4685-9ac5-4a5cea6894bf tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:36:00.800121 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-7747b74a-ecce-4685-9ac5-4a5cea6894bf tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1529529 Mar 11 16:36:00.803140 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 50006) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:36:00.808861 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.v2.base [None req-a216a11a-d817-448c-8361-fe17ac610d39 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Request body: {'security_group_rule': {'security_group_id': '71874365-b0c3-4e73-9a02-ee246fe1cd77', 'project_id': '7ba34decd44144f4bfdf7cd2e1be225e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:36:00.839616 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-a216a11a-d817-448c-8361-fe17ac610d39 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Publish callbacks [] for security_group_rule (04c07fa3-6df6-4eec-9fb5-ed2378e12519), before_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:36:00.903020 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Current status of the port 1f5090df-891b-41b8-b787-2720aaaeb80b is: DOWN; New status is: ACTIVE {{(pid=103093) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 16:36:00.903379 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (1f5090df-891b-41b8-b787-2720aaaeb80b), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:36:00.905704 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-a216a11a-d817-448c-8361-fe17ac610d39 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Publish callbacks [] for security_group_rule (04c07fa3-6df6-4eec-9fb5-ed2378e12519), precommit_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:36:00.911954 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-a216a11a-d817-448c-8361-fe17ac610d39 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606776'] for security_group_rule (04c07fa3-6df6-4eec-9fb5-ed2378e12519), after_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:36:00.932377 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a216a11a-d817-448c-8361-fe17ac610d39 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04c07fa3-6df6-4eec-9fb5-ed2378e12519,revision_number=0']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:36:00.941791 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] For port 1f5090df-891b-41b8-b787-2720aaaeb80b, host dv-cinder-750782-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-12-iscsi',level=0,port_id=1f5090df-891b-41b8-b787-2720aaaeb80b,segment=NetworkSegment(d35af6e3-4c7b-42bf-84c3-6daa0b397bde),segment_id=d35af6e3-4c7b-42bf-84c3-6daa0b397bde)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:36:00.948688 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-a216a11a-d817-448c-8361-fe17ac610d39 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:36:00.951076 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-a216a11a-d817-448c-8361-fe17ac610d39 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1463873 Mar 11 16:36:00.954384 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 50008) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:36:00.959039 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.v2.base [None req-f94882eb-2e6a-46a0-932f-9fd737405699 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Request body: {'security_group_rule': {'security_group_id': '71874365-b0c3-4e73-9a02-ee246fe1cd77', 'project_id': '7ba34decd44144f4bfdf7cd2e1be225e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:36:00.961320 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947'] for port (1f5090df-891b-41b8-b787-2720aaaeb80b), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:36:00.983100 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.db.securitygroups_db [None req-f94882eb-2e6a-46a0-932f-9fd737405699 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Project 7ba34decd44144f4bfdf7cd2e1be225e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 16:36:00.988420 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-f94882eb-2e6a-46a0-932f-9fd737405699 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Publish callbacks [] for security_group_rule (4fcd8dc1-1c5c-4515-b92f-7bf2e68efbb9), before_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:36:01.020374 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Pushing event updated for resources: {'Port': ['ID=1f5090df-891b-41b8-b787-2720aaaeb80b,revision_number=4']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:36:01.035883 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_hamode_db [None req-5254739a-0474-4b4d-b925-977f11dd0ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0124ec42-8e55-461b-9faa-80c457024e61', 'name': 'tempest-TestVolumeBootPattern-389348443-router', 'tenant_id': '2837402b1c694b4899c57175e04259a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'external_fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': '1f5090df-891b-41b8-b787-2720aaaeb80b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:35:54Z', 'updated_at': '2022-03-11T16:35:58Z', 'revision_number': 4, 'project_id': '2837402b1c694b4899c57175e04259a2', 'gw_port': {'id': '1f5090df-891b-41b8-b787-2720aaaeb80b', 'name': '', 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d5:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0124ec42-8e55-461b-9faa-80c457024e61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:35:55Z', 'updated_at': '2022-03-11T16:35:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-12-iscsi', '_interfaces': [{'id': '9632ea66-9c81-460b-ba22-2deea100ff7e', 'name': '', 'network_id': '66750cc1-49b9-4699-bd1c-8fbfd3589db3', 'tenant_id': '2837402b1c694b4899c57175e04259a2', 'mac_address': 'fa:16:3e:40:b8:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0124ec42-8e55-461b-9faa-80c457024e61', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'c2c4d375-7b3d-4413-8fee-1d9a630da582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:35:57Z', 'updated_at': '2022-03-11T16:35:58Z', 'revision_number': 2, 'project_id': '2837402b1c694b4899c57175e04259a2', 'subnets': [{'id': 'c2c4d375-7b3d-4413-8fee-1d9a630da582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-12-iscsi', False) {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:36:01.055574 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-f94882eb-2e6a-46a0-932f-9fd737405699 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Publish callbacks [] for security_group_rule (4fcd8dc1-1c5c-4515-b92f-7bf2e68efbb9), precommit_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:36:01.060846 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-f94882eb-2e6a-46a0-932f-9fd737405699 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606776'] for security_group_rule (4fcd8dc1-1c5c-4515-b92f-7bf2e68efbb9), after_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:36:01.068503 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5254739a-0474-4b4d-b925-977f11dd0ef0 None None] Checking router: 0124ec42-8e55-461b-9faa-80c457024e61 for host: dv-cinder-750782-12-iscsi {{(pid=103093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:36:01.068849 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5254739a-0474-4b4d-b925-977f11dd0ef0 None None] Updating router 0124ec42-8e55-461b-9faa-80c457024e61 port 9632ea66-9c81-460b-ba22-2deea100ff7e binding host dv-cinder-750782-12-iscsi {{(pid=103093) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 16:36:01.082025 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94882eb-2e6a-46a0-932f-9fd737405699 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fcd8dc1-1c5c-4515-b92f-7bf2e68efbb9,revision_number=0']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:36:01.088531 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-f94882eb-2e6a-46a0-932f-9fd737405699 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:36:01.089753 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-f94882eb-2e6a-46a0-932f-9fd737405699 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1343081 Mar 11 16:36:01.094193 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 50010) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:36:01.098779 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-5254739a-0474-4b4d-b925-977f11dd0ef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (9632ea66-9c81-460b-ba22-2deea100ff7e), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:36:01.099069 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.v2.base [None req-20c0cbf8-efdb-4f6b-a65a-cdb8ed7fc322 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Request body: {'security_group_rule': {'security_group_id': '71874365-b0c3-4e73-9a02-ee246fe1cd77', 'project_id': '7ba34decd44144f4bfdf7cd2e1be225e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:36:01.121507 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.db.securitygroups_db [None req-20c0cbf8-efdb-4f6b-a65a-cdb8ed7fc322 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Project 7ba34decd44144f4bfdf7cd2e1be225e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 16:36:01.127344 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-20c0cbf8-efdb-4f6b-a65a-cdb8ed7fc322 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Publish callbacks [] for security_group_rule (b77e35fb-60ff-4f38-9ce5-7e793dc87fdd), before_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:36:01.190456 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-20c0cbf8-efdb-4f6b-a65a-cdb8ed7fc322 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Publish callbacks [] for security_group_rule (b77e35fb-60ff-4f38-9ce5-7e793dc87fdd), precommit_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:36:01.194871 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-20c0cbf8-efdb-4f6b-a65a-cdb8ed7fc322 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606776'] for security_group_rule (b77e35fb-60ff-4f38-9ce5-7e793dc87fdd), after_create {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:36:01.216594 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c0cbf8-efdb-4f6b-a65a-cdb8ed7fc322 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b77e35fb-60ff-4f38-9ce5-7e793dc87fdd,revision_number=0']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:36:01.225357 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-20c0cbf8-efdb-4f6b-a65a-cdb8ed7fc322 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:36:01.231309 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-20c0cbf8-efdb-4f6b-a65a-cdb8ed7fc322 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1315982 Mar 11 16:36:01.410304 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-5254739a-0474-4b4d-b925-977f11dd0ef0 None None] Publish callbacks [] for port (9632ea66-9c81-460b-ba22-2deea100ff7e), precommit_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:36:01.420459 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-5254739a-0474-4b4d-b925-977f11dd0ef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947'] for port (9632ea66-9c81-460b-ba22-2deea100ff7e), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:36:01.491404 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f65f21-e34d-44ee-8125-43f9337a5d70 None None] Pushing event updated for resources: {'Port': ['ID=9632ea66-9c81-460b-ba22-2deea100ff7e,revision_number=3']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:36:01.562388 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [None req-5254739a-0474-4b4d-b925-977f11dd0ef0 None None] Attempting to bind port 9632ea66-9c81-460b-ba22-2deea100ff7e on host dv-cinder-750782-12-iscsi for vnic_type normal with profile {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 16:36:01.562818 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [None req-5254739a-0474-4b4d-b925-977f11dd0ef0 None None] Attempting to bind port 9632ea66-9c81-460b-ba22-2deea100ff7e by drivers openvswitch,hyperv on host dv-cinder-750782-12-iscsi at level 0 using segments [{'id': '7442edd6-459d-4f8b-bb50-b0a17aca3104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '66750cc1-49b9-4699-bd1c-8fbfd3589db3'}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 16:36:01.563198 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5254739a-0474-4b4d-b925-977f11dd0ef0 None None] Attempting to bind port 9632ea66-9c81-460b-ba22-2deea100ff7e on network 66750cc1-49b9-4699-bd1c-8fbfd3589db3 {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 16:36:01.569989 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5254739a-0474-4b4d-b925-977f11dd0ef0 None None] Checking agent: {'id': '1025624e-e238-47fc-86ae-58f7bb6baa16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 12, 50), 'started_at': datetime.datetime(2022, 3, 11, 16, 13, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 35, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 16:36:01.570460 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5254739a-0474-4b4d-b925-977f11dd0ef0 None None] Checking segment: {'id': '7442edd6-459d-4f8b-bb50-b0a17aca3104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '66750cc1-49b9-4699-bd1c-8fbfd3589db3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 16:36:01.571481 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-5254739a-0474-4b4d-b925-977f11dd0ef0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:36:01.571882 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5254739a-0474-4b4d-b925-977f11dd0ef0 None None] Bound using segment: {'id': '7442edd6-459d-4f8b-bb50-b0a17aca3104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '66750cc1-49b9-4699-bd1c-8fbfd3589db3'} {{(pid=103093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 16:36:01.572444 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.managers [None req-5254739a-0474-4b4d-b925-977f11dd0ef0 None None] Bound port: 9632ea66-9c81-460b-ba22-2deea100ff7e, host: dv-cinder-750782-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7442edd6-459d-4f8b-bb50-b0a17aca3104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '66750cc1-49b9-4699-bd1c-8fbfd3589db3'}}] {{(pid=103093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 16:36:01.572840 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-5254739a-0474-4b4d-b925-977f11dd0ef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (9632ea66-9c81-460b-ba22-2deea100ff7e), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:36:01.658590 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-5254739a-0474-4b4d-b925-977f11dd0ef0 None None] For port 9632ea66-9c81-460b-ba22-2deea100ff7e, host dv-cinder-750782-12-iscsi, cleared binding levels {{(pid=103093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:36:01.662630 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-5254739a-0474-4b4d-b925-977f11dd0ef0 None None] For port 9632ea66-9c81-460b-ba22-2deea100ff7e, host dv-cinder-750782-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-12-iscsi',level=0,port_id=9632ea66-9c81-460b-ba22-2deea100ff7e,segment=NetworkSegment(7442edd6-459d-4f8b-bb50-b0a17aca3104),segment_id=7442edd6-459d-4f8b-bb50-b0a17aca3104)] {{(pid=103093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:36:01.670753 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-5254739a-0474-4b4d-b925-977f11dd0ef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947'] for port (9632ea66-9c81-460b-ba22-2deea100ff7e), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:36:01.751732 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5254739a-0474-4b4d-b925-977f11dd0ef0 None None] Routers {'0124ec42-8e55-461b-9faa-80c457024e61'} bound to L3 agent in host dv-cinder-750782-12-iscsi {{(pid=103093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 16:36:01.752382 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_hamode_db [None req-5254739a-0474-4b4d-b925-977f11dd0ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T16:12:46Z,description=,heartbeat_timestamp=2022-03-11T16:35:46Z,host='dv-cinder-750782-12-iscsi',id=03422851-42b1-44c9-ada6-e479436b7b23,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:12:46Z,topic='l3_agent')) {'router_ids': ['0124ec42-8e55-461b-9faa-80c457024e61'], 'active': True} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:36:01.758037 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f65f21-e34d-44ee-8125-43f9337a5d70 None None] Pushing event updated for resources: {'Port': ['ID=9632ea66-9c81-460b-ba22-2deea100ff7e,revision_number=4']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:36:01.820940 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [None req-98199a03-cf6a-4e62-91a4-587942efc667 None None] Provisioning complete for port 9632ea66-9c81-460b-ba22-2deea100ff7e triggered by entity DHCP. {{(pid=103093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 16:36:01.821309 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-98199a03-cf6a-4e62-91a4-587942efc667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397499'] for port (9632ea66-9c81-460b-ba22-2deea100ff7e), provisioning_complete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:36:01.919874 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_dvr_db [None req-5254739a-0474-4b4d-b925-977f11dd0ef0 None None] Set router 0124ec42-8e55-461b-9faa-80c457024e61 gateway port host: dv-cinder-750782-12-iscsi {{(pid=103093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 16:36:02.040711 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-98199a03-cf6a-4e62-91a4-587942efc667 None None] Current status of the port 9632ea66-9c81-460b-ba22-2deea100ff7e is: DOWN; New status is: ACTIVE {{(pid=103093) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 16:36:02.041133 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-98199a03-cf6a-4e62-91a4-587942efc667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (9632ea66-9c81-460b-ba22-2deea100ff7e), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:36:02.126751 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-98199a03-cf6a-4e62-91a4-587942efc667 None None] For port 9632ea66-9c81-460b-ba22-2deea100ff7e, host dv-cinder-750782-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-12-iscsi',level=0,port_id=9632ea66-9c81-460b-ba22-2deea100ff7e,segment=NetworkSegment(7442edd6-459d-4f8b-bb50-b0a17aca3104),segment_id=7442edd6-459d-4f8b-bb50-b0a17aca3104)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:36:02.134210 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-98199a03-cf6a-4e62-91a4-587942efc667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947'] for port (9632ea66-9c81-460b-ba22-2deea100ff7e), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:36:02.219367 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98199a03-cf6a-4e62-91a4-587942efc667 None None] Pushing event updated for resources: {'Port': ['ID=9632ea66-9c81-460b-ba22-2deea100ff7e,revision_number=5']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:36:02.238995 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_hamode_db [None req-5254739a-0474-4b4d-b925-977f11dd0ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0124ec42-8e55-461b-9faa-80c457024e61', 'name': 'tempest-TestVolumeBootPattern-389348443-router', 'tenant_id': '2837402b1c694b4899c57175e04259a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'external_fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': '1f5090df-891b-41b8-b787-2720aaaeb80b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:35:54Z', 'updated_at': '2022-03-11T16:35:58Z', 'revision_number': 4, 'project_id': '2837402b1c694b4899c57175e04259a2', 'gw_port': {'id': '1f5090df-891b-41b8-b787-2720aaaeb80b', 'name': '', 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0124ec42-8e55-461b-9faa-80c457024e61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:35:55Z', 'updated_at': '2022-03-11T16:36:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-12-iscsi', '_interfaces': [{'id': '9632ea66-9c81-460b-ba22-2deea100ff7e', 'name': '', 'network_id': '66750cc1-49b9-4699-bd1c-8fbfd3589db3', 'tenant_id': '2837402b1c694b4899c57175e04259a2', 'mac_address': 'fa:16:3e:40:b8:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0124ec42-8e55-461b-9faa-80c457024e61', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'c2c4d375-7b3d-4413-8fee-1d9a630da582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:35:57Z', 'updated_at': '2022-03-11T16:36:01Z', 'revision_number': 4, 'project_id': '2837402b1c694b4899c57175e04259a2', 'subnets': [{'id': 'c2c4d375-7b3d-4413-8fee-1d9a630da582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-12-iscsi', False) {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:36:02.271347 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5254739a-0474-4b4d-b925-977f11dd0ef0 None None] The sync data for ids ['0124ec42-8e55-461b-9faa-80c457024e61'] in dv-cinder-750782-12-iscsi is: [{'id': '0124ec42-8e55-461b-9faa-80c457024e61', 'name': 'tempest-TestVolumeBootPattern-389348443-router', 'tenant_id': '2837402b1c694b4899c57175e04259a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'external_fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': '1f5090df-891b-41b8-b787-2720aaaeb80b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:35:54Z', 'updated_at': '2022-03-11T16:35:58Z', 'revision_number': 4, 'project_id': '2837402b1c694b4899c57175e04259a2', 'gw_port': {'id': '1f5090df-891b-41b8-b787-2720aaaeb80b', 'name': '', 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0124ec42-8e55-461b-9faa-80c457024e61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:35:55Z', 'updated_at': '2022-03-11T16:36:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-12-iscsi', '_interfaces': [{'id': '9632ea66-9c81-460b-ba22-2deea100ff7e', 'name': '', 'network_id': '66750cc1-49b9-4699-bd1c-8fbfd3589db3', 'tenant_id': '2837402b1c694b4899c57175e04259a2', 'mac_address': 'fa:16:3e:40:b8:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0124ec42-8e55-461b-9faa-80c457024e61', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'c2c4d375-7b3d-4413-8fee-1d9a630da582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:35:57Z', 'updated_at': '2022-03-11T16:36:01Z', 'revision_number': 4, 'project_id': '2837402b1c694b4899c57175e04259a2', 'subnets': [{'id': 'c2c4d375-7b3d-4413-8fee-1d9a630da582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:36:02.286059 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [None req-a2639808-6c5d-44f3-918e-59c3dbfc1aba None None] Provisioning complete for port 9632ea66-9c81-460b-ba22-2deea100ff7e triggered by entity DHCP. {{(pid=103093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 16:36:02.286586 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a2639808-6c5d-44f3-918e-59c3dbfc1aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397499'] for port (9632ea66-9c81-460b-ba22-2deea100ff7e), provisioning_complete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:36:02.393104 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Device 1f5090df-891b-41b8-b787-2720aaaeb80b up at agent ovs-agent-dv-cinder-750782-12-iscsi {{(pid=103093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 16:36:02.451122 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-a2639808-6c5d-44f3-918e-59c3dbfc1aba None None] Current status of the port 9632ea66-9c81-460b-ba22-2deea100ff7e is: ACTIVE; New status is: ACTIVE {{(pid=103093) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 16:36:02.475452 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Provisioning complete for port 1f5090df-891b-41b8-b787-2720aaaeb80b triggered by entity L2. {{(pid=103093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 16:36:02.475796 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397499'] for port (1f5090df-891b-41b8-b787-2720aaaeb80b), provisioning_complete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:36:02.594916 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Current status of the port 1f5090df-891b-41b8-b787-2720aaaeb80b is: ACTIVE; New status is: ACTIVE {{(pid=103093) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 16:36:04.348692 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Device 9632ea66-9c81-460b-ba22-2deea100ff7e up at agent ovs-agent-dv-cinder-750782-12-iscsi {{(pid=103093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 16:36:04.401609 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Provisioning complete for port 9632ea66-9c81-460b-ba22-2deea100ff7e triggered by entity L2. {{(pid=103093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 16:36:04.402336 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397499'] for port (9632ea66-9c81-460b-ba22-2deea100ff7e), provisioning_complete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:36:04.504201 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Current status of the port 9632ea66-9c81-460b-ba22-2deea100ff7e is: ACTIVE; New status is: ACTIVE {{(pid=103093) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 16:36:05.919465 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (42978ec7-0c45-4bcc-88e8-64ee44356522), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:36:13.831628 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-67cd663c-e135-4982-b818-77155336c34b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (52d54afa-c257-4acf-9353-cc1307944ae0), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:36:16.201764 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a03ef821-ef76-4961-8373-4b353a77e953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (03422851-42b1-44c9-ada6-e479436b7b23), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:36:17.523691 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ae773407-53f5-44d0-bdbe-4d88b69a915f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (d0bcdf8a-248d-4278-aa4c-95e4828d61b2), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:36:18.901606 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-12686fd2-0f25-484f-a78a-b5cd34d8581b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (a5a5d809-3580-471a-ade1-6c5ecc269919), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:36:20.223065 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.agents_db [None req-ed17eba3-c4d2-4aaa-a64c-93b8434a4a48 None None] Agent healthcheck: found 6 active agents {{(pid=103094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 16:36:20.435257 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (1025624e-e238-47fc-86ae-58f7bb6baa16), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:36:22.143733 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-85af78fa-6413-4f86-bc86-dea67485fc97 req-5c51658c-d6dd-4a76-aef0-fa773665f645 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-141537633&fields=id&tenant_id=7ba34decd44144f4bfdf7cd2e1be225e HTTP/1.1" status: 200 len: 267 time: 0.0473313 Mar 11 16:36:22.251958 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85af78fa-6413-4f86-bc86-dea67485fc97 req-1279b107-9f3d-49e1-b513-14c1844f6b1b tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:36:22.253432 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-85af78fa-6413-4f86-bc86-dea67485fc97 req-1279b107-9f3d-49e1-b513-14c1844f6b1b tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] 10.222.0.72 "GET /v2.0/networks?id=dfcfb836-1285-4462-adad-b70a003b7b8f HTTP/1.1" status: 200 len: 812 time: 0.1033013 Mar 11 16:36:22.270361 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-85af78fa-6413-4f86-bc86-dea67485fc97 req-f617dd5e-8561-4688-b8a5-a56d9e32bf17 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] 10.222.0.72 "GET /v2.0/quotas/7ba34decd44144f4bfdf7cd2e1be225e HTTP/1.1" status: 200 len: 375 time: 0.0112693 Mar 11 16:36:22.327277 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-85af78fa-6413-4f86-bc86-dea67485fc97 req-09915b99-56ad-4fd6-b07c-3266dff503f9 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=7ba34decd44144f4bfdf7cd2e1be225e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0509260 Mar 11 16:36:22.527500 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-85af78fa-6413-4f86-bc86-dea67485fc97 req-59d99d89-0336-41e8-84a0-e0002e2b3785 service neutron] 10.222.0.72 "GET /v2.0/networks/dfcfb836-1285-4462-adad-b70a003b7b8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880741 Mar 11 16:36:22.623042 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-85af78fa-6413-4f86-bc86-dea67485fc97 req-8ab6461e-29dd-4734-b50e-df6015cb0e12 service neutron] 10.222.0.72 "GET /v2.0/networks/dfcfb836-1285-4462-adad-b70a003b7b8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897529 Mar 11 16:36:23.016859 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-6647362f-5844-4fc1-ae6a-ae3344c9c146 req-ceeffc61-8b7e-4f79-b1fc-dd7ed615588a tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] 10.222.0.72 "GET /v2.0/ports?device_id=69d9d449-f02e-43a5-a0b3-2fa72e622fe0 HTTP/1.1" status: 200 len: 210 time: 0.0987847 Mar 11 16:36:23.879615 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85af78fa-6413-4f86-bc86-dea67485fc97 req-5c2a18e1-84e8-4fff-ae70-eda5824c2462 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:36:23.881057 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-85af78fa-6413-4f86-bc86-dea67485fc97 req-5c2a18e1-84e8-4fff-ae70-eda5824c2462 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] 10.222.0.18 "GET /v2.0/networks?id=dfcfb836-1285-4462-adad-b70a003b7b8f HTTP/1.1" status: 200 len: 812 time: 0.1108451 Mar 11 16:36:23.971737 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-85af78fa-6413-4f86-bc86-dea67485fc97 req-ece1880e-ce27-4c03-99af-b62ce6550f1e tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7ba34decd44144f4bfdf7cd2e1be225e HTTP/1.1" status: 200 len: 379 time: 0.0824845 Mar 11 16:36:23.983431 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.v2.base [req-85af78fa-6413-4f86-bc86-dea67485fc97 req-d6632ca0-984b-4f71-8dc7-3548571dd9a7 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Request body: {'port': {'device_id': '69d9d449-f02e-43a5-a0b3-2fa72e622fe0', 'network_id': 'dfcfb836-1285-4462-adad-b70a003b7b8f', 'admin_state_up': True, 'tenant_id': '7ba34decd44144f4bfdf7cd2e1be225e', 'security_groups': ['71874365-b0c3-4e73-9a02-ee246fe1cd77']}} {{(pid=103092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:36:24.133109 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-af596fd2-8773-4926-acea-9c37dd1eee37 req-701c649c-ae01-47b8-bcba-0924055efc5e tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] 10.222.0.72 "GET /v2.0/ports?device_id=69d9d449-f02e-43a5-a0b3-2fa72e622fe0 HTTP/1.1" status: 200 len: 210 time: 0.0344515 Mar 11 16:36:24.133732 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85af78fa-6413-4f86-bc86-dea67485fc97 req-d6632ca0-984b-4f71-8dc7-3548571dd9a7 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Made reservation on behalf of 7ba34decd44144f4bfdf7cd2e1be225e for: {'port': 1} {{(pid=103092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:36:24.137575 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-85af78fa-6413-4f86-bc86-dea67485fc97 req-d6632ca0-984b-4f71-8dc7-3548571dd9a7 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (None), before_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:36:24.283298 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.db.db_base_plugin_common [req-85af78fa-6413-4f86-bc86-dea67485fc97 req-d6632ca0-984b-4f71-8dc7-3548571dd9a7 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Allocated IP 172.20.0.13 (dfcfb836-1285-4462-adad-b70a003b7b8f/e83d5618-f91a-4ca7-85af-08b09a8f46c1/8766d0de-bc35-4b93-8601-d9764ad4a051) {{(pid=103092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:36:24.441392 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-85af78fa-6413-4f86-bc86-dea67485fc97 req-d6632ca0-984b-4f71-8dc7-3548571dd9a7 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Publish callbacks [] for port (8766d0de-bc35-4b93-8601-d9764ad4a051), precommit_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:36:24.477137 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-85af78fa-6413-4f86-bc86-dea67485fc97 req-d6632ca0-984b-4f71-8dc7-3548571dd9a7 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780137975911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30811620'] for port (8766d0de-bc35-4b93-8601-d9764ad4a051), after_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:36:24.520287 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85af78fa-6413-4f86-bc86-dea67485fc97 req-d6632ca0-984b-4f71-8dc7-3548571dd9a7 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Network dfcfb836-1285-4462-adad-b70a003b7b8f is already hosted by enough agents. {{(pid=103092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:36:24.525400 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.scheduler.base_scheduler [req-85af78fa-6413-4f86-bc86-dea67485fc97 req-d6632ca0-984b-4f71-8dc7-3548571dd9a7 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Resources bound (agent type, host, resource id): {{(pid=103092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:36:24.529111 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.db.l3_dvrscheduler_db [req-85af78fa-6413-4f86-bc86-dea67485fc97 req-d6632ca0-984b-4f71-8dc7-3548571dd9a7 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Received port after_create {{(pid=103092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 16:36:24.535579 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6632ca0-984b-4f71-8dc7-3548571dd9a7 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Pushing event updated for resources: {'Port': ['ID=8766d0de-bc35-4b93-8601-d9764ad4a051,revision_number=1']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:36:24.583176 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85af78fa-6413-4f86-bc86-dea67485fc97 req-d6632ca0-984b-4f71-8dc7-3548571dd9a7 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:36:24.583790 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-85af78fa-6413-4f86-bc86-dea67485fc97 req-d6632ca0-984b-4f71-8dc7-3548571dd9a7 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122971'] for port (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:36:24.602612 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-85af78fa-6413-4f86-bc86-dea67485fc97 req-d6632ca0-984b-4f71-8dc7-3548571dd9a7 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6262774 Mar 11 16:36:24.613500 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.v2.base [req-85af78fa-6413-4f86-bc86-dea67485fc97 req-660fe758-9d90-4d18-ba00-f655435a26f4 service neutron] Request body: {'port': {'device_id': '69d9d449-f02e-43a5-a0b3-2fa72e622fe0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=103092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:36:24.681139 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-85af78fa-6413-4f86-bc86-dea67485fc97 req-660fe758-9d90-4d18-ba00-f655435a26f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (8766d0de-bc35-4b93-8601-d9764ad4a051), before_update {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:36:24.815780 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [None req-0fddae5f-ffad-4027-bf36-75932b6a86b3 None None] Provisioning complete for port 8766d0de-bc35-4b93-8601-d9764ad4a051 triggered by entity DHCP. {{(pid=103093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 16:36:24.816362 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0fddae5f-ffad-4027-bf36-75932b6a86b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397499'] for port (8766d0de-bc35-4b93-8601-d9764ad4a051), provisioning_complete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:36:24.851852 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-0fddae5f-ffad-4027-bf36-75932b6a86b3 None None] Port 8766d0de-bc35-4b93-8601-d9764ad4a051 cannot update to ACTIVE because it is not bound. {{(pid=103093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 16:36:24.948334 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.notifiers.nova [req-85af78fa-6413-4f86-bc86-dea67485fc97 req-660fe758-9d90-4d18-ba00-f655435a26f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8766d0de-bc35-4b93-8601-d9764ad4a051 {{(pid=103092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:36:24.955931 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-85af78fa-6413-4f86-bc86-dea67485fc97 req-660fe758-9d90-4d18-ba00-f655435a26f4 service neutron] Publish callbacks [] for port (8766d0de-bc35-4b93-8601-d9764ad4a051), precommit_update {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:36:24.968423 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.db.provisioning_blocks [req-85af78fa-6413-4f86-bc86-dea67485fc97 req-660fe758-9d90-4d18-ba00-f655435a26f4 service neutron] Transition to ACTIVE for port object 8766d0de-bc35-4b93-8601-d9764ad4a051 will not be triggered until provisioned by entity L2. {{(pid=103092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 16:36:24.972816 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-85af78fa-6413-4f86-bc86-dea67485fc97 req-660fe758-9d90-4d18-ba00-f655435a26f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30811645'] for port (8766d0de-bc35-4b93-8601-d9764ad4a051), after_update {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:36:25.037934 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660fe758-9d90-4d18-ba00-f655435a26f4 service neutron] Pushing event updated for resources: {'Port': ['ID=8766d0de-bc35-4b93-8601-d9764ad4a051,revision_number=2']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:36:25.138697 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.managers [req-85af78fa-6413-4f86-bc86-dea67485fc97 req-660fe758-9d90-4d18-ba00-f655435a26f4 service neutron] Attempting to bind port 8766d0de-bc35-4b93-8601-d9764ad4a051 on host hv-cinder-75078 for vnic_type normal with profile {{(pid=103092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 16:36:25.139181 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.managers [req-85af78fa-6413-4f86-bc86-dea67485fc97 req-660fe758-9d90-4d18-ba00-f655435a26f4 service neutron] Attempting to bind port 8766d0de-bc35-4b93-8601-d9764ad4a051 by drivers openvswitch,hyperv on host hv-cinder-75078 at level 0 using segments [{'id': '4e93ea21-1d78-4c71-907b-4a06ff9bb77c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'dfcfb836-1285-4462-adad-b70a003b7b8f'}] {{(pid=103092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 16:36:25.139629 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85af78fa-6413-4f86-bc86-dea67485fc97 req-660fe758-9d90-4d18-ba00-f655435a26f4 service neutron] Attempting to bind port 8766d0de-bc35-4b93-8601-d9764ad4a051 on network dfcfb836-1285-4462-adad-b70a003b7b8f {{(pid=103092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 16:36:25.145526 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85af78fa-6413-4f86-bc86-dea67485fc97 req-660fe758-9d90-4d18-ba00-f655435a26f4 service neutron] Port 8766d0de-bc35-4b93-8601-d9764ad4a051 on network dfcfb836-1285-4462-adad-b70a003b7b8f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75078 {{(pid=103092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 16:36:25.145975 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85af78fa-6413-4f86-bc86-dea67485fc97 req-660fe758-9d90-4d18-ba00-f655435a26f4 service neutron] Attempting to bind port 8766d0de-bc35-4b93-8601-d9764ad4a051 on network dfcfb836-1285-4462-adad-b70a003b7b8f {{(pid=103092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 16:36:25.153064 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85af78fa-6413-4f86-bc86-dea67485fc97 req-660fe758-9d90-4d18-ba00-f655435a26f4 service neutron] Checking agent: {'id': '42978ec7-0c45-4bcc-88e8-64ee44356522', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 19, 5), 'started_at': datetime.datetime(2022, 3, 11, 16, 19, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 36, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 16:36:25.153399 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85af78fa-6413-4f86-bc86-dea67485fc97 req-660fe758-9d90-4d18-ba00-f655435a26f4 service neutron] Checking segment: {'id': '4e93ea21-1d78-4c71-907b-4a06ff9bb77c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'dfcfb836-1285-4462-adad-b70a003b7b8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 16:36:25.153781 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85af78fa-6413-4f86-bc86-dea67485fc97 req-660fe758-9d90-4d18-ba00-f655435a26f4 service neutron] Bound using segment: {'id': '4e93ea21-1d78-4c71-907b-4a06ff9bb77c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'dfcfb836-1285-4462-adad-b70a003b7b8f'} {{(pid=103092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 16:36:25.154247 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.managers [req-85af78fa-6413-4f86-bc86-dea67485fc97 req-660fe758-9d90-4d18-ba00-f655435a26f4 service neutron] Bound port: 8766d0de-bc35-4b93-8601-d9764ad4a051, host: hv-cinder-75078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e93ea21-1d78-4c71-907b-4a06ff9bb77c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'dfcfb836-1285-4462-adad-b70a003b7b8f'}}] {{(pid=103092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 16:36:25.154613 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-85af78fa-6413-4f86-bc86-dea67485fc97 req-660fe758-9d90-4d18-ba00-f655435a26f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (8766d0de-bc35-4b93-8601-d9764ad4a051), before_update {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:36:25.292143 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.db [req-85af78fa-6413-4f86-bc86-dea67485fc97 req-660fe758-9d90-4d18-ba00-f655435a26f4 service neutron] For port 8766d0de-bc35-4b93-8601-d9764ad4a051, host hv-cinder-75078, cleared binding levels {{(pid=103092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:36:25.309068 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.db [req-85af78fa-6413-4f86-bc86-dea67485fc97 req-660fe758-9d90-4d18-ba00-f655435a26f4 service neutron] For port 8766d0de-bc35-4b93-8601-d9764ad4a051, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=8766d0de-bc35-4b93-8601-d9764ad4a051,segment=NetworkSegment(4e93ea21-1d78-4c71-907b-4a06ff9bb77c),segment_id=4e93ea21-1d78-4c71-907b-4a06ff9bb77c)] {{(pid=103092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:36:25.319270 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-85af78fa-6413-4f86-bc86-dea67485fc97 req-660fe758-9d90-4d18-ba00-f655435a26f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30811645'] for port (8766d0de-bc35-4b93-8601-d9764ad4a051), after_update {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:36:25.336883 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5783c132-5c64-48dc-8bb5-d7fd2b8f40b3 req-178e6397-bfd1-4498-94f6-ea42b56e80d8 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:36:25.338695 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-5783c132-5c64-48dc-8bb5-d7fd2b8f40b3 req-178e6397-bfd1-4498-94f6-ea42b56e80d8 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] 10.222.0.72 "GET /v2.0/ports?device_id=69d9d449-f02e-43a5-a0b3-2fa72e622fe0 HTTP/1.1" status: 200 len: 944 time: 0.1084697 Mar 11 16:36:25.380556 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85af78fa-6413-4f86-bc86-dea67485fc97 req-660fe758-9d90-4d18-ba00-f655435a26f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:36:25.381169 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-85af78fa-6413-4f86-bc86-dea67485fc97 req-660fe758-9d90-4d18-ba00-f655435a26f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122971'] for port (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:36:25.382647 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-85af78fa-6413-4f86-bc86-dea67485fc97 req-660fe758-9d90-4d18-ba00-f655435a26f4 service neutron] 10.222.0.18 "PUT /v2.0/ports/8766d0de-bc35-4b93-8601-d9764ad4a051 HTTP/1.1" status: 200 len: 1094 time: 0.7733264 Mar 11 16:36:25.385304 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69d9d449-f02e-43a5-a0b3-2fa72e622fe0', 'tag': '8766d0de-bc35-4b93-8601-d9764ad4a051'}] {{(pid=103092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:36:25.388007 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8119d67d121bc7655fb27ee4e81d05746f3857d7b024446e390c37a4f39e07a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-385413b2-02d9-4172-8a8d-00011ac425ea" -d '{"events": [{"name": "network-changed", "server_uuid": "69d9d449-f02e-43a5-a0b3-2fa72e622fe0", "tag": "8766d0de-bc35-4b93-8601-d9764ad4a051"}]}' {{(pid=103092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 16:36:25.431146 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660fe758-9d90-4d18-ba00-f655435a26f4 service neutron] Pushing event updated for resources: {'Port': ['ID=8766d0de-bc35-4b93-8601-d9764ad4a051,revision_number=3']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:36:25.450381 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 16:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d144aebd-c01b-4c27-a2b6-8ad790119211 x-openstack-request-id: req-d144aebd-c01b-4c27-a2b6-8ad790119211 {{(pid=103092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 16:36:25.450694 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69d9d449-f02e-43a5-a0b3-2fa72e622fe0", "tag": "8766d0de-bc35-4b93-8601-d9764ad4a051", "status": "completed", "code": 200}]} {{(pid=103092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 16:36:25.450902 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-d144aebd-c01b-4c27-a2b6-8ad790119211 {{(pid=103092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 16:36:25.451316 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69d9d449-f02e-43a5-a0b3-2fa72e622fe0', 'tag': '8766d0de-bc35-4b93-8601-d9764ad4a051', 'status': 'completed', 'code': 200} Mar 11 16:36:25.456556 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-5783c132-5c64-48dc-8bb5-d7fd2b8f40b3 req-9619ecdb-2233-4ae6-90b2-d40888648256 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] 10.222.0.72 "GET /v2.0/security-groups?id=71874365-b0c3-4e73-9a02-ee246fe1cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975671 Mar 11 16:36:25.498626 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85af78fa-6413-4f86-bc86-dea67485fc97 req-bb5273f1-7a5f-4ff2-be58-520b606f13c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:36:25.501212 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-85af78fa-6413-4f86-bc86-dea67485fc97 req-bb5273f1-7a5f-4ff2-be58-520b606f13c9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7ba34decd44144f4bfdf7cd2e1be225e&device_id=69d9d449-f02e-43a5-a0b3-2fa72e622fe0 HTTP/1.1" status: 200 len: 1128 time: 0.0620940 Mar 11 16:36:25.845214 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-85af78fa-6413-4f86-bc86-dea67485fc97 req-707ce00b-a821-43fa-ab7d-5ff2481d93fc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8766d0de-bc35-4b93-8601-d9764ad4a051 HTTP/1.1" status: 200 len: 217 time: 0.3362498 Mar 11 16:36:25.898905 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85af78fa-6413-4f86-bc86-dea67485fc97 req-7ab7b953-63f3-4bee-a024-fe02a379f32c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:36:25.901932 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-85af78fa-6413-4f86-bc86-dea67485fc97 req-7ab7b953-63f3-4bee-a024-fe02a379f32c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e83d5618-f91a-4ca7-85af-08b09a8f46c1 HTTP/1.1" status: 200 len: 851 time: 0.0508118 Mar 11 16:36:25.969925 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85af78fa-6413-4f86-bc86-dea67485fc97 req-ed9f3519-8f9a-4180-b062-2d697c2cb6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:36:25.972083 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-85af78fa-6413-4f86-bc86-dea67485fc97 req-ed9f3519-8f9a-4180-b062-2d697c2cb6c5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=dfcfb836-1285-4462-adad-b70a003b7b8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0643902 Mar 11 16:36:26.078126 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-85af78fa-6413-4f86-bc86-dea67485fc97 req-1e62a809-cf55-4af5-8870-e11926dc91d7 service neutron] 10.222.0.18 "GET /v2.0/networks/dfcfb836-1285-4462-adad-b70a003b7b8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000621 Mar 11 16:36:26.181350 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-85af78fa-6413-4f86-bc86-dea67485fc97 req-4437e5dc-b5c6-4931-bf17-139643af9723 service neutron] 10.222.0.18 "GET /v2.0/networks/dfcfb836-1285-4462-adad-b70a003b7b8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965991 Mar 11 16:36:26.276832 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385413b2-02d9-4172-8a8d-00011ac425ea req-12efd9fd-07bf-475c-944e-eabffd57092d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:36:26.278699 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-385413b2-02d9-4172-8a8d-00011ac425ea req-12efd9fd-07bf-475c-944e-eabffd57092d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7ba34decd44144f4bfdf7cd2e1be225e&device_id=69d9d449-f02e-43a5-a0b3-2fa72e622fe0 HTTP/1.1" status: 200 len: 1128 time: 0.0521846 Mar 11 16:36:26.390165 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385413b2-02d9-4172-8a8d-00011ac425ea req-9d555795-5bbd-4351-93b8-3a52fc94b6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:36:26.392358 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-385413b2-02d9-4172-8a8d-00011ac425ea req-9d555795-5bbd-4351-93b8-3a52fc94b6ec service neutron] 10.222.0.18 "GET /v2.0/networks?id=dfcfb836-1285-4462-adad-b70a003b7b8f HTTP/1.1" status: 200 len: 913 time: 0.1056867 Mar 11 16:36:26.437004 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-385413b2-02d9-4172-8a8d-00011ac425ea req-496f193f-39be-4691-b3af-e072225dabad service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8766d0de-bc35-4b93-8601-d9764ad4a051 HTTP/1.1" status: 200 len: 217 time: 0.0391629 Mar 11 16:36:26.497737 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385413b2-02d9-4172-8a8d-00011ac425ea req-bfd73100-8cce-4f7e-8403-873ef06c7e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:36:26.499305 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-385413b2-02d9-4172-8a8d-00011ac425ea req-bfd73100-8cce-4f7e-8403-873ef06c7e56 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e83d5618-f91a-4ca7-85af-08b09a8f46c1 HTTP/1.1" status: 200 len: 851 time: 0.0537500 Mar 11 16:36:26.566282 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385413b2-02d9-4172-8a8d-00011ac425ea req-2289f55e-e4b3-4571-90fc-093be546869f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:36:26.567970 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-385413b2-02d9-4172-8a8d-00011ac425ea req-2289f55e-e4b3-4571-90fc-093be546869f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=dfcfb836-1285-4462-adad-b70a003b7b8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0625629 Mar 11 16:36:26.684624 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508c6479-9aa8-4e61-a851-1ab61f69a15d req-70620ee8-c943-4293-aeb9-cf55a935df2d tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:36:26.686453 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-508c6479-9aa8-4e61-a851-1ab61f69a15d req-70620ee8-c943-4293-aeb9-cf55a935df2d tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] 10.222.0.72 "GET /v2.0/ports?device_id=69d9d449-f02e-43a5-a0b3-2fa72e622fe0 HTTP/1.1" status: 200 len: 944 time: 0.1330361 Mar 11 16:36:26.713652 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-385413b2-02d9-4172-8a8d-00011ac425ea req-2a4e9dbd-06b4-43fd-bde8-279a919688d2 service neutron] 10.222.0.18 "GET /v2.0/networks/dfcfb836-1285-4462-adad-b70a003b7b8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244142 Mar 11 16:36:26.808201 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-508c6479-9aa8-4e61-a851-1ab61f69a15d req-bc8b1f01-9ec5-4b99-87b4-375d26729b36 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] 10.222.0.72 "GET /v2.0/security-groups?id=71874365-b0c3-4e73-9a02-ee246fe1cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1122353 Mar 11 16:36:26.839994 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-385413b2-02d9-4172-8a8d-00011ac425ea req-895bf906-0524-4040-8955-a04250a3a4a0 service neutron] 10.222.0.18 "GET /v2.0/networks/dfcfb836-1285-4462-adad-b70a003b7b8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200855 Mar 11 16:36:27.948785 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de55441-1060-449a-94b9-af8141b90604 req-ae7e9b66-e9a0-4605-814d-452ae5de8649 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:36:27.950598 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-6de55441-1060-449a-94b9-af8141b90604 req-ae7e9b66-e9a0-4605-814d-452ae5de8649 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] 10.222.0.72 "GET /v2.0/ports?device_id=69d9d449-f02e-43a5-a0b3-2fa72e622fe0 HTTP/1.1" status: 200 len: 944 time: 0.0664535 Mar 11 16:36:28.001516 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-6de55441-1060-449a-94b9-af8141b90604 req-c216e934-a87d-4d5f-8b4d-b6da8c0bf87f tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] 10.222.0.72 "GET /v2.0/security-groups?id=71874365-b0c3-4e73-9a02-ee246fe1cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451634 Mar 11 16:36:29.121829 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5e4a7a-f14b-4baa-84fa-668579de8bb9 req-f15d0e7b-9a1f-4695-b7b5-5da76cc8609f tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:36:29.123816 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-8e5e4a7a-f14b-4baa-84fa-668579de8bb9 req-f15d0e7b-9a1f-4695-b7b5-5da76cc8609f tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] 10.222.0.72 "GET /v2.0/ports?device_id=69d9d449-f02e-43a5-a0b3-2fa72e622fe0 HTTP/1.1" status: 200 len: 944 time: 0.0552099 Mar 11 16:36:29.179450 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-8e5e4a7a-f14b-4baa-84fa-668579de8bb9 req-49c6bb8f-6bde-4453-a9e2-3616029e1491 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] 10.222.0.72 "GET /v2.0/security-groups?id=71874365-b0c3-4e73-9a02-ee246fe1cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499468 Mar 11 16:36:30.315183 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ef7e71-b060-4b41-a297-11ed570da3e4 req-c249d209-fdba-4dd8-a848-ac1dbcbbc73e tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:36:30.317379 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-87ef7e71-b060-4b41-a297-11ed570da3e4 req-c249d209-fdba-4dd8-a848-ac1dbcbbc73e tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] 10.222.0.72 "GET /v2.0/ports?device_id=69d9d449-f02e-43a5-a0b3-2fa72e622fe0 HTTP/1.1" status: 200 len: 944 time: 0.0574327 Mar 11 16:36:30.386263 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-87ef7e71-b060-4b41-a297-11ed570da3e4 req-80f7214d-ca3f-46ac-a022-d761fc4686cf tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] 10.222.0.72 "GET /v2.0/security-groups?id=71874365-b0c3-4e73-9a02-ee246fe1cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617993 Mar 11 16:36:31.511615 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587bedbc-e186-4d04-9d3e-34a10e3f9869 req-0151e343-e88a-4b1a-a055-143497894130 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:36:31.513121 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-587bedbc-e186-4d04-9d3e-34a10e3f9869 req-0151e343-e88a-4b1a-a055-143497894130 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] 10.222.0.72 "GET /v2.0/ports?device_id=69d9d449-f02e-43a5-a0b3-2fa72e622fe0 HTTP/1.1" status: 200 len: 944 time: 0.0578313 Mar 11 16:36:31.564554 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-587bedbc-e186-4d04-9d3e-34a10e3f9869 req-c283b98f-b93d-4004-88c0-0800bb129223 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] 10.222.0.72 "GET /v2.0/security-groups?id=71874365-b0c3-4e73-9a02-ee246fe1cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456367 Mar 11 16:36:32.689720 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22b0239-2f96-41e2-afcf-971c597ba9cf req-1c8fc859-8977-4a5c-acfa-f587f3170c46 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:36:32.691441 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-d22b0239-2f96-41e2-afcf-971c597ba9cf req-1c8fc859-8977-4a5c-acfa-f587f3170c46 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] 10.222.0.72 "GET /v2.0/ports?device_id=69d9d449-f02e-43a5-a0b3-2fa72e622fe0 HTTP/1.1" status: 200 len: 944 time: 0.0590770 Mar 11 16:36:32.742514 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-d22b0239-2f96-41e2-afcf-971c597ba9cf req-a66f078a-fa5f-4f77-bf8f-44b7946af86b tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] 10.222.0.72 "GET /v2.0/security-groups?id=71874365-b0c3-4e73-9a02-ee246fe1cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455239 Mar 11 16:36:33.270297 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Device 8766d0de-bc35-4b93-8601-d9764ad4a051 details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=103093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 16:36:33.368402 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] For port 8766d0de-bc35-4b93-8601-d9764ad4a051, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=8766d0de-bc35-4b93-8601-d9764ad4a051,segment=NetworkSegment(4e93ea21-1d78-4c71-907b-4a06ff9bb77c),segment_id=4e93ea21-1d78-4c71-907b-4a06ff9bb77c)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:36:33.379952 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Returning: {'device': '8766d0de-bc35-4b93-8601-d9764ad4a051', 'network_id': 'dfcfb836-1285-4462-adad-b70a003b7b8f', 'port_id': '8766d0de-bc35-4b93-8601-d9764ad4a051', 'mac_address': 'fa:16:3e:e6:40:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e83d5618-f91a-4ca7-85af-08b09a8f46c1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 16:36:33.421236 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Current status of the port 8766d0de-bc35-4b93-8601-d9764ad4a051 is: DOWN; New status is: BUILD {{(pid=103093) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 16:36:33.421621 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (8766d0de-bc35-4b93-8601-d9764ad4a051), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:36:33.436442 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.notifiers.nova [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8766d0de-bc35-4b93-8601-d9764ad4a051 {{(pid=103093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:36:33.458077 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] For port 8766d0de-bc35-4b93-8601-d9764ad4a051, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=8766d0de-bc35-4b93-8601-d9764ad4a051,segment=NetworkSegment(4e93ea21-1d78-4c71-907b-4a06ff9bb77c),segment_id=4e93ea21-1d78-4c71-907b-4a06ff9bb77c)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:36:33.462916 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947'] for port (8766d0de-bc35-4b93-8601-d9764ad4a051), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:36:33.509631 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Pushing event updated for resources: {'Port': ['ID=8766d0de-bc35-4b93-8601-d9764ad4a051,revision_number=4']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:36:33.790535 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] get_ports_and_sgs() called for port_ids ['8766d0de-bc35-4b93-8601-d9764ad4a051'] {{(pid=103093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 16:36:33.872641 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77826afa-7fc0-478c-9e65-adbd7ee7735a req-15343eb7-bee4-4204-8406-6bf30bdea270 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:36:33.874207 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-77826afa-7fc0-478c-9e65-adbd7ee7735a req-15343eb7-bee4-4204-8406-6bf30bdea270 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] 10.222.0.72 "GET /v2.0/ports?device_id=69d9d449-f02e-43a5-a0b3-2fa72e622fe0 HTTP/1.1" status: 200 len: 945 time: 0.0606081 Mar 11 16:36:33.930387 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-77826afa-7fc0-478c-9e65-adbd7ee7735a req-8fe09560-0309-4167-9079-fe3c46f0a6c4 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] 10.222.0.72 "GET /v2.0/security-groups?id=71874365-b0c3-4e73-9a02-ee246fe1cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500913 Mar 11 16:36:35.055880 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb38b89-b096-45d1-9bb2-72076d0446ce req-affcad6a-5d6e-4fb2-9832-43888283a4c0 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:36:35.057545 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-7bb38b89-b096-45d1-9bb2-72076d0446ce req-affcad6a-5d6e-4fb2-9832-43888283a4c0 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] 10.222.0.72 "GET /v2.0/ports?device_id=69d9d449-f02e-43a5-a0b3-2fa72e622fe0 HTTP/1.1" status: 200 len: 945 time: 0.0528371 Mar 11 16:36:35.111517 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-7bb38b89-b096-45d1-9bb2-72076d0446ce req-ea242ff1-e83e-4d67-b098-a6fcd4b2bc9c tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] 10.222.0.72 "GET /v2.0/security-groups?id=71874365-b0c3-4e73-9a02-ee246fe1cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483096 Mar 11 16:36:35.296996 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Device 8766d0de-bc35-4b93-8601-d9764ad4a051 up at agent hyperv_hv-cinder-75078 {{(pid=103093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 16:36:35.347935 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Provisioning for port 8766d0de-bc35-4b93-8601-d9764ad4a051 completed by entity L2. {{(pid=103093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 16:36:35.352384 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Provisioning complete for port 8766d0de-bc35-4b93-8601-d9764ad4a051 triggered by entity L2. {{(pid=103093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 16:36:35.352926 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397499'] for port (8766d0de-bc35-4b93-8601-d9764ad4a051), provisioning_complete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:36:35.565671 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Current status of the port 8766d0de-bc35-4b93-8601-d9764ad4a051 is: BUILD; New status is: ACTIVE {{(pid=103093) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 16:36:35.565969 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (8766d0de-bc35-4b93-8601-d9764ad4a051), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:36:35.591035 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69d9d449-f02e-43a5-a0b3-2fa72e622fe0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8766d0de-bc35-4b93-8601-d9764ad4a051'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:36:35.593276 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f6a2c072b123b360c8eb8991e75d694e889c4c27e62ecb22fdf39ecf471eb94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-882910ca-c3b4-498f-aaea-1bb691c87dfc" -d '{"events": [{"server_uuid": "69d9d449-f02e-43a5-a0b3-2fa72e622fe0", "name": "network-vif-plugged", "status": "completed", "tag": "8766d0de-bc35-4b93-8601-d9764ad4a051"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 16:36:35.608571 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] For port 8766d0de-bc35-4b93-8601-d9764ad4a051, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=8766d0de-bc35-4b93-8601-d9764ad4a051,segment=NetworkSegment(4e93ea21-1d78-4c71-907b-4a06ff9bb77c),segment_id=4e93ea21-1d78-4c71-907b-4a06ff9bb77c)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:36:35.615532 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947'] for port (8766d0de-bc35-4b93-8601-d9764ad4a051), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:36:35.645888 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 16:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55093393-288a-4884-afc9-677f048633fc x-openstack-request-id: req-55093393-288a-4884-afc9-677f048633fc {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 16:36:35.646320 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69d9d449-f02e-43a5-a0b3-2fa72e622fe0", "name": "network-vif-plugged", "status": "completed", "tag": "8766d0de-bc35-4b93-8601-d9764ad4a051", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 16:36:35.646663 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-55093393-288a-4884-afc9-677f048633fc {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 16:36:35.647142 dv-cinder-750782-12-iscsi neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69d9d449-f02e-43a5-a0b3-2fa72e622fe0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8766d0de-bc35-4b93-8601-d9764ad4a051', 'code': 200} Mar 11 16:36:35.683339 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Pushing event updated for resources: {'Port': ['ID=8766d0de-bc35-4b93-8601-d9764ad4a051,revision_number=5']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:36:35.876112 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4590c202-6f5c-474e-9b1c-5206f9119631 req-bd24f706-c61c-4e3a-bf7d-889537b48835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:36:35.877333 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-4590c202-6f5c-474e-9b1c-5206f9119631 req-bd24f706-c61c-4e3a-bf7d-889537b48835 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=69d9d449-f02e-43a5-a0b3-2fa72e622fe0 HTTP/1.1" status: 200 len: 1130 time: 0.0483091 Mar 11 16:36:35.927291 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (42978ec7-0c45-4bcc-88e8-64ee44356522), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:36:35.929714 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-4590c202-6f5c-474e-9b1c-5206f9119631 req-bda692a0-36c1-42ed-9f72-a1704a6e0eeb service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=71874365-b0c3-4e73-9a02-ee246fe1cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466149 Mar 11 16:36:36.238713 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241750b3-b646-4e48-ae34-df13e4c440dc req-61c527d2-b5cb-458e-829a-fffd72ff76e8 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:36:36.240298 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-241750b3-b646-4e48-ae34-df13e4c440dc req-61c527d2-b5cb-458e-829a-fffd72ff76e8 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] 10.222.0.72 "GET /v2.0/ports?device_id=69d9d449-f02e-43a5-a0b3-2fa72e622fe0 HTTP/1.1" status: 200 len: 946 time: 0.0573151 Mar 11 16:36:36.301312 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-241750b3-b646-4e48-ae34-df13e4c440dc req-26f68e0c-506b-498f-a3d3-455eef9942e7 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] 10.222.0.72 "GET /v2.0/security-groups?id=71874365-b0c3-4e73-9a02-ee246fe1cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521932 Mar 11 16:36:37.435675 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95546a86-a008-4b4a-b4a8-cd6d28b0835c req-d4896049-b687-423c-908f-ee417257eab7 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:36:37.437597 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-95546a86-a008-4b4a-b4a8-cd6d28b0835c req-d4896049-b687-423c-908f-ee417257eab7 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] 10.222.0.72 "GET /v2.0/ports?device_id=69d9d449-f02e-43a5-a0b3-2fa72e622fe0 HTTP/1.1" status: 200 len: 946 time: 0.0585132 Mar 11 16:36:37.489489 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-95546a86-a008-4b4a-b4a8-cd6d28b0835c req-cb9e0317-b572-49b8-a9f1-8fa1d9d709f5 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] 10.222.0.72 "GET /v2.0/security-groups?id=71874365-b0c3-4e73-9a02-ee246fe1cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459721 Mar 11 16:36:37.613270 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578cd559-534c-44f9-9edc-46fe1ce22cf3 req-a0982e42-c008-4479-aaf0-ee89abdae8c9 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:36:37.614696 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-578cd559-534c-44f9-9edc-46fe1ce22cf3 req-a0982e42-c008-4479-aaf0-ee89abdae8c9 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] 10.222.0.72 "GET /v2.0/ports?device_id=69d9d449-f02e-43a5-a0b3-2fa72e622fe0 HTTP/1.1" status: 200 len: 946 time: 0.0551858 Mar 11 16:36:37.668539 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-578cd559-534c-44f9-9edc-46fe1ce22cf3 req-1d65f3b2-ee67-4ab0-8f7d-328bf572b435 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] 10.222.0.72 "GET /v2.0/security-groups?id=71874365-b0c3-4e73-9a02-ee246fe1cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443408 Mar 11 16:36:37.691966 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 50184) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:36:37.786425 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2de5e3bc-eb3e-41d3-ade0-455dc2c289f8 tempest-TestVolumeBootPattern-335578791 tempest-TestVolumeBootPattern-335578791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:36:37.787951 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-2de5e3bc-eb3e-41d3-ade0-455dc2c289f8 tempest-TestVolumeBootPattern-335578791 tempest-TestVolumeBootPattern-335578791-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=69d9d449-f02e-43a5-a0b3-2fa72e622fe0 HTTP/1.1" status: 200 len: 1125 time: 0.0948749 Mar 11 16:36:37.791832 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 50188) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:36:37.795986 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.v2.base [None req-c32f3d09-caf1-41c5-92fd-d6a3e6b65fa6 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Request body: {'floatingip': {'floating_network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'port_id': '8766d0de-bc35-4b93-8601-d9764ad4a051', 'tenant_id': '7ba34decd44144f4bfdf7cd2e1be225e', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:36:37.819670 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-c32f3d09-caf1-41c5-92fd-d6a3e6b65fa6 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:36:37.923858 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-c32f3d09-caf1-41c5-92fd-d6a3e6b65fa6 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (None), before_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:36:38.036092 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.db.db_base_plugin_common [None req-c32f3d09-caf1-41c5-92fd-d6a3e6b65fa6 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Allocated IP 172.27.0.143 (ff1c1ad1-a65f-4be8-9483-081137458b82/5240f8c4-acf8-4de2-827e-773879cfd307/deeee1c3-e2a6-470d-a902-0310f556fc44) {{(pid=103092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:36:38.143756 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-c32f3d09-caf1-41c5-92fd-d6a3e6b65fa6 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Publish callbacks [] for port (deeee1c3-e2a6-470d-a902-0310f556fc44), precommit_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:36:38.179464 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-c32f3d09-caf1-41c5-92fd-d6a3e6b65fa6 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780137975911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30811620'] for port (deeee1c3-e2a6-470d-a902-0310f556fc44), after_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:36:38.227498 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c32f3d09-caf1-41c5-92fd-d6a3e6b65fa6 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Network ff1c1ad1-a65f-4be8-9483-081137458b82 is already hosted by enough agents. {{(pid=103092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:36:38.230873 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.scheduler.base_scheduler [None req-c32f3d09-caf1-41c5-92fd-d6a3e6b65fa6 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Resources bound (agent type, host, resource id): {{(pid=103092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:36:38.235250 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32f3d09-caf1-41c5-92fd-d6a3e6b65fa6 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Received port after_create {{(pid=103092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 16:36:38.238350 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32f3d09-caf1-41c5-92fd-d6a3e6b65fa6 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Pushing event updated for resources: {'Port': ['ID=deeee1c3-e2a6-470d-a902-0310f556fc44,revision_number=1']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:36:38.625177 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-c32f3d09-caf1-41c5-92fd-d6a3e6b65fa6 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Publish callbacks [] for floatingip (acdf3859-84f3-4bfa-b96e-4b31c0c7907a), precommit_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:36:38.696348 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-c32f3d09-caf1-41c5-92fd-d6a3e6b65fa6 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (deeee1c3-e2a6-470d-a902-0310f556fc44), before_update {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:36:38.859683 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-c32f3d09-caf1-41c5-92fd-d6a3e6b65fa6 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Publish callbacks [] for port (deeee1c3-e2a6-470d-a902-0310f556fc44), precommit_update {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:36:38.865064 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-c32f3d09-caf1-41c5-92fd-d6a3e6b65fa6 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30811645'] for port (deeee1c3-e2a6-470d-a902-0310f556fc44), after_update {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:36:38.938155 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32f3d09-caf1-41c5-92fd-d6a3e6b65fa6 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Pushing event updated for resources: {'Port': ['ID=deeee1c3-e2a6-470d-a902-0310f556fc44,revision_number=2']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:36:38.952455 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-c32f3d09-caf1-41c5-92fd-d6a3e6b65fa6 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539899'] for floatingip (acdf3859-84f3-4bfa-b96e-4b31c0c7907a), after_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:36:39.066544 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.db.l3_db [None req-c32f3d09-caf1-41c5-92fd-d6a3e6b65fa6 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Floating IP acdf3859-84f3-4bfa-b96e-4b31c0c7907a associated. External IP: 172.27.0.143, port: 8766d0de-bc35-4b93-8601-d9764ad4a051. Mar 11 16:36:39.291229 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c32f3d09-caf1-41c5-92fd-d6a3e6b65fa6 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Router 0063fc76-4274-47d2-846c-ffad972cd769 has already been hosted by L3 agent 03422851-42b1-44c9-ada6-e479436b7b23 {{(pid=103092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:36:39.408479 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c32f3d09-caf1-41c5-92fd-d6a3e6b65fa6 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Notify agent at l3_agent.dv-cinder-750782-12-iscsi the message routers_updated {{(pid=103092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:36:39.420420 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4073d9fc-200a-4b79-b9d8-5fc82e615d9e None None] Sync routers for ids ['0063fc76-4274-47d2-846c-ffad972cd769'] in dv-cinder-750782-12-iscsi {{(pid=103094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:36:39.428431 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-c32f3d09-caf1-41c5-92fd-d6a3e6b65fa6 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122971'] for floatingip (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:36:39.430750 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4073d9fc-200a-4b79-b9d8-5fc82e615d9e None None] Routers {'0063fc76-4274-47d2-846c-ffad972cd769'} bound to L3 agent in host dv-cinder-750782-12-iscsi {{(pid=103094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 16:36:39.431638 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_hamode_db [None req-4073d9fc-200a-4b79-b9d8-5fc82e615d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:12:46Z,description=,heartbeat_timestamp=2022-03-11T16:36:16Z,host='dv-cinder-750782-12-iscsi',id=03422851-42b1-44c9-ada6-e479436b7b23,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:12:46Z,topic='l3_agent')) {'router_ids': ['0063fc76-4274-47d2-846c-ffad972cd769'], 'active': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:36:39.477980 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-c32f3d09-caf1-41c5-92fd-d6a3e6b65fa6 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6743913 Mar 11 16:36:39.477980 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69d9d449-f02e-43a5-a0b3-2fa72e622fe0', 'tag': '8766d0de-bc35-4b93-8601-d9764ad4a051'}] {{(pid=103092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:36:39.477980 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8119d67d121bc7655fb27ee4e81d05746f3857d7b024446e390c37a4f39e07a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96f13b37-29aa-4b1f-a590-8a0585ea1666" -d '{"events": [{"name": "network-changed", "server_uuid": "69d9d449-f02e-43a5-a0b3-2fa72e622fe0", "tag": "8766d0de-bc35-4b93-8601-d9764ad4a051"}]}' {{(pid=103092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 16:36:39.522406 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 16:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22c51293-9082-4539-9286-de314cc6956d x-openstack-request-id: req-22c51293-9082-4539-9286-de314cc6956d {{(pid=103092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 16:36:39.522812 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69d9d449-f02e-43a5-a0b3-2fa72e622fe0", "tag": "8766d0de-bc35-4b93-8601-d9764ad4a051", "status": "completed", "code": 200}]} {{(pid=103092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 16:36:39.523154 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-22c51293-9082-4539-9286-de314cc6956d {{(pid=103092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 16:36:39.523703 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69d9d449-f02e-43a5-a0b3-2fa72e622fe0', 'tag': '8766d0de-bc35-4b93-8601-d9764ad4a051', 'status': 'completed', 'code': 200} Mar 11 16:36:39.552599 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_dvr_db [None req-4073d9fc-200a-4b79-b9d8-5fc82e615d9e None None] Set router 0063fc76-4274-47d2-846c-ffad972cd769 gateway port host: dv-cinder-750782-12-iscsi {{(pid=103094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 16:36:39.605274 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f13b37-29aa-4b1f-a590-8a0585ea1666 req-6b0be174-1b5c-4984-b97a-65c7ee3b50c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:36:39.606743 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-96f13b37-29aa-4b1f-a590-8a0585ea1666 req-6b0be174-1b5c-4984-b97a-65c7ee3b50c9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7ba34decd44144f4bfdf7cd2e1be225e&device_id=69d9d449-f02e-43a5-a0b3-2fa72e622fe0 HTTP/1.1" status: 200 len: 1130 time: 0.0541937 Mar 11 16:36:39.703423 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f13b37-29aa-4b1f-a590-8a0585ea1666 req-8ad1bd98-cda3-403b-b168-b8865e4eba42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:36:39.705416 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-96f13b37-29aa-4b1f-a590-8a0585ea1666 req-8ad1bd98-cda3-403b-b168-b8865e4eba42 service neutron] 10.222.0.18 "GET /v2.0/networks?id=dfcfb836-1285-4462-adad-b70a003b7b8f HTTP/1.1" status: 200 len: 913 time: 0.0914869 Mar 11 16:36:39.788276 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-96f13b37-29aa-4b1f-a590-8a0585ea1666 req-3f08e675-b433-4359-9581-c50e1a8b096a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8766d0de-bc35-4b93-8601-d9764ad4a051 HTTP/1.1" status: 200 len: 1000 time: 0.0768235 Mar 11 16:36:39.811232 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_hamode_db [None req-4073d9fc-200a-4b79-b9d8-5fc82e615d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0063fc76-4274-47d2-846c-ffad972cd769', 'name': 'tempest-TestVolumeBootPattern-1851670284-router', 'tenant_id': '7ba34decd44144f4bfdf7cd2e1be225e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'external_fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': 'bdfead1b-e700-4bcb-a66d-06f4f3251d8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:35:49Z', 'updated_at': '2022-03-11T16:35:52Z', 'revision_number': 4, 'project_id': '7ba34decd44144f4bfdf7cd2e1be225e', 'gw_port': {'id': 'bdfead1b-e700-4bcb-a66d-06f4f3251d8c', 'name': '', 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:31:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0063fc76-4274-47d2-846c-ffad972cd769', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:35:49Z', 'updated_at': '2022-03-11T16:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-12-iscsi', '_floatingips': [{'id': 'acdf3859-84f3-4bfa-b96e-4b31c0c7907a', 'tenant_id': '7ba34decd44144f4bfdf7cd2e1be225e', 'floating_ip_address': '172.27.0.143', 'floating_network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'router_id': '0063fc76-4274-47d2-846c-ffad972cd769', 'port_id': '8766d0de-bc35-4b93-8601-d9764ad4a051', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 728, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfcfb836-1285-4462-adad-b70a003b7b8f', 'mac_address': 'fa:16:3e:e6:40:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d9d449-f02e-43a5-a0b3-2fa72e622fe0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:36:38Z', 'updated_at': '2022-03-11T16:36:38Z', 'revision_number': 0, 'project_id': '7ba34decd44144f4bfdf7cd2e1be225e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd8b0dd6-f281-4bd3-92d9-fb7bcc736060', 'name': '', 'network_id': 'dfcfb836-1285-4462-adad-b70a003b7b8f', 'tenant_id': '7ba34decd44144f4bfdf7cd2e1be225e', 'mac_address': 'fa:16:3e:9d:70:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0063fc76-4274-47d2-846c-ffad972cd769', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'e83d5618-f91a-4ca7-85af-08b09a8f46c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:35:51Z', 'updated_at': '2022-03-11T16:35:56Z', 'revision_number': 5, 'project_id': '7ba34decd44144f4bfdf7cd2e1be225e', 'subnets': [{'id': 'e83d5618-f91a-4ca7-85af-08b09a8f46c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-12-iscsi', False) {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:36:39.839884 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4073d9fc-200a-4b79-b9d8-5fc82e615d9e None None] Checking router: 0063fc76-4274-47d2-846c-ffad972cd769 for host: dv-cinder-750782-12-iscsi {{(pid=103094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:36:39.844371 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f13b37-29aa-4b1f-a590-8a0585ea1666 req-a516c30c-99c6-4ffd-a801-b446a1a08ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:36:39.845863 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-96f13b37-29aa-4b1f-a590-8a0585ea1666 req-a516c30c-99c6-4ffd-a801-b446a1a08ff5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e83d5618-f91a-4ca7-85af-08b09a8f46c1 HTTP/1.1" status: 200 len: 851 time: 0.0526514 Mar 11 16:36:39.851182 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4073d9fc-200a-4b79-b9d8-5fc82e615d9e None None] Routers {'0063fc76-4274-47d2-846c-ffad972cd769'} bound to L3 agent in host dv-cinder-750782-12-iscsi {{(pid=103094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 16:36:39.852053 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_hamode_db [None req-4073d9fc-200a-4b79-b9d8-5fc82e615d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:12:46Z,description=,heartbeat_timestamp=2022-03-11T16:36:16Z,host='dv-cinder-750782-12-iscsi',id=03422851-42b1-44c9-ada6-e479436b7b23,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:12:46Z,topic='l3_agent')) {'router_ids': ['0063fc76-4274-47d2-846c-ffad972cd769'], 'active': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:36:39.899561 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f13b37-29aa-4b1f-a590-8a0585ea1666 req-b4401f59-65fb-474d-a850-71fc45ed905c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:36:39.901710 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-96f13b37-29aa-4b1f-a590-8a0585ea1666 req-b4401f59-65fb-474d-a850-71fc45ed905c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=dfcfb836-1285-4462-adad-b70a003b7b8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0502434 Mar 11 16:36:39.984478 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_dvr_db [None req-4073d9fc-200a-4b79-b9d8-5fc82e615d9e None None] Set router 0063fc76-4274-47d2-846c-ffad972cd769 gateway port host: dv-cinder-750782-12-iscsi {{(pid=103094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 16:36:40.008890 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-96f13b37-29aa-4b1f-a590-8a0585ea1666 req-3f6be4f2-ebb6-4e8a-829d-a48b8140dd60 service neutron] 10.222.0.18 "GET /v2.0/networks/dfcfb836-1285-4462-adad-b70a003b7b8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986757 Mar 11 16:36:40.110411 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-96f13b37-29aa-4b1f-a590-8a0585ea1666 req-ddd6c16c-09b7-450c-ab41-0b855e4479d9 service neutron] 10.222.0.18 "GET /v2.0/networks/dfcfb836-1285-4462-adad-b70a003b7b8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950089 Mar 11 16:36:40.234766 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_hamode_db [None req-4073d9fc-200a-4b79-b9d8-5fc82e615d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0063fc76-4274-47d2-846c-ffad972cd769', 'name': 'tempest-TestVolumeBootPattern-1851670284-router', 'tenant_id': '7ba34decd44144f4bfdf7cd2e1be225e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'external_fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': 'bdfead1b-e700-4bcb-a66d-06f4f3251d8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:35:49Z', 'updated_at': '2022-03-11T16:35:52Z', 'revision_number': 4, 'project_id': '7ba34decd44144f4bfdf7cd2e1be225e', 'gw_port': {'id': 'bdfead1b-e700-4bcb-a66d-06f4f3251d8c', 'name': '', 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:31:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0063fc76-4274-47d2-846c-ffad972cd769', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:35:49Z', 'updated_at': '2022-03-11T16:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-12-iscsi', '_floatingips': [{'id': 'acdf3859-84f3-4bfa-b96e-4b31c0c7907a', 'tenant_id': '7ba34decd44144f4bfdf7cd2e1be225e', 'floating_ip_address': '172.27.0.143', 'floating_network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'router_id': '0063fc76-4274-47d2-846c-ffad972cd769', 'port_id': '8766d0de-bc35-4b93-8601-d9764ad4a051', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 728, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfcfb836-1285-4462-adad-b70a003b7b8f', 'mac_address': 'fa:16:3e:e6:40:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d9d449-f02e-43a5-a0b3-2fa72e622fe0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:36:38Z', 'updated_at': '2022-03-11T16:36:38Z', 'revision_number': 0, 'project_id': '7ba34decd44144f4bfdf7cd2e1be225e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd8b0dd6-f281-4bd3-92d9-fb7bcc736060', 'name': '', 'network_id': 'dfcfb836-1285-4462-adad-b70a003b7b8f', 'tenant_id': '7ba34decd44144f4bfdf7cd2e1be225e', 'mac_address': 'fa:16:3e:9d:70:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0063fc76-4274-47d2-846c-ffad972cd769', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'e83d5618-f91a-4ca7-85af-08b09a8f46c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:35:51Z', 'updated_at': '2022-03-11T16:35:56Z', 'revision_number': 5, 'project_id': '7ba34decd44144f4bfdf7cd2e1be225e', 'subnets': [{'id': 'e83d5618-f91a-4ca7-85af-08b09a8f46c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-12-iscsi', False) {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:36:40.261937 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4073d9fc-200a-4b79-b9d8-5fc82e615d9e None None] The sync data for ids ['0063fc76-4274-47d2-846c-ffad972cd769'] in dv-cinder-750782-12-iscsi is: [{'id': '0063fc76-4274-47d2-846c-ffad972cd769', 'name': 'tempest-TestVolumeBootPattern-1851670284-router', 'tenant_id': '7ba34decd44144f4bfdf7cd2e1be225e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'external_fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': 'bdfead1b-e700-4bcb-a66d-06f4f3251d8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:35:49Z', 'updated_at': '2022-03-11T16:35:52Z', 'revision_number': 4, 'project_id': '7ba34decd44144f4bfdf7cd2e1be225e', 'gw_port': {'id': 'bdfead1b-e700-4bcb-a66d-06f4f3251d8c', 'name': '', 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:31:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0063fc76-4274-47d2-846c-ffad972cd769', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:35:49Z', 'updated_at': '2022-03-11T16:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-12-iscsi', '_floatingips': [{'id': 'acdf3859-84f3-4bfa-b96e-4b31c0c7907a', 'tenant_id': '7ba34decd44144f4bfdf7cd2e1be225e', 'floating_ip_address': '172.27.0.143', 'floating_network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'router_id': '0063fc76-4274-47d2-846c-ffad972cd769', 'port_id': '8766d0de-bc35-4b93-8601-d9764ad4a051', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 728, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfcfb836-1285-4462-adad-b70a003b7b8f', 'mac_address': 'fa:16:3e:e6:40:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d9d449-f02e-43a5-a0b3-2fa72e622fe0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:36:38Z', 'updated_at': '2022-03-11T16:36:38Z', 'revision_number': 0, 'project_id': '7ba34decd44144f4bfdf7cd2e1be225e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd8b0dd6-f281-4bd3-92d9-fb7bcc736060', 'name': '', 'network_id': 'dfcfb836-1285-4462-adad-b70a003b7b8f', 'tenant_id': '7ba34decd44144f4bfdf7cd2e1be225e', 'mac_address': 'fa:16:3e:9d:70:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0063fc76-4274-47d2-846c-ffad972cd769', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'e83d5618-f91a-4ca7-85af-08b09a8f46c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:35:51Z', 'updated_at': '2022-03-11T16:35:56Z', 'revision_number': 5, 'project_id': '7ba34decd44144f4bfdf7cd2e1be225e', 'subnets': [{'id': 'e83d5618-f91a-4ca7-85af-08b09a8f46c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:36:40.475049 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67427b7e-fa2b-4a5e-a2c5-716986c57092 None None] New status for floating IP acdf3859-84f3-4bfa-b96e-4b31c0c7907a: ACTIVE {{(pid=103093) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 16:36:43.837584 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7f5f953b-0ae9-49ee-bb00-42cd5d77c250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (52d54afa-c257-4acf-9353-cc1307944ae0), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:36:46.204993 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-aedaf260-8357-42d6-b743-7b271e4f4df4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (03422851-42b1-44c9-ada6-e479436b7b23), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:36:47.527574 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ae773407-53f5-44d0-bdbe-4d88b69a915f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (d0bcdf8a-248d-4278-aa4c-95e4828d61b2), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:36:48.902326 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-12686fd2-0f25-484f-a78a-b5cd34d8581b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (a5a5d809-3580-471a-ade1-6c5ecc269919), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:36:50.428827 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (1025624e-e238-47fc-86ae-58f7bb6baa16), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:36:52.077261 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [req-8619eeb1-b402-43fa-808b-d5faa1ee06a7 req-2797e238-92ed-4637-a4cf-e1b682a2f8f9 service neutron] (103092) timed out ('10.222.0.18', 55283) {{(pid=103092) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 11 16:36:57.221497 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.agents_db [None req-ed17eba3-c4d2-4aaa-a64c-93b8434a4a48 None None] Agent healthcheck: found 6 active agents {{(pid=103094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 16:37:05.938321 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (42978ec7-0c45-4bcc-88e8-64ee44356522), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:37:13.840051 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2714d76f-c9dd-4f0e-948a-c2399b22435f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (52d54afa-c257-4acf-9353-cc1307944ae0), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:37:14.471370 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-c773d3df-f4a1-481d-9a1c-77f72aefdccb req-d4397f4b-2439-492f-836f-c8f52ed5b51a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=69d9d449-f02e-43a5-a0b3-2fa72e622fe0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1018910 Mar 11 16:37:14.556167 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c773d3df-f4a1-481d-9a1c-77f72aefdccb req-58199f16-398e-4b27-829c-68a6b5004cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:37:14.557569 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-c773d3df-f4a1-481d-9a1c-77f72aefdccb req-58199f16-398e-4b27-829c-68a6b5004cfd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7ba34decd44144f4bfdf7cd2e1be225e&device_id=69d9d449-f02e-43a5-a0b3-2fa72e622fe0 HTTP/1.1" status: 200 len: 1130 time: 0.0449374 Mar 11 16:37:14.663396 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c773d3df-f4a1-481d-9a1c-77f72aefdccb req-ed77013e-7150-4396-8095-e071235afafe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:37:14.664912 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-c773d3df-f4a1-481d-9a1c-77f72aefdccb req-ed77013e-7150-4396-8095-e071235afafe service neutron] 10.222.0.18 "GET /v2.0/networks?id=dfcfb836-1285-4462-adad-b70a003b7b8f HTTP/1.1" status: 200 len: 913 time: 0.0887964 Mar 11 16:37:14.729500 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-c773d3df-f4a1-481d-9a1c-77f72aefdccb req-db6cd108-d63b-483c-bb81-21ef2d8dcab8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8766d0de-bc35-4b93-8601-d9764ad4a051 HTTP/1.1" status: 200 len: 1002 time: 0.0586219 Mar 11 16:37:14.777716 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c773d3df-f4a1-481d-9a1c-77f72aefdccb req-1fec3dd5-f247-45e0-bb9c-a3a9b2c59693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:37:14.779744 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-c773d3df-f4a1-481d-9a1c-77f72aefdccb req-1fec3dd5-f247-45e0-bb9c-a3a9b2c59693 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e83d5618-f91a-4ca7-85af-08b09a8f46c1 HTTP/1.1" status: 200 len: 851 time: 0.0435295 Mar 11 16:37:14.834244 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c773d3df-f4a1-481d-9a1c-77f72aefdccb req-f2518eca-2de0-4690-aac5-769c8d32650c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:37:14.835648 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-c773d3df-f4a1-481d-9a1c-77f72aefdccb req-f2518eca-2de0-4690-aac5-769c8d32650c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=dfcfb836-1285-4462-adad-b70a003b7b8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0498428 Mar 11 16:37:14.926138 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-c773d3df-f4a1-481d-9a1c-77f72aefdccb req-ca3cbf0d-04e0-456a-a366-9ccf9e0e4ae6 service neutron] 10.222.0.18 "GET /v2.0/networks/dfcfb836-1285-4462-adad-b70a003b7b8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846474 Mar 11 16:37:15.022549 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-c773d3df-f4a1-481d-9a1c-77f72aefdccb req-7396b36f-1682-497e-87b4-a36ee4d828b8 service neutron] 10.222.0.18 "GET /v2.0/networks/dfcfb836-1285-4462-adad-b70a003b7b8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905943 Mar 11 16:37:16.207727 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-5e4245a3-bea3-4ad5-b6df-07a7b89401aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (03422851-42b1-44c9-ada6-e479436b7b23), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:37:17.528578 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ae773407-53f5-44d0-bdbe-4d88b69a915f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (d0bcdf8a-248d-4278-aa4c-95e4828d61b2), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:37:18.904127 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-12686fd2-0f25-484f-a78a-b5cd34d8581b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (a5a5d809-3580-471a-ade1-6c5ecc269919), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:37:20.434392 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (1025624e-e238-47fc-86ae-58f7bb6baa16), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:37:34.221388 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.agents_db [None req-ed17eba3-c4d2-4aaa-a64c-93b8434a4a48 None None] Agent healthcheck: found 6 active agents {{(pid=103094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 16:37:35.956828 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (42978ec7-0c45-4bcc-88e8-64ee44356522), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:37:43.844330 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ca58fbac-fdd6-4509-b4e2-1bda7164a85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (52d54afa-c257-4acf-9353-cc1307944ae0), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:37:46.211223 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-07fdd1b8-b82a-471b-a1be-56902dfdbb56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (03422851-42b1-44c9-ada6-e479436b7b23), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:37:47.531617 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ae773407-53f5-44d0-bdbe-4d88b69a915f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (d0bcdf8a-248d-4278-aa4c-95e4828d61b2), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:37:48.905639 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-12686fd2-0f25-484f-a78a-b5cd34d8581b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (a5a5d809-3580-471a-ade1-6c5ecc269919), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:37:50.429032 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (1025624e-e238-47fc-86ae-58f7bb6baa16), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:38:05.968622 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (42978ec7-0c45-4bcc-88e8-64ee44356522), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:38:11.219760 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.agents_db [None req-ed17eba3-c4d2-4aaa-a64c-93b8434a4a48 None None] Agent healthcheck: found 6 active agents {{(pid=103094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 16:38:13.846799 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a862e170-cadb-4c34-9040-b067d9a83447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (52d54afa-c257-4acf-9353-cc1307944ae0), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:38:14.441612 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-d84a083b-6420-4e1f-b682-63332371e5c9 req-c96f6e59-e1ed-46ea-bf4d-286e286f62c2 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=69d9d449-f02e-43a5-a0b3-2fa72e622fe0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0430412 Mar 11 16:38:14.526851 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84a083b-6420-4e1f-b682-63332371e5c9 req-df61da81-8a8a-4b9f-b5b7-3e5e08583a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:38:14.528340 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-d84a083b-6420-4e1f-b682-63332371e5c9 req-df61da81-8a8a-4b9f-b5b7-3e5e08583a04 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7ba34decd44144f4bfdf7cd2e1be225e&device_id=69d9d449-f02e-43a5-a0b3-2fa72e622fe0 HTTP/1.1" status: 200 len: 1130 time: 0.0455558 Mar 11 16:38:14.889315 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84a083b-6420-4e1f-b682-63332371e5c9 req-9d690596-b087-4678-8236-c06973dd35b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:38:14.890812 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-d84a083b-6420-4e1f-b682-63332371e5c9 req-9d690596-b087-4678-8236-c06973dd35b9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=dfcfb836-1285-4462-adad-b70a003b7b8f HTTP/1.1" status: 200 len: 913 time: 0.3452160 Mar 11 16:38:14.952799 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-d84a083b-6420-4e1f-b682-63332371e5c9 req-8aa044a0-1b01-40c4-a159-8f671f9fb879 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8766d0de-bc35-4b93-8601-d9764ad4a051 HTTP/1.1" status: 200 len: 1002 time: 0.0564845 Mar 11 16:38:15.000248 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84a083b-6420-4e1f-b682-63332371e5c9 req-96bd51ec-077f-48b1-bd31-4ddf16edec3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:38:15.001702 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-d84a083b-6420-4e1f-b682-63332371e5c9 req-96bd51ec-077f-48b1-bd31-4ddf16edec3c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e83d5618-f91a-4ca7-85af-08b09a8f46c1 HTTP/1.1" status: 200 len: 851 time: 0.0435767 Mar 11 16:38:15.050796 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84a083b-6420-4e1f-b682-63332371e5c9 req-e6e54766-3c7a-4a68-a7d2-5cd2a60bd5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:38:15.052241 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-d84a083b-6420-4e1f-b682-63332371e5c9 req-e6e54766-3c7a-4a68-a7d2-5cd2a60bd5c6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=dfcfb836-1285-4462-adad-b70a003b7b8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0453680 Mar 11 16:38:15.139744 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-d84a083b-6420-4e1f-b682-63332371e5c9 req-ba877838-6ec6-48a0-9502-d0a14efd2216 service neutron] 10.222.0.18 "GET /v2.0/networks/dfcfb836-1285-4462-adad-b70a003b7b8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811050 Mar 11 16:38:15.231135 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-d84a083b-6420-4e1f-b682-63332371e5c9 req-524a9773-0692-41ae-9b19-1d5795e3bc42 service neutron] 10.222.0.18 "GET /v2.0/networks/dfcfb836-1285-4462-adad-b70a003b7b8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850289 Mar 11 16:38:16.213735 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f652a688-0518-4220-b49f-6c77be16c0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (03422851-42b1-44c9-ada6-e479436b7b23), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:38:16.683289 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [req-c54faf0a-68d0-4c70-bff0-44b6fbd5cb26 req-2e42225d-7c05-4d3a-8ae7-855e4bddd0b4 service neutron] (103091) timed out ('10.222.0.18', 55282) {{(pid=103091) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 11 16:38:17.535971 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ae773407-53f5-44d0-bdbe-4d88b69a915f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (d0bcdf8a-248d-4278-aa4c-95e4828d61b2), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:38:18.908636 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-12686fd2-0f25-484f-a78a-b5cd34d8581b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (a5a5d809-3580-471a-ade1-6c5ecc269919), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:38:20.431341 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (1025624e-e238-47fc-86ae-58f7bb6baa16), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:38:36.000548 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (42978ec7-0c45-4bcc-88e8-64ee44356522), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:38:43.850991 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d48c2837-86a9-4819-8d1d-3eabf3beda9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (52d54afa-c257-4acf-9353-cc1307944ae0), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:38:46.215144 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f778ff18-0477-41b1-a807-776509425272 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (03422851-42b1-44c9-ada6-e479436b7b23), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:38:47.539103 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ae773407-53f5-44d0-bdbe-4d88b69a915f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (d0bcdf8a-248d-4278-aa4c-95e4828d61b2), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:38:48.220208 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.agents_db [None req-ed17eba3-c4d2-4aaa-a64c-93b8434a4a48 None None] Agent healthcheck: found 6 active agents {{(pid=103094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 16:38:48.923478 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-12686fd2-0f25-484f-a78a-b5cd34d8581b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (a5a5d809-3580-471a-ade1-6c5ecc269919), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:38:50.439066 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (1025624e-e238-47fc-86ae-58f7bb6baa16), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:38:56.870987 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cecb5b7-f93e-422c-8ccf-dd12f0ee9cb1 req-cb5462e8-adc0-4dab-8498-e3f6554668f1 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:38:56.873057 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-5cecb5b7-f93e-422c-8ccf-dd12f0ee9cb1 req-cb5462e8-adc0-4dab-8498-e3f6554668f1 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] 10.222.0.72 "GET /v2.0/ports?device_id=69d9d449-f02e-43a5-a0b3-2fa72e622fe0 HTTP/1.1" status: 200 len: 946 time: 0.0552883 Mar 11 16:38:56.923013 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-5cecb5b7-f93e-422c-8ccf-dd12f0ee9cb1 req-93b6c82f-b1e7-4d2e-b239-17b1d440e4ac tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] 10.222.0.72 "GET /v2.0/security-groups?id=71874365-b0c3-4e73-9a02-ee246fe1cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439882 Mar 11 16:38:58.056673 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c77a431-310e-40a7-bdf7-00d10f7e4d55 req-2adadeb5-e8e5-432f-b255-8ac8bdce2683 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:38:58.058206 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-9c77a431-310e-40a7-bdf7-00d10f7e4d55 req-2adadeb5-e8e5-432f-b255-8ac8bdce2683 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] 10.222.0.72 "GET /v2.0/ports?device_id=69d9d449-f02e-43a5-a0b3-2fa72e622fe0 HTTP/1.1" status: 200 len: 946 time: 0.0564690 Mar 11 16:38:58.106927 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-9c77a431-310e-40a7-bdf7-00d10f7e4d55 req-e32f1052-e331-4b84-9841-bbee00e82b7b tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] 10.222.0.72 "GET /v2.0/security-groups?id=71874365-b0c3-4e73-9a02-ee246fe1cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430562 Mar 11 16:38:58.465309 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a150b1-ada5-4450-8bb9-f294af61dd0f req-4a74148a-8bf1-478a-bb33-9f3d148a6eda tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:38:58.468355 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-f8a150b1-ada5-4450-8bb9-f294af61dd0f req-4a74148a-8bf1-478a-bb33-9f3d148a6eda tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] 10.222.0.18 "GET /v2.0/ports?device_id=69d9d449-f02e-43a5-a0b3-2fa72e622fe0 HTTP/1.1" status: 200 len: 946 time: 0.0535417 Mar 11 16:38:58.561516 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.plugin [req-f8a150b1-ada5-4450-8bb9-f294af61dd0f req-e2d9ccf0-7dac-4455-b2fd-2750fcb9de79 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Deleting port 8766d0de-bc35-4b93-8601-d9764ad4a051 {{(pid=103092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 16:38:58.561881 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-f8a150b1-ada5-4450-8bb9-f294af61dd0f req-e2d9ccf0-7dac-4455-b2fd-2750fcb9de79 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780138536942'] for port (8766d0de-bc35-4b93-8601-d9764ad4a051), before_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:38:58.650320 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.db [req-f8a150b1-ada5-4450-8bb9-f294af61dd0f req-e2d9ccf0-7dac-4455-b2fd-2750fcb9de79 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] For port 8766d0de-bc35-4b93-8601-d9764ad4a051, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=8766d0de-bc35-4b93-8601-d9764ad4a051,segment=NetworkSegment(4e93ea21-1d78-4c71-907b-4a06ff9bb77c),segment_id=4e93ea21-1d78-4c71-907b-4a06ff9bb77c)] {{(pid=103092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:38:58.650584 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-f8a150b1-ada5-4450-8bb9-f294af61dd0f req-e2d9ccf0-7dac-4455-b2fd-2750fcb9de79 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538029'] for port (8766d0de-bc35-4b93-8601-d9764ad4a051), precommit_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:38:58.818573 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-f8a150b1-ada5-4450-8bb9-f294af61dd0f req-e2d9ccf0-7dac-4455-b2fd-2750fcb9de79 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:38:58.818928 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-f8a150b1-ada5-4450-8bb9-f294af61dd0f req-e2d9ccf0-7dac-4455-b2fd-2750fcb9de79 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539899'] for floatingip (acdf3859-84f3-4bfa-b96e-4b31c0c7907a), after_update {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:38:58.819281 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.db.l3_db [req-f8a150b1-ada5-4450-8bb9-f294af61dd0f req-e2d9ccf0-7dac-4455-b2fd-2750fcb9de79 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Floating IP acdf3859-84f3-4bfa-b96e-4b31c0c7907a disassociated. External IP: 172.27.0.143, port: 8766d0de-bc35-4b93-8601-d9764ad4a051. Mar 11 16:38:58.819623 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.plugin [req-f8a150b1-ada5-4450-8bb9-f294af61dd0f req-e2d9ccf0-7dac-4455-b2fd-2750fcb9de79 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Calling delete_port for 8766d0de-bc35-4b93-8601-d9764ad4a051 owned by compute:nova {{(pid=103092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 16:38:58.951369 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-f8a150b1-ada5-4450-8bb9-f294af61dd0f req-e2d9ccf0-7dac-4455-b2fd-2750fcb9de79 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780138542421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780137975920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30811620'] for port (8766d0de-bc35-4b93-8601-d9764ad4a051), after_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:38:58.980459 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d9ccf0-7dac-4455-b2fd-2750fcb9de79 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Pushing event deleted for resources: {'Port': ['ID=8766d0de-bc35-4b93-8601-d9764ad4a051,revision_number=None']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:38:58.992034 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d9ccf0-7dac-4455-b2fd-2750fcb9de79 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:38:58.992381 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d9ccf0-7dac-4455-b2fd-2750fcb9de79 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:38:58.992718 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d9ccf0-7dac-4455-b2fd-2750fcb9de79 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:38:58.993046 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d9ccf0-7dac-4455-b2fd-2750fcb9de79 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:38:58.993366 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d9ccf0-7dac-4455-b2fd-2750fcb9de79 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:38:58.993689 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d9ccf0-7dac-4455-b2fd-2750fcb9de79 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:38:58.994031 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d9ccf0-7dac-4455-b2fd-2750fcb9de79 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:38:58.994349 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d9ccf0-7dac-4455-b2fd-2750fcb9de79 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:38:58.994665 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d9ccf0-7dac-4455-b2fd-2750fcb9de79 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:38:58.994995 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d9ccf0-7dac-4455-b2fd-2750fcb9de79 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:38:58.995297 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d9ccf0-7dac-4455-b2fd-2750fcb9de79 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:38:58.995609 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d9ccf0-7dac-4455-b2fd-2750fcb9de79 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:38:58.995921 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d9ccf0-7dac-4455-b2fd-2750fcb9de79 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:38:59.112284 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f8a150b1-ada5-4450-8bb9-f294af61dd0f req-e2d9ccf0-7dac-4455-b2fd-2750fcb9de79 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Router 0063fc76-4274-47d2-846c-ffad972cd769 has already been hosted by L3 agent 03422851-42b1-44c9-ada6-e479436b7b23 {{(pid=103092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:38:59.230850 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-e5b5a88c-92e6-4719-9fb5-2ebace1c4fd2 req-bc92b75a-2120-4f24-9c5e-946fe7149ab7 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] 10.222.0.72 "GET /v2.0/ports?device_id=69d9d449-f02e-43a5-a0b3-2fa72e622fe0 HTTP/1.1" status: 200 len: 210 time: 0.0541234 Mar 11 16:38:59.248690 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f8a150b1-ada5-4450-8bb9-f294af61dd0f req-e2d9ccf0-7dac-4455-b2fd-2750fcb9de79 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Notify agent at l3_agent.dv-cinder-750782-12-iscsi the message routers_updated {{(pid=103092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:38:59.258279 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cca1ff8-31c7-4435-837f-f8a143fee3da None None] Sync routers for ids ['0063fc76-4274-47d2-846c-ffad972cd769'] in dv-cinder-750782-12-iscsi {{(pid=103094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:38:59.269493 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cca1ff8-31c7-4435-837f-f8a143fee3da None None] Routers {'0063fc76-4274-47d2-846c-ffad972cd769'} bound to L3 agent in host dv-cinder-750782-12-iscsi {{(pid=103094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 16:38:59.270129 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_hamode_db [None req-0cca1ff8-31c7-4435-837f-f8a143fee3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:12:46Z,description=,heartbeat_timestamp=2022-03-11T16:38:46Z,host='dv-cinder-750782-12-iscsi',id=03422851-42b1-44c9-ada6-e479436b7b23,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:12:46Z,topic='l3_agent')) {'router_ids': ['0063fc76-4274-47d2-846c-ffad972cd769'], 'active': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:38:59.292425 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8a150b1-ada5-4450-8bb9-f294af61dd0f req-e2d9ccf0-7dac-4455-b2fd-2750fcb9de79 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] No DVR routers for this DVR port 8766d0de-bc35-4b93-8601-d9764ad4a051 on host hv-cinder-75078 {{(pid=103092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:38:59.295193 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-f8a150b1-ada5-4450-8bb9-f294af61dd0f req-e2d9ccf0-7dac-4455-b2fd-2750fcb9de79 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122971'] for port (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:38:59.298502 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-f8a150b1-ada5-4450-8bb9-f294af61dd0f req-e2d9ccf0-7dac-4455-b2fd-2750fcb9de79 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] 10.222.0.18 "DELETE /v2.0/ports/8766d0de-bc35-4b93-8601-d9764ad4a051 HTTP/1.1" status: 204 len: 173 time: 0.8235800 Mar 11 16:38:59.298950 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69d9d449-f02e-43a5-a0b3-2fa72e622fe0', 'name': 'network-vif-deleted', 'tag': '8766d0de-bc35-4b93-8601-d9764ad4a051'}] {{(pid=103092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:38:59.301232 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8119d67d121bc7655fb27ee4e81d05746f3857d7b024446e390c37a4f39e07a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-743ea1bf-2a61-4dcd-bab3-d93a965c503e" -d '{"events": [{"server_uuid": "69d9d449-f02e-43a5-a0b3-2fa72e622fe0", "name": "network-vif-deleted", "tag": "8766d0de-bc35-4b93-8601-d9764ad4a051"}]}' {{(pid=103092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 16:38:59.412846 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 16:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb891056-74bd-40b5-8cdb-0933c1d2878b x-openstack-request-id: req-bb891056-74bd-40b5-8cdb-0933c1d2878b {{(pid=103092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 16:38:59.413199 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69d9d449-f02e-43a5-a0b3-2fa72e622fe0", "name": "network-vif-deleted", "tag": "8766d0de-bc35-4b93-8601-d9764ad4a051", "status": "completed", "code": 200}]} {{(pid=103092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 16:38:59.413451 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-bb891056-74bd-40b5-8cdb-0933c1d2878b {{(pid=103092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 16:38:59.419087 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69d9d449-f02e-43a5-a0b3-2fa72e622fe0', 'name': 'network-vif-deleted', 'tag': '8766d0de-bc35-4b93-8601-d9764ad4a051', 'status': 'completed', 'code': 200} Mar 11 16:38:59.494524 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_dvr_db [None req-0cca1ff8-31c7-4435-837f-f8a143fee3da None None] Set router 0063fc76-4274-47d2-846c-ffad972cd769 gateway port host: dv-cinder-750782-12-iscsi {{(pid=103094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 16:38:59.701609 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_hamode_db [None req-0cca1ff8-31c7-4435-837f-f8a143fee3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0063fc76-4274-47d2-846c-ffad972cd769', 'name': 'tempest-TestVolumeBootPattern-1851670284-router', 'tenant_id': '7ba34decd44144f4bfdf7cd2e1be225e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'external_fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': 'bdfead1b-e700-4bcb-a66d-06f4f3251d8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:35:49Z', 'updated_at': '2022-03-11T16:35:52Z', 'revision_number': 4, 'project_id': '7ba34decd44144f4bfdf7cd2e1be225e', 'gw_port': {'id': 'bdfead1b-e700-4bcb-a66d-06f4f3251d8c', 'name': '', 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:31:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0063fc76-4274-47d2-846c-ffad972cd769', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:35:49Z', 'updated_at': '2022-03-11T16:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-12-iscsi', '_interfaces': [{'id': 'fd8b0dd6-f281-4bd3-92d9-fb7bcc736060', 'name': '', 'network_id': 'dfcfb836-1285-4462-adad-b70a003b7b8f', 'tenant_id': '7ba34decd44144f4bfdf7cd2e1be225e', 'mac_address': 'fa:16:3e:9d:70:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0063fc76-4274-47d2-846c-ffad972cd769', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'e83d5618-f91a-4ca7-85af-08b09a8f46c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:35:51Z', 'updated_at': '2022-03-11T16:35:56Z', 'revision_number': 5, 'project_id': '7ba34decd44144f4bfdf7cd2e1be225e', 'subnets': [{'id': 'e83d5618-f91a-4ca7-85af-08b09a8f46c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-12-iscsi', False) {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:38:59.727715 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cca1ff8-31c7-4435-837f-f8a143fee3da None None] Checking router: 0063fc76-4274-47d2-846c-ffad972cd769 for host: dv-cinder-750782-12-iscsi {{(pid=103094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:38:59.736415 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cca1ff8-31c7-4435-837f-f8a143fee3da None None] Routers {'0063fc76-4274-47d2-846c-ffad972cd769'} bound to L3 agent in host dv-cinder-750782-12-iscsi {{(pid=103094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 16:38:59.737016 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_hamode_db [None req-0cca1ff8-31c7-4435-837f-f8a143fee3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:12:46Z,description=,heartbeat_timestamp=2022-03-11T16:38:46Z,host='dv-cinder-750782-12-iscsi',id=03422851-42b1-44c9-ada6-e479436b7b23,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:12:46Z,topic='l3_agent')) {'router_ids': ['0063fc76-4274-47d2-846c-ffad972cd769'], 'active': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:38:59.844533 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_dvr_db [None req-0cca1ff8-31c7-4435-837f-f8a143fee3da None None] Set router 0063fc76-4274-47d2-846c-ffad972cd769 gateway port host: dv-cinder-750782-12-iscsi {{(pid=103094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 16:39:00.051307 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_hamode_db [None req-0cca1ff8-31c7-4435-837f-f8a143fee3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0063fc76-4274-47d2-846c-ffad972cd769', 'name': 'tempest-TestVolumeBootPattern-1851670284-router', 'tenant_id': '7ba34decd44144f4bfdf7cd2e1be225e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'external_fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': 'bdfead1b-e700-4bcb-a66d-06f4f3251d8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:35:49Z', 'updated_at': '2022-03-11T16:35:52Z', 'revision_number': 4, 'project_id': '7ba34decd44144f4bfdf7cd2e1be225e', 'gw_port': {'id': 'bdfead1b-e700-4bcb-a66d-06f4f3251d8c', 'name': '', 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:31:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0063fc76-4274-47d2-846c-ffad972cd769', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:35:49Z', 'updated_at': '2022-03-11T16:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-12-iscsi', '_interfaces': [{'id': 'fd8b0dd6-f281-4bd3-92d9-fb7bcc736060', 'name': '', 'network_id': 'dfcfb836-1285-4462-adad-b70a003b7b8f', 'tenant_id': '7ba34decd44144f4bfdf7cd2e1be225e', 'mac_address': 'fa:16:3e:9d:70:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0063fc76-4274-47d2-846c-ffad972cd769', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'e83d5618-f91a-4ca7-85af-08b09a8f46c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:35:51Z', 'updated_at': '2022-03-11T16:35:56Z', 'revision_number': 5, 'project_id': '7ba34decd44144f4bfdf7cd2e1be225e', 'subnets': [{'id': 'e83d5618-f91a-4ca7-85af-08b09a8f46c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-12-iscsi', False) {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:39:00.077703 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cca1ff8-31c7-4435-837f-f8a143fee3da None None] The sync data for ids ['0063fc76-4274-47d2-846c-ffad972cd769'] in dv-cinder-750782-12-iscsi is: [{'id': '0063fc76-4274-47d2-846c-ffad972cd769', 'name': 'tempest-TestVolumeBootPattern-1851670284-router', 'tenant_id': '7ba34decd44144f4bfdf7cd2e1be225e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'external_fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': 'bdfead1b-e700-4bcb-a66d-06f4f3251d8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:35:49Z', 'updated_at': '2022-03-11T16:35:52Z', 'revision_number': 4, 'project_id': '7ba34decd44144f4bfdf7cd2e1be225e', 'gw_port': {'id': 'bdfead1b-e700-4bcb-a66d-06f4f3251d8c', 'name': '', 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:31:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0063fc76-4274-47d2-846c-ffad972cd769', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:35:49Z', 'updated_at': '2022-03-11T16:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-12-iscsi', '_interfaces': [{'id': 'fd8b0dd6-f281-4bd3-92d9-fb7bcc736060', 'name': '', 'network_id': 'dfcfb836-1285-4462-adad-b70a003b7b8f', 'tenant_id': '7ba34decd44144f4bfdf7cd2e1be225e', 'mac_address': 'fa:16:3e:9d:70:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0063fc76-4274-47d2-846c-ffad972cd769', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'e83d5618-f91a-4ca7-85af-08b09a8f46c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:35:51Z', 'updated_at': '2022-03-11T16:35:56Z', 'revision_number': 5, 'project_id': '7ba34decd44144f4bfdf7cd2e1be225e', 'subnets': [{'id': 'e83d5618-f91a-4ca7-85af-08b09a8f46c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:39:00.302313 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa3e1e6-82a8-4052-aa0f-7c6d472ab4d3 None None] New status for floating IP acdf3859-84f3-4bfa-b96e-4b31c0c7907a: DOWN {{(pid=103093) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 16:39:00.454640 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-5410949e-c6c7-4c87-a463-d027dc38709d req-1c4a8184-495e-4946-812b-115dbc692737 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-141537633&fields=id&tenant_id=7ba34decd44144f4bfdf7cd2e1be225e HTTP/1.1" status: 200 len: 267 time: 0.0487711 Mar 11 16:39:00.561030 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5410949e-c6c7-4c87-a463-d027dc38709d req-718f1b10-38a4-4438-b483-1262a084a784 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:39:00.562526 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-5410949e-c6c7-4c87-a463-d027dc38709d req-718f1b10-38a4-4438-b483-1262a084a784 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] 10.222.0.72 "GET /v2.0/networks?id=dfcfb836-1285-4462-adad-b70a003b7b8f HTTP/1.1" status: 200 len: 812 time: 0.1030049 Mar 11 16:39:00.579987 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-5410949e-c6c7-4c87-a463-d027dc38709d req-db4816b5-eec7-4d7b-a6f0-0fd3551921a8 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] 10.222.0.72 "GET /v2.0/quotas/7ba34decd44144f4bfdf7cd2e1be225e HTTP/1.1" status: 200 len: 375 time: 0.0120363 Mar 11 16:39:00.634407 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-5410949e-c6c7-4c87-a463-d027dc38709d req-37e9313d-31ec-4af3-bb7c-efdbe67d7475 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=7ba34decd44144f4bfdf7cd2e1be225e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0495698 Mar 11 16:39:00.728477 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-5410949e-c6c7-4c87-a463-d027dc38709d req-0730dc12-ed37-4956-b725-9d0bb3371c58 service neutron] 10.222.0.72 "GET /v2.0/networks/dfcfb836-1285-4462-adad-b70a003b7b8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818090 Mar 11 16:39:00.824718 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-5410949e-c6c7-4c87-a463-d027dc38709d req-a8a7f8ae-1fc0-4a64-9045-8a10b88a1223 service neutron] 10.222.0.72 "GET /v2.0/networks/dfcfb836-1285-4462-adad-b70a003b7b8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903895 Mar 11 16:39:01.109707 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-aee04140-6324-412e-996b-bf6709690f85 req-38e45ac5-a556-4281-8c76-18a4803d0589 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] 10.222.0.72 "GET /v2.0/ports?device_id=c4fd8a49-2ab7-40f1-8728-ed49bbabdb69 HTTP/1.1" status: 200 len: 210 time: 0.0280921 Mar 11 16:39:02.021026 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Device 8766d0de-bc35-4b93-8601-d9764ad4a051 no longer exists at agent hyperv_hv-cinder-75078 {{(pid=103093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 16:39:02.045142 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] No Port match for: 8766d0de-bc35-4b93-8601-d9764ad4a051 {{(pid=103093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 16:39:02.045800 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Device 8766d0de-bc35-4b93-8601-d9764ad4a051 not bound to the agent host hv-cinder-75078 {{(pid=103093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 16:39:02.120002 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5410949e-c6c7-4c87-a463-d027dc38709d req-02bb6112-2307-42d7-af78-649f411ddc66 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:39:02.121524 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-5410949e-c6c7-4c87-a463-d027dc38709d req-02bb6112-2307-42d7-af78-649f411ddc66 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] 10.222.0.18 "GET /v2.0/networks?id=dfcfb836-1285-4462-adad-b70a003b7b8f HTTP/1.1" status: 200 len: 812 time: 0.1227252 Mar 11 16:39:02.188983 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-5410949e-c6c7-4c87-a463-d027dc38709d req-3788b2cd-bd3d-4549-b371-31eaa85934a5 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7ba34decd44144f4bfdf7cd2e1be225e HTTP/1.1" status: 200 len: 379 time: 0.0601521 Mar 11 16:39:02.205003 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.v2.base [req-5410949e-c6c7-4c87-a463-d027dc38709d req-46701ec3-e92e-4184-9a23-b9307d64f553 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Request body: {'port': {'device_id': 'c4fd8a49-2ab7-40f1-8728-ed49bbabdb69', 'network_id': 'dfcfb836-1285-4462-adad-b70a003b7b8f', 'admin_state_up': True, 'tenant_id': '7ba34decd44144f4bfdf7cd2e1be225e', 'security_groups': ['71874365-b0c3-4e73-9a02-ee246fe1cd77']}} {{(pid=103092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:39:02.224609 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-c8002bb3-6629-4a72-9499-173d515bcc88 req-c02e6d60-0f63-4071-bfdd-467e580a2cf8 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] 10.222.0.72 "GET /v2.0/ports?device_id=c4fd8a49-2ab7-40f1-8728-ed49bbabdb69 HTTP/1.1" status: 200 len: 210 time: 0.0423982 Mar 11 16:39:02.329643 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5410949e-c6c7-4c87-a463-d027dc38709d req-46701ec3-e92e-4184-9a23-b9307d64f553 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Made reservation on behalf of 7ba34decd44144f4bfdf7cd2e1be225e for: {'port': 1} {{(pid=103092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:39:02.333167 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-5410949e-c6c7-4c87-a463-d027dc38709d req-46701ec3-e92e-4184-9a23-b9307d64f553 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (None), before_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:39:02.462994 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.db.db_base_plugin_common [req-5410949e-c6c7-4c87-a463-d027dc38709d req-46701ec3-e92e-4184-9a23-b9307d64f553 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Allocated IP 172.20.0.6 (dfcfb836-1285-4462-adad-b70a003b7b8f/e83d5618-f91a-4ca7-85af-08b09a8f46c1/197cc0e5-8f0c-44a8-9bfa-0b0ab5900a85) {{(pid=103092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:39:02.613249 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-5410949e-c6c7-4c87-a463-d027dc38709d req-46701ec3-e92e-4184-9a23-b9307d64f553 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Publish callbacks [] for port (197cc0e5-8f0c-44a8-9bfa-0b0ab5900a85), precommit_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:39:02.646060 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-5410949e-c6c7-4c87-a463-d027dc38709d req-46701ec3-e92e-4184-9a23-b9307d64f553 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780137975911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30811620'] for port (197cc0e5-8f0c-44a8-9bfa-0b0ab5900a85), after_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:39:02.687860 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5410949e-c6c7-4c87-a463-d027dc38709d req-46701ec3-e92e-4184-9a23-b9307d64f553 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Network dfcfb836-1285-4462-adad-b70a003b7b8f is already hosted by enough agents. {{(pid=103092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:39:02.692773 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.scheduler.base_scheduler [req-5410949e-c6c7-4c87-a463-d027dc38709d req-46701ec3-e92e-4184-9a23-b9307d64f553 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Resources bound (agent type, host, resource id): {{(pid=103092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:39:02.696373 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.db.l3_dvrscheduler_db [req-5410949e-c6c7-4c87-a463-d027dc38709d req-46701ec3-e92e-4184-9a23-b9307d64f553 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Received port after_create {{(pid=103092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 16:39:02.721297 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46701ec3-e92e-4184-9a23-b9307d64f553 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Pushing event updated for resources: {'Port': ['ID=197cc0e5-8f0c-44a8-9bfa-0b0ab5900a85,revision_number=1']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:39:02.750400 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5410949e-c6c7-4c87-a463-d027dc38709d req-46701ec3-e92e-4184-9a23-b9307d64f553 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:39:02.751043 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-5410949e-c6c7-4c87-a463-d027dc38709d req-46701ec3-e92e-4184-9a23-b9307d64f553 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122971'] for port (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:39:02.768736 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-5410949e-c6c7-4c87-a463-d027dc38709d req-46701ec3-e92e-4184-9a23-b9307d64f553 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5704782 Mar 11 16:39:02.780156 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.v2.base [req-5410949e-c6c7-4c87-a463-d027dc38709d req-802c10cb-5e07-427e-88c4-4e717aa4ed3d service neutron] Request body: {'port': {'device_id': 'c4fd8a49-2ab7-40f1-8728-ed49bbabdb69', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=103092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:39:02.846419 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-5410949e-c6c7-4c87-a463-d027dc38709d req-802c10cb-5e07-427e-88c4-4e717aa4ed3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (197cc0e5-8f0c-44a8-9bfa-0b0ab5900a85), before_update {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:39:02.914936 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [None req-44779d61-fe01-4142-851b-714085970d9a None None] Provisioning complete for port 197cc0e5-8f0c-44a8-9bfa-0b0ab5900a85 triggered by entity DHCP. {{(pid=103093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 16:39:02.915397 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-44779d61-fe01-4142-851b-714085970d9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397499'] for port (197cc0e5-8f0c-44a8-9bfa-0b0ab5900a85), provisioning_complete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:39:02.950188 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-44779d61-fe01-4142-851b-714085970d9a None None] Port 197cc0e5-8f0c-44a8-9bfa-0b0ab5900a85 cannot update to ACTIVE because it is not bound. {{(pid=103093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 16:39:03.119391 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.notifiers.nova [req-5410949e-c6c7-4c87-a463-d027dc38709d req-802c10cb-5e07-427e-88c4-4e717aa4ed3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 197cc0e5-8f0c-44a8-9bfa-0b0ab5900a85 {{(pid=103092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:39:03.128296 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-5410949e-c6c7-4c87-a463-d027dc38709d req-802c10cb-5e07-427e-88c4-4e717aa4ed3d service neutron] Publish callbacks [] for port (197cc0e5-8f0c-44a8-9bfa-0b0ab5900a85), precommit_update {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:39:03.142849 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.db.provisioning_blocks [req-5410949e-c6c7-4c87-a463-d027dc38709d req-802c10cb-5e07-427e-88c4-4e717aa4ed3d service neutron] Transition to ACTIVE for port object 197cc0e5-8f0c-44a8-9bfa-0b0ab5900a85 will not be triggered until provisioned by entity L2. {{(pid=103092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 16:39:03.146350 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-5410949e-c6c7-4c87-a463-d027dc38709d req-802c10cb-5e07-427e-88c4-4e717aa4ed3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30811645'] for port (197cc0e5-8f0c-44a8-9bfa-0b0ab5900a85), after_update {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:39:03.215358 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802c10cb-5e07-427e-88c4-4e717aa4ed3d service neutron] Pushing event updated for resources: {'Port': ['ID=197cc0e5-8f0c-44a8-9bfa-0b0ab5900a85,revision_number=2']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:39:03.268604 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.managers [req-5410949e-c6c7-4c87-a463-d027dc38709d req-802c10cb-5e07-427e-88c4-4e717aa4ed3d service neutron] Attempting to bind port 197cc0e5-8f0c-44a8-9bfa-0b0ab5900a85 on host hv-cinder-75078 for vnic_type normal with profile {{(pid=103092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 16:39:03.269167 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.managers [req-5410949e-c6c7-4c87-a463-d027dc38709d req-802c10cb-5e07-427e-88c4-4e717aa4ed3d service neutron] Attempting to bind port 197cc0e5-8f0c-44a8-9bfa-0b0ab5900a85 by drivers openvswitch,hyperv on host hv-cinder-75078 at level 0 using segments [{'id': '4e93ea21-1d78-4c71-907b-4a06ff9bb77c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'dfcfb836-1285-4462-adad-b70a003b7b8f'}] {{(pid=103092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 16:39:03.269498 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5410949e-c6c7-4c87-a463-d027dc38709d req-802c10cb-5e07-427e-88c4-4e717aa4ed3d service neutron] Attempting to bind port 197cc0e5-8f0c-44a8-9bfa-0b0ab5900a85 on network dfcfb836-1285-4462-adad-b70a003b7b8f {{(pid=103092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 16:39:03.274132 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5410949e-c6c7-4c87-a463-d027dc38709d req-802c10cb-5e07-427e-88c4-4e717aa4ed3d service neutron] Port 197cc0e5-8f0c-44a8-9bfa-0b0ab5900a85 on network dfcfb836-1285-4462-adad-b70a003b7b8f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75078 {{(pid=103092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 16:39:03.274459 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5410949e-c6c7-4c87-a463-d027dc38709d req-802c10cb-5e07-427e-88c4-4e717aa4ed3d service neutron] Attempting to bind port 197cc0e5-8f0c-44a8-9bfa-0b0ab5900a85 on network dfcfb836-1285-4462-adad-b70a003b7b8f {{(pid=103092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 16:39:03.280250 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5410949e-c6c7-4c87-a463-d027dc38709d req-802c10cb-5e07-427e-88c4-4e717aa4ed3d service neutron] Checking agent: {'id': '42978ec7-0c45-4bcc-88e8-64ee44356522', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 19, 5), 'started_at': datetime.datetime(2022, 3, 11, 16, 19, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 38, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 16:39:03.280593 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5410949e-c6c7-4c87-a463-d027dc38709d req-802c10cb-5e07-427e-88c4-4e717aa4ed3d service neutron] Checking segment: {'id': '4e93ea21-1d78-4c71-907b-4a06ff9bb77c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'dfcfb836-1285-4462-adad-b70a003b7b8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 16:39:03.280975 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5410949e-c6c7-4c87-a463-d027dc38709d req-802c10cb-5e07-427e-88c4-4e717aa4ed3d service neutron] Bound using segment: {'id': '4e93ea21-1d78-4c71-907b-4a06ff9bb77c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'dfcfb836-1285-4462-adad-b70a003b7b8f'} {{(pid=103092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 16:39:03.281401 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.managers [req-5410949e-c6c7-4c87-a463-d027dc38709d req-802c10cb-5e07-427e-88c4-4e717aa4ed3d service neutron] Bound port: 197cc0e5-8f0c-44a8-9bfa-0b0ab5900a85, host: hv-cinder-75078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e93ea21-1d78-4c71-907b-4a06ff9bb77c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'dfcfb836-1285-4462-adad-b70a003b7b8f'}}] {{(pid=103092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 16:39:03.281754 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-5410949e-c6c7-4c87-a463-d027dc38709d req-802c10cb-5e07-427e-88c4-4e717aa4ed3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (197cc0e5-8f0c-44a8-9bfa-0b0ab5900a85), before_update {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:39:03.384079 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.db [req-5410949e-c6c7-4c87-a463-d027dc38709d req-802c10cb-5e07-427e-88c4-4e717aa4ed3d service neutron] For port 197cc0e5-8f0c-44a8-9bfa-0b0ab5900a85, host hv-cinder-75078, cleared binding levels {{(pid=103092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:39:03.388599 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.db [req-5410949e-c6c7-4c87-a463-d027dc38709d req-802c10cb-5e07-427e-88c4-4e717aa4ed3d service neutron] For port 197cc0e5-8f0c-44a8-9bfa-0b0ab5900a85, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=197cc0e5-8f0c-44a8-9bfa-0b0ab5900a85,segment=NetworkSegment(4e93ea21-1d78-4c71-907b-4a06ff9bb77c),segment_id=4e93ea21-1d78-4c71-907b-4a06ff9bb77c)] {{(pid=103092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:39:03.395431 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-5410949e-c6c7-4c87-a463-d027dc38709d req-802c10cb-5e07-427e-88c4-4e717aa4ed3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30811645'] for port (197cc0e5-8f0c-44a8-9bfa-0b0ab5900a85), after_update {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:39:03.410457 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10240b8-156c-46bd-ac65-dbdd5d26e358 req-b3cb7a5c-7a99-4503-970f-f162154eff37 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:39:03.411939 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-a10240b8-156c-46bd-ac65-dbdd5d26e358 req-b3cb7a5c-7a99-4503-970f-f162154eff37 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] 10.222.0.72 "GET /v2.0/ports?device_id=c4fd8a49-2ab7-40f1-8728-ed49bbabdb69 HTTP/1.1" status: 200 len: 943 time: 0.0962813 Mar 11 16:39:03.445027 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5410949e-c6c7-4c87-a463-d027dc38709d req-802c10cb-5e07-427e-88c4-4e717aa4ed3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:39:03.445693 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-5410949e-c6c7-4c87-a463-d027dc38709d req-802c10cb-5e07-427e-88c4-4e717aa4ed3d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122971'] for port (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:39:03.447360 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-5410949e-c6c7-4c87-a463-d027dc38709d req-802c10cb-5e07-427e-88c4-4e717aa4ed3d service neutron] 10.222.0.18 "PUT /v2.0/ports/197cc0e5-8f0c-44a8-9bfa-0b0ab5900a85 HTTP/1.1" status: 200 len: 1093 time: 0.6722515 Mar 11 16:39:03.449538 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4fd8a49-2ab7-40f1-8728-ed49bbabdb69', 'tag': '197cc0e5-8f0c-44a8-9bfa-0b0ab5900a85'}] {{(pid=103092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:39:03.451963 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8119d67d121bc7655fb27ee4e81d05746f3857d7b024446e390c37a4f39e07a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-469a6284-6aec-46de-b8e6-9d19c429b616" -d '{"events": [{"name": "network-changed", "server_uuid": "c4fd8a49-2ab7-40f1-8728-ed49bbabdb69", "tag": "197cc0e5-8f0c-44a8-9bfa-0b0ab5900a85"}]}' {{(pid=103092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 16:39:03.525634 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 16:39:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa1de368-2c4d-46d7-8bad-369feed300c6 x-openstack-request-id: req-aa1de368-2c4d-46d7-8bad-369feed300c6 {{(pid=103092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 16:39:03.526006 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4fd8a49-2ab7-40f1-8728-ed49bbabdb69", "tag": "197cc0e5-8f0c-44a8-9bfa-0b0ab5900a85", "status": "completed", "code": 200}]} {{(pid=103092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 16:39:03.526231 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-aa1de368-2c4d-46d7-8bad-369feed300c6 {{(pid=103092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 16:39:03.526743 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4fd8a49-2ab7-40f1-8728-ed49bbabdb69', 'tag': '197cc0e5-8f0c-44a8-9bfa-0b0ab5900a85', 'status': 'completed', 'code': 200} Mar 11 16:39:03.532830 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802c10cb-5e07-427e-88c4-4e717aa4ed3d service neutron] Pushing event updated for resources: {'Port': ['ID=197cc0e5-8f0c-44a8-9bfa-0b0ab5900a85,revision_number=3']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:39:03.547979 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-a10240b8-156c-46bd-ac65-dbdd5d26e358 req-bab9b8e2-cd23-48ce-846a-0404a519b29c tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] 10.222.0.72 "GET /v2.0/security-groups?id=71874365-b0c3-4e73-9a02-ee246fe1cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1166596 Mar 11 16:39:03.569726 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5410949e-c6c7-4c87-a463-d027dc38709d req-77809e09-03e0-4b4b-8414-d06e3ef2d527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:39:03.569726 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-5410949e-c6c7-4c87-a463-d027dc38709d req-77809e09-03e0-4b4b-8414-d06e3ef2d527 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7ba34decd44144f4bfdf7cd2e1be225e&device_id=c4fd8a49-2ab7-40f1-8728-ed49bbabdb69 HTTP/1.1" status: 200 len: 1127 time: 0.0777164 Mar 11 16:39:03.612678 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-5410949e-c6c7-4c87-a463-d027dc38709d req-b3e9decb-70c5-4714-9629-767eea5863aa service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=197cc0e5-8f0c-44a8-9bfa-0b0ab5900a85 HTTP/1.1" status: 200 len: 217 time: 0.0369031 Mar 11 16:39:03.660246 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5410949e-c6c7-4c87-a463-d027dc38709d req-a57bbc91-44d1-40f5-9889-8e6836ecb551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:39:03.661682 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-5410949e-c6c7-4c87-a463-d027dc38709d req-a57bbc91-44d1-40f5-9889-8e6836ecb551 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e83d5618-f91a-4ca7-85af-08b09a8f46c1 HTTP/1.1" status: 200 len: 851 time: 0.0440741 Mar 11 16:39:03.715008 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5410949e-c6c7-4c87-a463-d027dc38709d req-e3327d9c-c3f2-4355-a7d2-f36767ad1a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:39:03.717101 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-5410949e-c6c7-4c87-a463-d027dc38709d req-e3327d9c-c3f2-4355-a7d2-f36767ad1a14 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=dfcfb836-1285-4462-adad-b70a003b7b8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0491593 Mar 11 16:39:03.805129 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-5410949e-c6c7-4c87-a463-d027dc38709d req-f668ba8a-867f-4d32-be43-97a145202937 service neutron] 10.222.0.18 "GET /v2.0/networks/dfcfb836-1285-4462-adad-b70a003b7b8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814180 Mar 11 16:39:03.896346 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-5410949e-c6c7-4c87-a463-d027dc38709d req-67b2180f-06a8-4556-9a50-55e2ae622f7f service neutron] 10.222.0.18 "GET /v2.0/networks/dfcfb836-1285-4462-adad-b70a003b7b8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860918 Mar 11 16:39:03.993011 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469a6284-6aec-46de-b8e6-9d19c429b616 req-4a570bc6-a2b0-41a8-8f15-c92214d23cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:39:03.994516 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-469a6284-6aec-46de-b8e6-9d19c429b616 req-4a570bc6-a2b0-41a8-8f15-c92214d23cd9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7ba34decd44144f4bfdf7cd2e1be225e&device_id=c4fd8a49-2ab7-40f1-8728-ed49bbabdb69 HTTP/1.1" status: 200 len: 1127 time: 0.0450251 Mar 11 16:39:04.084411 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469a6284-6aec-46de-b8e6-9d19c429b616 req-07ac19f0-c387-4ca4-a2b5-78682deb9020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:39:04.085756 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-469a6284-6aec-46de-b8e6-9d19c429b616 req-07ac19f0-c387-4ca4-a2b5-78682deb9020 service neutron] 10.222.0.18 "GET /v2.0/networks?id=dfcfb836-1285-4462-adad-b70a003b7b8f HTTP/1.1" status: 200 len: 913 time: 0.0853863 Mar 11 16:39:04.127406 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-469a6284-6aec-46de-b8e6-9d19c429b616 req-ed954ac1-0832-46f6-84ee-6623e24ce082 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=197cc0e5-8f0c-44a8-9bfa-0b0ab5900a85 HTTP/1.1" status: 200 len: 217 time: 0.0349424 Mar 11 16:39:04.175160 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469a6284-6aec-46de-b8e6-9d19c429b616 req-606aae34-f2fa-45d2-b123-a9295c08fdbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:39:04.176525 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-469a6284-6aec-46de-b8e6-9d19c429b616 req-606aae34-f2fa-45d2-b123-a9295c08fdbb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e83d5618-f91a-4ca7-85af-08b09a8f46c1 HTTP/1.1" status: 200 len: 851 time: 0.0432594 Mar 11 16:39:04.230034 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469a6284-6aec-46de-b8e6-9d19c429b616 req-e3daebf5-8b1c-4259-af5c-bbac2704be47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:39:04.232616 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-469a6284-6aec-46de-b8e6-9d19c429b616 req-e3daebf5-8b1c-4259-af5c-bbac2704be47 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=dfcfb836-1285-4462-adad-b70a003b7b8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0507519 Mar 11 16:39:04.321174 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-469a6284-6aec-46de-b8e6-9d19c429b616 req-aedaabe9-be13-4c21-89ba-201cd67d6d02 service neutron] 10.222.0.18 "GET /v2.0/networks/dfcfb836-1285-4462-adad-b70a003b7b8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830050 Mar 11 16:39:04.412166 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-469a6284-6aec-46de-b8e6-9d19c429b616 req-4a8d273d-5131-4afb-82a3-8d49ad037b5a service neutron] 10.222.0.18 "GET /v2.0/networks/dfcfb836-1285-4462-adad-b70a003b7b8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848844 Mar 11 16:39:04.670535 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517aa34b-523f-4963-859c-cae2ed488bb9 req-35089a28-3bf0-4bc7-978e-d668ff239505 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:39:04.671988 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-517aa34b-523f-4963-859c-cae2ed488bb9 req-35089a28-3bf0-4bc7-978e-d668ff239505 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] 10.222.0.72 "GET /v2.0/ports?device_id=c4fd8a49-2ab7-40f1-8728-ed49bbabdb69 HTTP/1.1" status: 200 len: 943 time: 0.0534284 Mar 11 16:39:04.740602 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-517aa34b-523f-4963-859c-cae2ed488bb9 req-5c327eb9-91cd-4b7d-bd54-f0bc3f3e1846 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] 10.222.0.72 "GET /v2.0/security-groups?id=71874365-b0c3-4e73-9a02-ee246fe1cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631304 Mar 11 16:39:05.860633 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b219c890-2781-4dff-8b8b-1283c2e06b70 req-4287aec7-fc7e-4017-81e3-fdecf5fe5f29 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:39:05.862129 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-b219c890-2781-4dff-8b8b-1283c2e06b70 req-4287aec7-fc7e-4017-81e3-fdecf5fe5f29 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] 10.222.0.72 "GET /v2.0/ports?device_id=c4fd8a49-2ab7-40f1-8728-ed49bbabdb69 HTTP/1.1" status: 200 len: 943 time: 0.0533173 Mar 11 16:39:05.910924 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-b219c890-2781-4dff-8b8b-1283c2e06b70 req-ddcf160b-2714-4639-96ba-665dfd09bbfc tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] 10.222.0.72 "GET /v2.0/security-groups?id=71874365-b0c3-4e73-9a02-ee246fe1cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433331 Mar 11 16:39:06.013721 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (42978ec7-0c45-4bcc-88e8-64ee44356522), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:39:07.029767 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f83a31a-9cb6-4da8-b1be-ff346abed910 req-e874d062-83aa-4d93-ba6b-48510dc0a7dc tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:39:07.031293 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-0f83a31a-9cb6-4da8-b1be-ff346abed910 req-e874d062-83aa-4d93-ba6b-48510dc0a7dc tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] 10.222.0.72 "GET /v2.0/ports?device_id=c4fd8a49-2ab7-40f1-8728-ed49bbabdb69 HTTP/1.1" status: 200 len: 943 time: 0.0550714 Mar 11 16:39:07.079987 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-0f83a31a-9cb6-4da8-b1be-ff346abed910 req-97f83245-ac7c-4aa6-97fc-97e7ff56fafa tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] 10.222.0.72 "GET /v2.0/security-groups?id=71874365-b0c3-4e73-9a02-ee246fe1cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422063 Mar 11 16:39:08.196546 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e3d721-9c9a-48f0-bb32-5ce5c513247b req-bdf83e9b-2ff9-4fde-8e2b-d2ff89977840 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:39:08.198277 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-e8e3d721-9c9a-48f0-bb32-5ce5c513247b req-bdf83e9b-2ff9-4fde-8e2b-d2ff89977840 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] 10.222.0.72 "GET /v2.0/ports?device_id=c4fd8a49-2ab7-40f1-8728-ed49bbabdb69 HTTP/1.1" status: 200 len: 943 time: 0.0526817 Mar 11 16:39:08.248292 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-e8e3d721-9c9a-48f0-bb32-5ce5c513247b req-43eeb110-2fb2-4f23-8585-c0b2bc71956e tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] 10.222.0.72 "GET /v2.0/security-groups?id=71874365-b0c3-4e73-9a02-ee246fe1cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437856 Mar 11 16:39:09.371946 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e805e3-f858-4c1a-8687-ae1d1687c196 req-6e541a6c-173f-4d56-bfa2-b7a1352eca6e tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:39:09.373410 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-59e805e3-f858-4c1a-8687-ae1d1687c196 req-6e541a6c-173f-4d56-bfa2-b7a1352eca6e tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] 10.222.0.72 "GET /v2.0/ports?device_id=c4fd8a49-2ab7-40f1-8728-ed49bbabdb69 HTTP/1.1" status: 200 len: 943 time: 0.0560915 Mar 11 16:39:09.423817 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-59e805e3-f858-4c1a-8687-ae1d1687c196 req-c4684620-ac4c-4eb5-8e51-02a344fc70fd tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] 10.222.0.72 "GET /v2.0/security-groups?id=71874365-b0c3-4e73-9a02-ee246fe1cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448005 Mar 11 16:39:10.539587 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6037e5a2-c72e-45bf-b100-1534b1a391d5 req-183bd31d-ad48-46e7-85ed-abd8e1e3e1f5 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:39:10.541046 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-6037e5a2-c72e-45bf-b100-1534b1a391d5 req-183bd31d-ad48-46e7-85ed-abd8e1e3e1f5 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] 10.222.0.72 "GET /v2.0/ports?device_id=c4fd8a49-2ab7-40f1-8728-ed49bbabdb69 HTTP/1.1" status: 200 len: 943 time: 0.0518088 Mar 11 16:39:10.589560 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-6037e5a2-c72e-45bf-b100-1534b1a391d5 req-3a613cc0-75d9-4495-a2ea-7846a1622fd3 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] 10.222.0.72 "GET /v2.0/security-groups?id=71874365-b0c3-4e73-9a02-ee246fe1cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419347 Mar 11 16:39:11.706982 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9065fcc-ade3-45b0-911d-b61ecbfd5281 req-09c9fa42-729c-422e-8221-1f727635c342 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:39:11.708451 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-f9065fcc-ade3-45b0-911d-b61ecbfd5281 req-09c9fa42-729c-422e-8221-1f727635c342 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] 10.222.0.72 "GET /v2.0/ports?device_id=c4fd8a49-2ab7-40f1-8728-ed49bbabdb69 HTTP/1.1" status: 200 len: 943 time: 0.0518694 Mar 11 16:39:11.760513 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-f9065fcc-ade3-45b0-911d-b61ecbfd5281 req-ad8bd8b7-11f4-4071-b61a-63f30fd1283c tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] 10.222.0.72 "GET /v2.0/security-groups?id=71874365-b0c3-4e73-9a02-ee246fe1cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465305 Mar 11 16:39:12.877063 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e9b56f-d65e-4621-851b-d900fc077b71 req-e9081d51-9a73-477e-b7f1-ba8cc8f53144 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:39:12.878546 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-75e9b56f-d65e-4621-851b-d900fc077b71 req-e9081d51-9a73-477e-b7f1-ba8cc8f53144 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] 10.222.0.72 "GET /v2.0/ports?device_id=c4fd8a49-2ab7-40f1-8728-ed49bbabdb69 HTTP/1.1" status: 200 len: 943 time: 0.0511069 Mar 11 16:39:12.926251 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-75e9b56f-d65e-4621-851b-d900fc077b71 req-4a59af0a-99b3-4744-9b3c-349ddd40126b tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] 10.222.0.72 "GET /v2.0/security-groups?id=71874365-b0c3-4e73-9a02-ee246fe1cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421057 Mar 11 16:39:13.855758 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f4d87283-fb85-4045-92e4-09fb2017d857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (52d54afa-c257-4acf-9353-cc1307944ae0), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:39:14.031159 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Device 197cc0e5-8f0c-44a8-9bfa-0b0ab5900a85 details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=103093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 16:39:14.050869 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c37f96-f56e-441a-8090-1c441005bcd8 req-f4da1901-05d2-452a-a6dc-5a5c9a1aaf81 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:39:14.052359 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-39c37f96-f56e-441a-8090-1c441005bcd8 req-f4da1901-05d2-452a-a6dc-5a5c9a1aaf81 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] 10.222.0.72 "GET /v2.0/ports?device_id=c4fd8a49-2ab7-40f1-8728-ed49bbabdb69 HTTP/1.1" status: 200 len: 943 time: 0.0606918 Mar 11 16:39:14.112081 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-39c37f96-f56e-441a-8090-1c441005bcd8 req-6c248ed3-7564-40d4-93bd-0db48f7fab80 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] 10.222.0.72 "GET /v2.0/security-groups?id=71874365-b0c3-4e73-9a02-ee246fe1cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538380 Mar 11 16:39:14.132618 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] For port 197cc0e5-8f0c-44a8-9bfa-0b0ab5900a85, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=197cc0e5-8f0c-44a8-9bfa-0b0ab5900a85,segment=NetworkSegment(4e93ea21-1d78-4c71-907b-4a06ff9bb77c),segment_id=4e93ea21-1d78-4c71-907b-4a06ff9bb77c)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:39:14.143784 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Returning: {'device': '197cc0e5-8f0c-44a8-9bfa-0b0ab5900a85', 'network_id': 'dfcfb836-1285-4462-adad-b70a003b7b8f', 'port_id': '197cc0e5-8f0c-44a8-9bfa-0b0ab5900a85', 'mac_address': 'fa:16:3e:62:1b:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e83d5618-f91a-4ca7-85af-08b09a8f46c1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 16:39:14.185067 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Current status of the port 197cc0e5-8f0c-44a8-9bfa-0b0ab5900a85 is: DOWN; New status is: BUILD {{(pid=103093) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 16:39:14.186027 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (197cc0e5-8f0c-44a8-9bfa-0b0ab5900a85), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:39:14.200884 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.notifiers.nova [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 197cc0e5-8f0c-44a8-9bfa-0b0ab5900a85 {{(pid=103093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:39:14.220063 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] For port 197cc0e5-8f0c-44a8-9bfa-0b0ab5900a85, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=197cc0e5-8f0c-44a8-9bfa-0b0ab5900a85,segment=NetworkSegment(4e93ea21-1d78-4c71-907b-4a06ff9bb77c),segment_id=4e93ea21-1d78-4c71-907b-4a06ff9bb77c)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:39:14.223979 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947'] for port (197cc0e5-8f0c-44a8-9bfa-0b0ab5900a85), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:39:14.271843 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Pushing event updated for resources: {'Port': ['ID=197cc0e5-8f0c-44a8-9bfa-0b0ab5900a85,revision_number=4']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:39:14.278705 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:39:14.279241 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:39:14.279598 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:39:14.279935 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:39:14.280268 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:39:14.280595 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:39:14.280922 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:39:14.281248 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:39:14.281569 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:39:14.281890 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:39:14.282238 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:39:14.282555 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:39:14.282870 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:39:14.608691 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] get_ports_and_sgs() called for port_ids ['197cc0e5-8f0c-44a8-9bfa-0b0ab5900a85'] {{(pid=103093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 16:39:15.232464 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d3df10-cfca-48a0-a94e-c5704337cc50 req-ae06ec48-9a68-49a0-972d-5fbf512e13ae tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:39:15.234034 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-58d3df10-cfca-48a0-a94e-c5704337cc50 req-ae06ec48-9a68-49a0-972d-5fbf512e13ae tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] 10.222.0.72 "GET /v2.0/ports?device_id=c4fd8a49-2ab7-40f1-8728-ed49bbabdb69 HTTP/1.1" status: 200 len: 944 time: 0.0563359 Mar 11 16:39:15.282344 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-58d3df10-cfca-48a0-a94e-c5704337cc50 req-5b7ccb42-6c89-403d-b57f-d09d60106b32 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] 10.222.0.72 "GET /v2.0/security-groups?id=71874365-b0c3-4e73-9a02-ee246fe1cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426867 Mar 11 16:39:16.030232 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Device 197cc0e5-8f0c-44a8-9bfa-0b0ab5900a85 up at agent hyperv_hv-cinder-75078 {{(pid=103093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 16:39:16.078667 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Provisioning for port 197cc0e5-8f0c-44a8-9bfa-0b0ab5900a85 completed by entity L2. {{(pid=103093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 16:39:16.082618 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Provisioning complete for port 197cc0e5-8f0c-44a8-9bfa-0b0ab5900a85 triggered by entity L2. {{(pid=103093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 16:39:16.082986 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397499'] for port (197cc0e5-8f0c-44a8-9bfa-0b0ab5900a85), provisioning_complete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:39:16.159454 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Current status of the port 197cc0e5-8f0c-44a8-9bfa-0b0ab5900a85 is: BUILD; New status is: ACTIVE {{(pid=103093) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 16:39:16.159837 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (197cc0e5-8f0c-44a8-9bfa-0b0ab5900a85), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:39:16.181361 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4fd8a49-2ab7-40f1-8728-ed49bbabdb69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '197cc0e5-8f0c-44a8-9bfa-0b0ab5900a85'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:39:16.183986 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f6a2c072b123b360c8eb8991e75d694e889c4c27e62ecb22fdf39ecf471eb94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c50e6ee-c720-4b4c-89d3-8a3da15cad5b" -d '{"events": [{"server_uuid": "c4fd8a49-2ab7-40f1-8728-ed49bbabdb69", "name": "network-vif-plugged", "status": "completed", "tag": "197cc0e5-8f0c-44a8-9bfa-0b0ab5900a85"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 16:39:16.199644 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] For port 197cc0e5-8f0c-44a8-9bfa-0b0ab5900a85, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=197cc0e5-8f0c-44a8-9bfa-0b0ab5900a85,segment=NetworkSegment(4e93ea21-1d78-4c71-907b-4a06ff9bb77c),segment_id=4e93ea21-1d78-4c71-907b-4a06ff9bb77c)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:39:16.207429 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947'] for port (197cc0e5-8f0c-44a8-9bfa-0b0ab5900a85), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:39:16.239858 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0592435d-4f2b-4187-9824-f7dc07c9f8a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (03422851-42b1-44c9-ada6-e479436b7b23), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:39:16.265025 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Pushing event updated for resources: {'Port': ['ID=197cc0e5-8f0c-44a8-9bfa-0b0ab5900a85,revision_number=5']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:39:16.286225 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 16:39:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b03a3c8-85a6-450b-a959-1401964bbc4a x-openstack-request-id: req-5b03a3c8-85a6-450b-a959-1401964bbc4a {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 16:39:16.286516 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4fd8a49-2ab7-40f1-8728-ed49bbabdb69", "name": "network-vif-plugged", "status": "completed", "tag": "197cc0e5-8f0c-44a8-9bfa-0b0ab5900a85", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 16:39:16.286766 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-5b03a3c8-85a6-450b-a959-1401964bbc4a {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 16:39:16.287154 dv-cinder-750782-12-iscsi neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4fd8a49-2ab7-40f1-8728-ed49bbabdb69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '197cc0e5-8f0c-44a8-9bfa-0b0ab5900a85', 'code': 200} Mar 11 16:39:16.403435 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066894f5-7f39-41a1-beee-cd0067f40a00 req-d32f04c0-1767-4537-bdf0-c7fd47ae21ac tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:39:16.405087 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-066894f5-7f39-41a1-beee-cd0067f40a00 req-d32f04c0-1767-4537-bdf0-c7fd47ae21ac tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] 10.222.0.72 "GET /v2.0/ports?device_id=c4fd8a49-2ab7-40f1-8728-ed49bbabdb69 HTTP/1.1" status: 200 len: 945 time: 0.0568504 Mar 11 16:39:16.460378 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-066894f5-7f39-41a1-beee-cd0067f40a00 req-992f7cac-a50d-48ec-a4ed-238e57507daf tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] 10.222.0.72 "GET /v2.0/security-groups?id=71874365-b0c3-4e73-9a02-ee246fe1cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483522 Mar 11 16:39:16.503592 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f17eb5a-dd01-41cd-976c-d40267694112 req-cf62ea70-5aa9-466b-85dc-7d241a547783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:39:16.505085 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-8f17eb5a-dd01-41cd-976c-d40267694112 req-cf62ea70-5aa9-466b-85dc-7d241a547783 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c4fd8a49-2ab7-40f1-8728-ed49bbabdb69 HTTP/1.1" status: 200 len: 1129 time: 0.0439589 Mar 11 16:39:16.552263 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-8f17eb5a-dd01-41cd-976c-d40267694112 req-f45b8a91-36c2-4998-8ce8-52a7db080721 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=71874365-b0c3-4e73-9a02-ee246fe1cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411530 Mar 11 16:39:17.541035 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ae773407-53f5-44d0-bdbe-4d88b69a915f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (d0bcdf8a-248d-4278-aa4c-95e4828d61b2), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:39:17.580280 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5591c3a0-8bd7-44aa-9cd3-407e1de164a1 req-724a6053-f2d7-4afc-ae88-07326c33017b tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:39:17.581756 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-5591c3a0-8bd7-44aa-9cd3-407e1de164a1 req-724a6053-f2d7-4afc-ae88-07326c33017b tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] 10.222.0.72 "GET /v2.0/ports?device_id=c4fd8a49-2ab7-40f1-8728-ed49bbabdb69 HTTP/1.1" status: 200 len: 945 time: 0.0534985 Mar 11 16:39:17.629344 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-5591c3a0-8bd7-44aa-9cd3-407e1de164a1 req-0baeaec5-b352-4337-9dff-658beeb15959 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] 10.222.0.72 "GET /v2.0/security-groups?id=71874365-b0c3-4e73-9a02-ee246fe1cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419514 Mar 11 16:39:18.744724 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba1b26c-31bf-4fc7-9d48-abf5b5cc074d req-519ff19f-4189-4c62-b120-77dec8cb7fad tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:39:18.746205 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-3ba1b26c-31bf-4fc7-9d48-abf5b5cc074d req-519ff19f-4189-4c62-b120-77dec8cb7fad tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] 10.222.0.72 "GET /v2.0/ports?device_id=c4fd8a49-2ab7-40f1-8728-ed49bbabdb69 HTTP/1.1" status: 200 len: 945 time: 0.0518079 Mar 11 16:39:18.793864 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-3ba1b26c-31bf-4fc7-9d48-abf5b5cc074d req-d241018a-ebb5-4901-8724-9440293e0ec6 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] 10.222.0.72 "GET /v2.0/security-groups?id=71874365-b0c3-4e73-9a02-ee246fe1cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418425 Mar 11 16:39:18.912495 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b08798-fcb0-456b-95dd-684318e9a73c req-8650bc6b-6c77-4593-880d-631aa6708a75 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:39:18.914399 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-a1b08798-fcb0-456b-95dd-684318e9a73c req-8650bc6b-6c77-4593-880d-631aa6708a75 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] 10.222.0.72 "GET /v2.0/ports?device_id=c4fd8a49-2ab7-40f1-8728-ed49bbabdb69 HTTP/1.1" status: 200 len: 945 time: 0.0572860 Mar 11 16:39:18.916397 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-12686fd2-0f25-484f-a78a-b5cd34d8581b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (a5a5d809-3580-471a-ade1-6c5ecc269919), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:39:18.961938 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-a1b08798-fcb0-456b-95dd-684318e9a73c req-0a0b8eee-3e32-433e-bea4-16f0dc75bb18 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] 10.222.0.72 "GET /v2.0/security-groups?id=71874365-b0c3-4e73-9a02-ee246fe1cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420322 Mar 11 16:39:18.984396 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 50320) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:39:19.028066 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-658da427-6beb-426e-848d-bccf436eee11 tempest-TestVolumeBootPattern-335578791 tempest-TestVolumeBootPattern-335578791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:39:19.029564 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-658da427-6beb-426e-848d-bccf436eee11 tempest-TestVolumeBootPattern-335578791 tempest-TestVolumeBootPattern-335578791-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=c4fd8a49-2ab7-40f1-8728-ed49bbabdb69 HTTP/1.1" status: 200 len: 1124 time: 0.0442154 Mar 11 16:39:19.032282 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 50322) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:39:19.036419 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.v2.base [None req-19d87f1d-6622-46ae-915f-1786f92fb6d7 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Request body: {'floatingip': {'floating_network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'port_id': '197cc0e5-8f0c-44a8-9bfa-0b0ab5900a85', 'tenant_id': '7ba34decd44144f4bfdf7cd2e1be225e', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:39:19.056056 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-19d87f1d-6622-46ae-915f-1786f92fb6d7 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:39:19.152998 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-19d87f1d-6622-46ae-915f-1786f92fb6d7 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (None), before_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:39:19.254271 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.db.db_base_plugin_common [None req-19d87f1d-6622-46ae-915f-1786f92fb6d7 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Allocated IP 172.27.0.44 (ff1c1ad1-a65f-4be8-9483-081137458b82/5240f8c4-acf8-4de2-827e-773879cfd307/f9dd8ec7-19a8-4e93-b0b7-88dc732e6ec6) {{(pid=103092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:39:19.360169 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-19d87f1d-6622-46ae-915f-1786f92fb6d7 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Publish callbacks [] for port (f9dd8ec7-19a8-4e93-b0b7-88dc732e6ec6), precommit_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:39:19.392840 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-19d87f1d-6622-46ae-915f-1786f92fb6d7 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780137975911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30811620'] for port (f9dd8ec7-19a8-4e93-b0b7-88dc732e6ec6), after_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:39:19.429566 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d87f1d-6622-46ae-915f-1786f92fb6d7 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Network ff1c1ad1-a65f-4be8-9483-081137458b82 is already hosted by enough agents. {{(pid=103092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:39:19.435805 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.scheduler.base_scheduler [None req-19d87f1d-6622-46ae-915f-1786f92fb6d7 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Resources bound (agent type, host, resource id): {{(pid=103092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:39:19.441231 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d87f1d-6622-46ae-915f-1786f92fb6d7 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Received port after_create {{(pid=103092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 16:39:19.444278 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d87f1d-6622-46ae-915f-1786f92fb6d7 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Pushing event updated for resources: {'Port': ['ID=f9dd8ec7-19a8-4e93-b0b7-88dc732e6ec6,revision_number=1']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:39:20.076167 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-19d87f1d-6622-46ae-915f-1786f92fb6d7 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Publish callbacks [] for floatingip (fafdccdd-375f-4c7e-b419-e1f033a52999), precommit_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:39:20.143564 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-19d87f1d-6622-46ae-915f-1786f92fb6d7 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (f9dd8ec7-19a8-4e93-b0b7-88dc732e6ec6), before_update {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:39:20.289343 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-19d87f1d-6622-46ae-915f-1786f92fb6d7 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Publish callbacks [] for port (f9dd8ec7-19a8-4e93-b0b7-88dc732e6ec6), precommit_update {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:39:20.293718 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-19d87f1d-6622-46ae-915f-1786f92fb6d7 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30811645'] for port (f9dd8ec7-19a8-4e93-b0b7-88dc732e6ec6), after_update {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:39:20.364372 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d87f1d-6622-46ae-915f-1786f92fb6d7 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Pushing event updated for resources: {'Port': ['ID=f9dd8ec7-19a8-4e93-b0b7-88dc732e6ec6,revision_number=2']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:39:20.375148 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-19d87f1d-6622-46ae-915f-1786f92fb6d7 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539899'] for floatingip (fafdccdd-375f-4c7e-b419-e1f033a52999), after_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:39:20.433143 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (1025624e-e238-47fc-86ae-58f7bb6baa16), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:39:20.478799 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.db.l3_db [None req-19d87f1d-6622-46ae-915f-1786f92fb6d7 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Floating IP fafdccdd-375f-4c7e-b419-e1f033a52999 associated. External IP: 172.27.0.44, port: 197cc0e5-8f0c-44a8-9bfa-0b0ab5900a85. Mar 11 16:39:20.684388 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19d87f1d-6622-46ae-915f-1786f92fb6d7 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Router 0063fc76-4274-47d2-846c-ffad972cd769 has already been hosted by L3 agent 03422851-42b1-44c9-ada6-e479436b7b23 {{(pid=103092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:39:20.793165 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19d87f1d-6622-46ae-915f-1786f92fb6d7 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Notify agent at l3_agent.dv-cinder-750782-12-iscsi the message routers_updated {{(pid=103092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:39:20.804853 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe198331-b235-4d53-b309-d8d77b341d84 None None] Sync routers for ids ['0063fc76-4274-47d2-846c-ffad972cd769'] in dv-cinder-750782-12-iscsi {{(pid=103094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:39:20.811136 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-19d87f1d-6622-46ae-915f-1786f92fb6d7 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122971'] for floatingip (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:39:20.814542 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe198331-b235-4d53-b309-d8d77b341d84 None None] Routers {'0063fc76-4274-47d2-846c-ffad972cd769'} bound to L3 agent in host dv-cinder-750782-12-iscsi {{(pid=103094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 16:39:20.815233 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_hamode_db [None req-fe198331-b235-4d53-b309-d8d77b341d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:12:46Z,description=,heartbeat_timestamp=2022-03-11T16:39:16Z,host='dv-cinder-750782-12-iscsi',id=03422851-42b1-44c9-ada6-e479436b7b23,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:12:46Z,topic='l3_agent')) {'router_ids': ['0063fc76-4274-47d2-846c-ffad972cd769'], 'active': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:39:20.854817 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-19d87f1d-6622-46ae-915f-1786f92fb6d7 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8074195 Mar 11 16:39:20.854817 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4fd8a49-2ab7-40f1-8728-ed49bbabdb69', 'tag': '197cc0e5-8f0c-44a8-9bfa-0b0ab5900a85'}] {{(pid=103092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:39:20.854817 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8119d67d121bc7655fb27ee4e81d05746f3857d7b024446e390c37a4f39e07a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12fca7fa-7a5a-457c-9003-d3f5791e830f" -d '{"events": [{"name": "network-changed", "server_uuid": "c4fd8a49-2ab7-40f1-8728-ed49bbabdb69", "tag": "197cc0e5-8f0c-44a8-9bfa-0b0ab5900a85"}]}' {{(pid=103092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 16:39:20.881233 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 16:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84917f65-2ab5-4cd8-ac44-4d3357157307 x-openstack-request-id: req-84917f65-2ab5-4cd8-ac44-4d3357157307 {{(pid=103092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 16:39:20.881537 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4fd8a49-2ab7-40f1-8728-ed49bbabdb69", "tag": "197cc0e5-8f0c-44a8-9bfa-0b0ab5900a85", "status": "completed", "code": 200}]} {{(pid=103092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 16:39:20.881794 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-84917f65-2ab5-4cd8-ac44-4d3357157307 {{(pid=103092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 16:39:20.882227 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4fd8a49-2ab7-40f1-8728-ed49bbabdb69', 'tag': '197cc0e5-8f0c-44a8-9bfa-0b0ab5900a85', 'status': 'completed', 'code': 200} Mar 11 16:39:20.925271 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_dvr_db [None req-fe198331-b235-4d53-b309-d8d77b341d84 None None] Set router 0063fc76-4274-47d2-846c-ffad972cd769 gateway port host: dv-cinder-750782-12-iscsi {{(pid=103094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 16:39:20.951124 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fca7fa-7a5a-457c-9003-d3f5791e830f req-74757caf-ca4d-439f-810b-c42a4b01395f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:39:20.953261 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-12fca7fa-7a5a-457c-9003-d3f5791e830f req-74757caf-ca4d-439f-810b-c42a4b01395f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7ba34decd44144f4bfdf7cd2e1be225e&device_id=c4fd8a49-2ab7-40f1-8728-ed49bbabdb69 HTTP/1.1" status: 200 len: 1129 time: 0.0494974 Mar 11 16:39:21.042359 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fca7fa-7a5a-457c-9003-d3f5791e830f req-17244443-0812-440f-a845-d1a459957f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:39:21.043840 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-12fca7fa-7a5a-457c-9003-d3f5791e830f req-17244443-0812-440f-a845-d1a459957f42 service neutron] 10.222.0.18 "GET /v2.0/networks?id=dfcfb836-1285-4462-adad-b70a003b7b8f HTTP/1.1" status: 200 len: 913 time: 0.0852218 Mar 11 16:39:21.112689 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-12fca7fa-7a5a-457c-9003-d3f5791e830f req-c7d7ddff-4fee-4592-99da-a0b58e386e19 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=197cc0e5-8f0c-44a8-9bfa-0b0ab5900a85 HTTP/1.1" status: 200 len: 998 time: 0.0625918 Mar 11 16:39:21.153257 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_hamode_db [None req-fe198331-b235-4d53-b309-d8d77b341d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0063fc76-4274-47d2-846c-ffad972cd769', 'name': 'tempest-TestVolumeBootPattern-1851670284-router', 'tenant_id': '7ba34decd44144f4bfdf7cd2e1be225e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'external_fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': 'bdfead1b-e700-4bcb-a66d-06f4f3251d8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:35:49Z', 'updated_at': '2022-03-11T16:35:52Z', 'revision_number': 4, 'project_id': '7ba34decd44144f4bfdf7cd2e1be225e', 'gw_port': {'id': 'bdfead1b-e700-4bcb-a66d-06f4f3251d8c', 'name': '', 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:31:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0063fc76-4274-47d2-846c-ffad972cd769', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:35:49Z', 'updated_at': '2022-03-11T16:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-12-iscsi', '_floatingips': [{'id': 'fafdccdd-375f-4c7e-b419-e1f033a52999', 'tenant_id': '7ba34decd44144f4bfdf7cd2e1be225e', 'floating_ip_address': '172.27.0.44', 'floating_network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'router_id': '0063fc76-4274-47d2-846c-ffad972cd769', 'port_id': '197cc0e5-8f0c-44a8-9bfa-0b0ab5900a85', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfcfb836-1285-4462-adad-b70a003b7b8f', 'mac_address': 'fa:16:3e:62:1b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4fd8a49-2ab7-40f1-8728-ed49bbabdb69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:39:19Z', 'updated_at': '2022-03-11T16:39:19Z', 'revision_number': 0, 'project_id': '7ba34decd44144f4bfdf7cd2e1be225e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd8b0dd6-f281-4bd3-92d9-fb7bcc736060', 'name': '', 'network_id': 'dfcfb836-1285-4462-adad-b70a003b7b8f', 'tenant_id': '7ba34decd44144f4bfdf7cd2e1be225e', 'mac_address': 'fa:16:3e:9d:70:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0063fc76-4274-47d2-846c-ffad972cd769', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'e83d5618-f91a-4ca7-85af-08b09a8f46c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:35:51Z', 'updated_at': '2022-03-11T16:35:56Z', 'revision_number': 5, 'project_id': '7ba34decd44144f4bfdf7cd2e1be225e', 'subnets': [{'id': 'e83d5618-f91a-4ca7-85af-08b09a8f46c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-12-iscsi', False) {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:39:21.158926 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fca7fa-7a5a-457c-9003-d3f5791e830f req-ae411e6b-8b8d-44e6-928b-751f1d4c437b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:39:21.160377 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-12fca7fa-7a5a-457c-9003-d3f5791e830f req-ae411e6b-8b8d-44e6-928b-751f1d4c437b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e83d5618-f91a-4ca7-85af-08b09a8f46c1 HTTP/1.1" status: 200 len: 851 time: 0.0426195 Mar 11 16:39:21.179698 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe198331-b235-4d53-b309-d8d77b341d84 None None] Checking router: 0063fc76-4274-47d2-846c-ffad972cd769 for host: dv-cinder-750782-12-iscsi {{(pid=103094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:39:21.187983 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe198331-b235-4d53-b309-d8d77b341d84 None None] Routers {'0063fc76-4274-47d2-846c-ffad972cd769'} bound to L3 agent in host dv-cinder-750782-12-iscsi {{(pid=103094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 16:39:21.188580 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_hamode_db [None req-fe198331-b235-4d53-b309-d8d77b341d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:12:46Z,description=,heartbeat_timestamp=2022-03-11T16:39:16Z,host='dv-cinder-750782-12-iscsi',id=03422851-42b1-44c9-ada6-e479436b7b23,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:12:46Z,topic='l3_agent')) {'router_ids': ['0063fc76-4274-47d2-846c-ffad972cd769'], 'active': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:39:21.208884 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fca7fa-7a5a-457c-9003-d3f5791e830f req-2232236c-9ac8-4fcb-aabc-9c9e350dc8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:39:21.210312 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-12fca7fa-7a5a-457c-9003-d3f5791e830f req-2232236c-9ac8-4fcb-aabc-9c9e350dc8b2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=dfcfb836-1285-4462-adad-b70a003b7b8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0443211 Mar 11 16:39:21.296791 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_dvr_db [None req-fe198331-b235-4d53-b309-d8d77b341d84 None None] Set router 0063fc76-4274-47d2-846c-ffad972cd769 gateway port host: dv-cinder-750782-12-iscsi {{(pid=103094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 16:39:21.305134 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-12fca7fa-7a5a-457c-9003-d3f5791e830f req-1234fbbc-3221-4bf1-b286-e86cf9ea74fa service neutron] 10.222.0.18 "GET /v2.0/networks/dfcfb836-1285-4462-adad-b70a003b7b8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881634 Mar 11 16:39:21.393709 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-12fca7fa-7a5a-457c-9003-d3f5791e830f req-af47f058-e536-4609-a7d3-eca5478195e3 service neutron] 10.222.0.18 "GET /v2.0/networks/dfcfb836-1285-4462-adad-b70a003b7b8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824444 Mar 11 16:39:21.520487 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_hamode_db [None req-fe198331-b235-4d53-b309-d8d77b341d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0063fc76-4274-47d2-846c-ffad972cd769', 'name': 'tempest-TestVolumeBootPattern-1851670284-router', 'tenant_id': '7ba34decd44144f4bfdf7cd2e1be225e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'external_fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': 'bdfead1b-e700-4bcb-a66d-06f4f3251d8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:35:49Z', 'updated_at': '2022-03-11T16:35:52Z', 'revision_number': 4, 'project_id': '7ba34decd44144f4bfdf7cd2e1be225e', 'gw_port': {'id': 'bdfead1b-e700-4bcb-a66d-06f4f3251d8c', 'name': '', 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:31:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0063fc76-4274-47d2-846c-ffad972cd769', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:35:49Z', 'updated_at': '2022-03-11T16:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-12-iscsi', '_floatingips': [{'id': 'fafdccdd-375f-4c7e-b419-e1f033a52999', 'tenant_id': '7ba34decd44144f4bfdf7cd2e1be225e', 'floating_ip_address': '172.27.0.44', 'floating_network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'router_id': '0063fc76-4274-47d2-846c-ffad972cd769', 'port_id': '197cc0e5-8f0c-44a8-9bfa-0b0ab5900a85', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfcfb836-1285-4462-adad-b70a003b7b8f', 'mac_address': 'fa:16:3e:62:1b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4fd8a49-2ab7-40f1-8728-ed49bbabdb69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:39:19Z', 'updated_at': '2022-03-11T16:39:19Z', 'revision_number': 0, 'project_id': '7ba34decd44144f4bfdf7cd2e1be225e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd8b0dd6-f281-4bd3-92d9-fb7bcc736060', 'name': '', 'network_id': 'dfcfb836-1285-4462-adad-b70a003b7b8f', 'tenant_id': '7ba34decd44144f4bfdf7cd2e1be225e', 'mac_address': 'fa:16:3e:9d:70:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0063fc76-4274-47d2-846c-ffad972cd769', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'e83d5618-f91a-4ca7-85af-08b09a8f46c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:35:51Z', 'updated_at': '2022-03-11T16:35:56Z', 'revision_number': 5, 'project_id': '7ba34decd44144f4bfdf7cd2e1be225e', 'subnets': [{'id': 'e83d5618-f91a-4ca7-85af-08b09a8f46c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-12-iscsi', False) {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:39:21.625641 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe198331-b235-4d53-b309-d8d77b341d84 None None] The sync data for ids ['0063fc76-4274-47d2-846c-ffad972cd769'] in dv-cinder-750782-12-iscsi is: [{'id': '0063fc76-4274-47d2-846c-ffad972cd769', 'name': 'tempest-TestVolumeBootPattern-1851670284-router', 'tenant_id': '7ba34decd44144f4bfdf7cd2e1be225e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'external_fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': 'bdfead1b-e700-4bcb-a66d-06f4f3251d8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:35:49Z', 'updated_at': '2022-03-11T16:35:52Z', 'revision_number': 4, 'project_id': '7ba34decd44144f4bfdf7cd2e1be225e', 'gw_port': {'id': 'bdfead1b-e700-4bcb-a66d-06f4f3251d8c', 'name': '', 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:31:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0063fc76-4274-47d2-846c-ffad972cd769', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:35:49Z', 'updated_at': '2022-03-11T16:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-12-iscsi', '_floatingips': [{'id': 'fafdccdd-375f-4c7e-b419-e1f033a52999', 'tenant_id': '7ba34decd44144f4bfdf7cd2e1be225e', 'floating_ip_address': '172.27.0.44', 'floating_network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'router_id': '0063fc76-4274-47d2-846c-ffad972cd769', 'port_id': '197cc0e5-8f0c-44a8-9bfa-0b0ab5900a85', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfcfb836-1285-4462-adad-b70a003b7b8f', 'mac_address': 'fa:16:3e:62:1b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4fd8a49-2ab7-40f1-8728-ed49bbabdb69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:39:19Z', 'updated_at': '2022-03-11T16:39:19Z', 'revision_number': 0, 'project_id': '7ba34decd44144f4bfdf7cd2e1be225e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd8b0dd6-f281-4bd3-92d9-fb7bcc736060', 'name': '', 'network_id': 'dfcfb836-1285-4462-adad-b70a003b7b8f', 'tenant_id': '7ba34decd44144f4bfdf7cd2e1be225e', 'mac_address': 'fa:16:3e:9d:70:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0063fc76-4274-47d2-846c-ffad972cd769', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'e83d5618-f91a-4ca7-85af-08b09a8f46c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:35:51Z', 'updated_at': '2022-03-11T16:35:56Z', 'revision_number': 5, 'project_id': '7ba34decd44144f4bfdf7cd2e1be225e', 'subnets': [{'id': 'e83d5618-f91a-4ca7-85af-08b09a8f46c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:39:21.808523 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3419c10-aeb2-4641-9043-b80393491b4f None None] New status for floating IP fafdccdd-375f-4c7e-b419-e1f033a52999: ACTIVE {{(pid=103093) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 16:39:25.222455 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.agents_db [None req-ed17eba3-c4d2-4aaa-a64c-93b8434a4a48 None None] Agent healthcheck: found 6 active agents {{(pid=103094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 16:39:36.027646 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (42978ec7-0c45-4bcc-88e8-64ee44356522), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:39:43.857154 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-49df670a-5f23-43ee-a4af-0c36adb3ad28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (52d54afa-c257-4acf-9353-cc1307944ae0), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:39:46.222725 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-abcae407-b4e1-41c0-88fa-be9d19ae2349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (03422851-42b1-44c9-ada6-e479436b7b23), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:39:47.545780 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ae773407-53f5-44d0-bdbe-4d88b69a915f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (d0bcdf8a-248d-4278-aa4c-95e4828d61b2), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:39:48.920369 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-12686fd2-0f25-484f-a78a-b5cd34d8581b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (a5a5d809-3580-471a-ade1-6c5ecc269919), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:39:50.435355 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (1025624e-e238-47fc-86ae-58f7bb6baa16), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:40:02.220679 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.agents_db [None req-ed17eba3-c4d2-4aaa-a64c-93b8434a4a48 None None] Agent healthcheck: found 6 active agents {{(pid=103094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 16:40:06.047578 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (42978ec7-0c45-4bcc-88e8-64ee44356522), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:40:13.859162 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f8863fa1-35f8-4872-a686-897914965f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (52d54afa-c257-4acf-9353-cc1307944ae0), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:40:16.225344 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0718a5e1-e5d8-4c0b-98ff-760df7a35e50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (03422851-42b1-44c9-ada6-e479436b7b23), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:40:16.434367 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-f13af16c-fac8-49cb-bc40-50836d80610e req-0085f929-3126-4f57-b656-6e248ef8abe9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c4fd8a49-2ab7-40f1-8728-ed49bbabdb69&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0488880 Mar 11 16:40:16.518063 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13af16c-fac8-49cb-bc40-50836d80610e req-c91145b8-6a59-44c3-ac77-0b9b5e5f4460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:40:16.519457 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-f13af16c-fac8-49cb-bc40-50836d80610e req-c91145b8-6a59-44c3-ac77-0b9b5e5f4460 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7ba34decd44144f4bfdf7cd2e1be225e&device_id=c4fd8a49-2ab7-40f1-8728-ed49bbabdb69 HTTP/1.1" status: 200 len: 1129 time: 0.0446684 Mar 11 16:40:16.623328 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13af16c-fac8-49cb-bc40-50836d80610e req-ece79958-316c-4058-9b80-bf500b721e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:40:16.624777 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-f13af16c-fac8-49cb-bc40-50836d80610e req-ece79958-316c-4058-9b80-bf500b721e0d service neutron] 10.222.0.18 "GET /v2.0/networks?id=dfcfb836-1285-4462-adad-b70a003b7b8f HTTP/1.1" status: 200 len: 913 time: 0.0876253 Mar 11 16:40:16.687924 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-f13af16c-fac8-49cb-bc40-50836d80610e req-05579d47-bb9b-4def-b252-b22ed91e0953 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=197cc0e5-8f0c-44a8-9bfa-0b0ab5900a85 HTTP/1.1" status: 200 len: 1000 time: 0.0570550 Mar 11 16:40:16.735278 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13af16c-fac8-49cb-bc40-50836d80610e req-f0595c05-0151-4712-9d31-ea509223b60f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:40:16.736712 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-f13af16c-fac8-49cb-bc40-50836d80610e req-f0595c05-0151-4712-9d31-ea509223b60f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e83d5618-f91a-4ca7-85af-08b09a8f46c1 HTTP/1.1" status: 200 len: 851 time: 0.0433431 Mar 11 16:40:16.788459 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13af16c-fac8-49cb-bc40-50836d80610e req-e525b703-2b8a-469d-a7be-23439d02220a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:40:16.789846 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-f13af16c-fac8-49cb-bc40-50836d80610e req-e525b703-2b8a-469d-a7be-23439d02220a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=dfcfb836-1285-4462-adad-b70a003b7b8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0472035 Mar 11 16:40:16.876957 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-f13af16c-fac8-49cb-bc40-50836d80610e req-326676a1-c3a7-46e5-bda7-ff277f619388 service neutron] 10.222.0.18 "GET /v2.0/networks/dfcfb836-1285-4462-adad-b70a003b7b8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812159 Mar 11 16:40:16.970419 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-f13af16c-fac8-49cb-bc40-50836d80610e req-edcf3c5d-9851-4e25-9a56-cdbb9c9afdbf service neutron] 10.222.0.18 "GET /v2.0/networks/dfcfb836-1285-4462-adad-b70a003b7b8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878427 Mar 11 16:40:17.546700 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ae773407-53f5-44d0-bdbe-4d88b69a915f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (d0bcdf8a-248d-4278-aa4c-95e4828d61b2), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:40:18.923103 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-12686fd2-0f25-484f-a78a-b5cd34d8581b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (a5a5d809-3580-471a-ade1-6c5ecc269919), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:40:20.437775 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (1025624e-e238-47fc-86ae-58f7bb6baa16), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:40:36.056412 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (42978ec7-0c45-4bcc-88e8-64ee44356522), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:40:39.220032 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.agents_db [None req-ed17eba3-c4d2-4aaa-a64c-93b8434a4a48 None None] Agent healthcheck: found 6 active agents {{(pid=103094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 16:40:43.864320 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-804a62a1-953f-4e0a-b3d3-dffe2358548b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (52d54afa-c257-4acf-9353-cc1307944ae0), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:40:46.226805 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4321b7a9-7053-4475-ba28-4c46bb16ab18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (03422851-42b1-44c9-ada6-e479436b7b23), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:40:47.549981 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ae773407-53f5-44d0-bdbe-4d88b69a915f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (d0bcdf8a-248d-4278-aa4c-95e4828d61b2), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:40:48.925860 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-12686fd2-0f25-484f-a78a-b5cd34d8581b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (a5a5d809-3580-471a-ade1-6c5ecc269919), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:40:50.440371 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (1025624e-e238-47fc-86ae-58f7bb6baa16), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:41:06.059713 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (42978ec7-0c45-4bcc-88e8-64ee44356522), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:41:13.866584 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7c508951-05e0-45fb-bd8c-13fcd1017c51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (52d54afa-c257-4acf-9353-cc1307944ae0), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:41:16.219797 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.agents_db [None req-ed17eba3-c4d2-4aaa-a64c-93b8434a4a48 None None] Agent healthcheck: found 6 active agents {{(pid=103094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 16:41:16.227283 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-74945506-1074-46fa-ace8-6613d971282d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (03422851-42b1-44c9-ada6-e479436b7b23), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:41:17.553028 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ae773407-53f5-44d0-bdbe-4d88b69a915f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (d0bcdf8a-248d-4278-aa4c-95e4828d61b2), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:41:18.401621 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-08e6464e-2252-426b-90d0-65eac0b42e93 req-231d64df-8c0b-4d00-a0b7-1d3d8b216f40 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c4fd8a49-2ab7-40f1-8728-ed49bbabdb69&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0448492 Mar 11 16:41:18.486923 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e6464e-2252-426b-90d0-65eac0b42e93 req-f9f7810e-7f26-48f6-955b-b6e97c735c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:41:18.488402 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-08e6464e-2252-426b-90d0-65eac0b42e93 req-f9f7810e-7f26-48f6-955b-b6e97c735c95 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7ba34decd44144f4bfdf7cd2e1be225e&device_id=c4fd8a49-2ab7-40f1-8728-ed49bbabdb69 HTTP/1.1" status: 200 len: 1129 time: 0.0448420 Mar 11 16:41:18.600860 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e6464e-2252-426b-90d0-65eac0b42e93 req-d145d4ff-66a5-415d-b5d6-883c3c0e7f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:41:18.602416 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-08e6464e-2252-426b-90d0-65eac0b42e93 req-d145d4ff-66a5-415d-b5d6-883c3c0e7f2f service neutron] 10.222.0.18 "GET /v2.0/networks?id=dfcfb836-1285-4462-adad-b70a003b7b8f HTTP/1.1" status: 200 len: 913 time: 0.0911760 Mar 11 16:41:18.667416 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-08e6464e-2252-426b-90d0-65eac0b42e93 req-313f4140-5b25-400d-ae3d-8eb48197e9c1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=197cc0e5-8f0c-44a8-9bfa-0b0ab5900a85 HTTP/1.1" status: 200 len: 1000 time: 0.0582354 Mar 11 16:41:18.719714 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e6464e-2252-426b-90d0-65eac0b42e93 req-686a9d17-8e15-4731-bd92-247665682719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:41:18.721170 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-08e6464e-2252-426b-90d0-65eac0b42e93 req-686a9d17-8e15-4731-bd92-247665682719 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e83d5618-f91a-4ca7-85af-08b09a8f46c1 HTTP/1.1" status: 200 len: 851 time: 0.0474072 Mar 11 16:41:18.771537 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e6464e-2252-426b-90d0-65eac0b42e93 req-f342fe24-9114-4b5e-841b-eb5c987df6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:41:18.773032 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-08e6464e-2252-426b-90d0-65eac0b42e93 req-f342fe24-9114-4b5e-841b-eb5c987df6ca service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=dfcfb836-1285-4462-adad-b70a003b7b8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0453050 Mar 11 16:41:18.861722 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-08e6464e-2252-426b-90d0-65eac0b42e93 req-f32bf04e-0861-47f7-a55f-71e1c8f08ff5 service neutron] 10.222.0.18 "GET /v2.0/networks/dfcfb836-1285-4462-adad-b70a003b7b8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823088 Mar 11 16:41:18.929183 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-12686fd2-0f25-484f-a78a-b5cd34d8581b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (a5a5d809-3580-471a-ade1-6c5ecc269919), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:41:18.956865 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-08e6464e-2252-426b-90d0-65eac0b42e93 req-1212cf57-17e7-4aaf-b597-99708cbb9e40 service neutron] 10.222.0.18 "GET /v2.0/networks/dfcfb836-1285-4462-adad-b70a003b7b8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883367 Mar 11 16:41:20.020504 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-e2e0d3b0-ee24-4cd9-86df-a69b2191429a req-bc85c922-7c0d-4030-b1ce-01af7a17bcb5 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-141537633&fields=id&tenant_id=7ba34decd44144f4bfdf7cd2e1be225e HTTP/1.1" status: 200 len: 267 time: 0.0453565 Mar 11 16:41:20.128926 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e0d3b0-ee24-4cd9-86df-a69b2191429a req-fdb9fb9f-5100-44b5-8140-99f191e82df5 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:41:20.130342 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-e2e0d3b0-ee24-4cd9-86df-a69b2191429a req-fdb9fb9f-5100-44b5-8140-99f191e82df5 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] 10.222.0.72 "GET /v2.0/networks?id=dfcfb836-1285-4462-adad-b70a003b7b8f HTTP/1.1" status: 200 len: 812 time: 0.1033649 Mar 11 16:41:20.145027 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-e2e0d3b0-ee24-4cd9-86df-a69b2191429a req-d98e15e3-dcc9-499f-85d4-3d0977cb68ab tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] 10.222.0.72 "GET /v2.0/quotas/7ba34decd44144f4bfdf7cd2e1be225e HTTP/1.1" status: 200 len: 375 time: 0.0093400 Mar 11 16:41:20.201712 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-e2e0d3b0-ee24-4cd9-86df-a69b2191429a req-bf3c6d2c-e164-441e-be5d-60dd7308adc8 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=7ba34decd44144f4bfdf7cd2e1be225e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0518072 Mar 11 16:41:20.343765 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-e2e0d3b0-ee24-4cd9-86df-a69b2191429a req-8053782b-5479-4e29-a40e-1551b44bc827 service neutron] 10.222.0.72 "GET /v2.0/networks/dfcfb836-1285-4462-adad-b70a003b7b8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293292 Mar 11 16:41:20.433851 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-e2e0d3b0-ee24-4cd9-86df-a69b2191429a req-a320d1d1-d1d2-48a0-8af8-a339793c8248 service neutron] 10.222.0.72 "GET /v2.0/networks/dfcfb836-1285-4462-adad-b70a003b7b8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844171 Mar 11 16:41:20.443480 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (1025624e-e238-47fc-86ae-58f7bb6baa16), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:41:20.717096 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-8c6181ef-0491-4fa8-905a-a0c5f9ae754d req-c44356be-1e4c-4e06-a556-ff2861df3f3a tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] 10.222.0.72 "GET /v2.0/ports?device_id=6fa2bb44-b619-418e-9c44-1d3fc87bce9e HTTP/1.1" status: 200 len: 210 time: 0.0268772 Mar 11 16:41:21.798532 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-45c14528-20fa-49be-ad90-0b11f15660f4 req-91be0033-1b7f-4169-ad32-064c3ba224e0 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] 10.222.0.72 "GET /v2.0/ports?device_id=6fa2bb44-b619-418e-9c44-1d3fc87bce9e HTTP/1.1" status: 200 len: 210 time: 0.0270195 Mar 11 16:41:22.928340 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-1c07cb0c-47c2-4e5a-a1ab-207afe84931f req-85f8ae8c-afdf-46b3-a7e1-ebdc1d01e5df tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] 10.222.0.72 "GET /v2.0/ports?device_id=6fa2bb44-b619-418e-9c44-1d3fc87bce9e HTTP/1.1" status: 200 len: 210 time: 0.0778944 Mar 11 16:41:24.062577 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-d09bea5f-2121-47c3-8424-820e2877594d req-52d61b0f-fab6-484e-9397-d642e991aa2c tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] 10.222.0.72 "GET /v2.0/ports?device_id=6fa2bb44-b619-418e-9c44-1d3fc87bce9e HTTP/1.1" status: 200 len: 210 time: 0.0835240 Mar 11 16:41:25.160654 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-214a2326-6eae-4ee1-982b-30929585f5f0 req-4fad0ac4-5609-48e6-937d-55f3fd9819f1 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] 10.222.0.72 "GET /v2.0/ports?device_id=6fa2bb44-b619-418e-9c44-1d3fc87bce9e HTTP/1.1" status: 200 len: 210 time: 0.0300705 Mar 11 16:41:25.672284 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e0d3b0-ee24-4cd9-86df-a69b2191429a req-1f265c65-fed4-4e2f-b81d-b5ec11ee28a3 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:41:25.673917 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-e2e0d3b0-ee24-4cd9-86df-a69b2191429a req-1f265c65-fed4-4e2f-b81d-b5ec11ee28a3 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] 10.222.0.18 "GET /v2.0/networks?id=dfcfb836-1285-4462-adad-b70a003b7b8f HTTP/1.1" status: 200 len: 812 time: 0.1067302 Mar 11 16:41:25.736529 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-e2e0d3b0-ee24-4cd9-86df-a69b2191429a req-9f649519-e7cd-487a-b672-eaa81dd7a195 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7ba34decd44144f4bfdf7cd2e1be225e HTTP/1.1" status: 200 len: 379 time: 0.0547595 Mar 11 16:41:25.745029 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.v2.base [req-e2e0d3b0-ee24-4cd9-86df-a69b2191429a req-0364684d-a12d-4089-a1aa-c76ae12457eb tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Request body: {'port': {'device_id': '6fa2bb44-b619-418e-9c44-1d3fc87bce9e', 'network_id': 'dfcfb836-1285-4462-adad-b70a003b7b8f', 'admin_state_up': True, 'tenant_id': '7ba34decd44144f4bfdf7cd2e1be225e', 'security_groups': ['71874365-b0c3-4e73-9a02-ee246fe1cd77']}} {{(pid=103092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:41:25.850708 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2e0d3b0-ee24-4cd9-86df-a69b2191429a req-0364684d-a12d-4089-a1aa-c76ae12457eb tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Made reservation on behalf of 7ba34decd44144f4bfdf7cd2e1be225e for: {'port': 1} {{(pid=103092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:41:25.854058 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-e2e0d3b0-ee24-4cd9-86df-a69b2191429a req-0364684d-a12d-4089-a1aa-c76ae12457eb tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (None), before_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:41:25.984307 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.db.db_base_plugin_common [req-e2e0d3b0-ee24-4cd9-86df-a69b2191429a req-0364684d-a12d-4089-a1aa-c76ae12457eb tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Allocated IP 172.20.0.12 (dfcfb836-1285-4462-adad-b70a003b7b8f/e83d5618-f91a-4ca7-85af-08b09a8f46c1/4e769c03-cf7b-495d-872e-e49dce1ae706) {{(pid=103092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:41:26.128601 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-e2e0d3b0-ee24-4cd9-86df-a69b2191429a req-0364684d-a12d-4089-a1aa-c76ae12457eb tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Publish callbacks [] for port (4e769c03-cf7b-495d-872e-e49dce1ae706), precommit_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:41:26.162798 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-e2e0d3b0-ee24-4cd9-86df-a69b2191429a req-0364684d-a12d-4089-a1aa-c76ae12457eb tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780137975911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30811620'] for port (4e769c03-cf7b-495d-872e-e49dce1ae706), after_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:41:26.206010 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2e0d3b0-ee24-4cd9-86df-a69b2191429a req-0364684d-a12d-4089-a1aa-c76ae12457eb tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Network dfcfb836-1285-4462-adad-b70a003b7b8f is already hosted by enough agents. {{(pid=103092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:41:26.209166 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.scheduler.base_scheduler [req-e2e0d3b0-ee24-4cd9-86df-a69b2191429a req-0364684d-a12d-4089-a1aa-c76ae12457eb tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Resources bound (agent type, host, resource id): {{(pid=103092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:41:26.211781 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2e0d3b0-ee24-4cd9-86df-a69b2191429a req-0364684d-a12d-4089-a1aa-c76ae12457eb tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Received port after_create {{(pid=103092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 16:41:26.274068 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0364684d-a12d-4089-a1aa-c76ae12457eb tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Pushing event updated for resources: {'Port': ['ID=4e769c03-cf7b-495d-872e-e49dce1ae706,revision_number=1']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:41:26.299616 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0364684d-a12d-4089-a1aa-c76ae12457eb tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:41:26.299966 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0364684d-a12d-4089-a1aa-c76ae12457eb tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:41:26.300310 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0364684d-a12d-4089-a1aa-c76ae12457eb tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:41:26.300646 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0364684d-a12d-4089-a1aa-c76ae12457eb tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:41:26.300979 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0364684d-a12d-4089-a1aa-c76ae12457eb tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:41:26.301308 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0364684d-a12d-4089-a1aa-c76ae12457eb tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:41:26.301636 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0364684d-a12d-4089-a1aa-c76ae12457eb tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:41:26.301983 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0364684d-a12d-4089-a1aa-c76ae12457eb tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:41:26.302304 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0364684d-a12d-4089-a1aa-c76ae12457eb tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:41:26.302629 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0364684d-a12d-4089-a1aa-c76ae12457eb tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:41:26.302951 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0364684d-a12d-4089-a1aa-c76ae12457eb tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:41:26.303269 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0364684d-a12d-4089-a1aa-c76ae12457eb tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:41:26.303587 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0364684d-a12d-4089-a1aa-c76ae12457eb tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:41:26.313425 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e0d3b0-ee24-4cd9-86df-a69b2191429a req-0364684d-a12d-4089-a1aa-c76ae12457eb tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:41:26.314095 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-e2e0d3b0-ee24-4cd9-86df-a69b2191429a req-0364684d-a12d-4089-a1aa-c76ae12457eb tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122971'] for port (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:41:26.336905 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-e2e0d3b0-ee24-4cd9-86df-a69b2191429a req-0364684d-a12d-4089-a1aa-c76ae12457eb tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5954008 Mar 11 16:41:26.349303 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fe43b7-0a9f-4bfe-ac4f-e4a8edbc1084 req-c794a07e-961f-4d11-ad4a-e70f9fb62997 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:41:26.350874 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-39fe43b7-0a9f-4bfe-ac4f-e4a8edbc1084 req-c794a07e-961f-4d11-ad4a-e70f9fb62997 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] 10.222.0.72 "GET /v2.0/ports?device_id=6fa2bb44-b619-418e-9c44-1d3fc87bce9e HTTP/1.1" status: 200 len: 932 time: 0.1098776 Mar 11 16:41:26.355818 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.v2.base [req-e2e0d3b0-ee24-4cd9-86df-a69b2191429a req-2322aab1-c0c3-4d68-b25b-c0b1da4796e2 service neutron] Request body: {'port': {'device_id': '6fa2bb44-b619-418e-9c44-1d3fc87bce9e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=103092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:41:26.447784 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-39fe43b7-0a9f-4bfe-ac4f-e4a8edbc1084 req-78780943-aebf-4b74-8709-f92a62d1c50b tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] 10.222.0.72 "GET /v2.0/security-groups?id=71874365-b0c3-4e73-9a02-ee246fe1cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883448 Mar 11 16:41:26.450380 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-e2e0d3b0-ee24-4cd9-86df-a69b2191429a req-2322aab1-c0c3-4d68-b25b-c0b1da4796e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (4e769c03-cf7b-495d-872e-e49dce1ae706), before_update {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:41:26.462614 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [None req-a71b01b9-a977-483d-bff6-8bf094fb0773 None None] Provisioning complete for port 4e769c03-cf7b-495d-872e-e49dce1ae706 triggered by entity DHCP. {{(pid=103093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 16:41:26.463139 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a71b01b9-a977-483d-bff6-8bf094fb0773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397499'] for port (4e769c03-cf7b-495d-872e-e49dce1ae706), provisioning_complete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:41:26.504174 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-a71b01b9-a977-483d-bff6-8bf094fb0773 None None] Port 4e769c03-cf7b-495d-872e-e49dce1ae706 cannot update to ACTIVE because it is not bound. {{(pid=103093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 16:41:26.711222 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.notifiers.nova [req-e2e0d3b0-ee24-4cd9-86df-a69b2191429a req-2322aab1-c0c3-4d68-b25b-c0b1da4796e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e769c03-cf7b-495d-872e-e49dce1ae706 {{(pid=103092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:41:26.719255 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-e2e0d3b0-ee24-4cd9-86df-a69b2191429a req-2322aab1-c0c3-4d68-b25b-c0b1da4796e2 service neutron] Publish callbacks [] for port (4e769c03-cf7b-495d-872e-e49dce1ae706), precommit_update {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:41:26.731050 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.db.provisioning_blocks [req-e2e0d3b0-ee24-4cd9-86df-a69b2191429a req-2322aab1-c0c3-4d68-b25b-c0b1da4796e2 service neutron] Transition to ACTIVE for port object 4e769c03-cf7b-495d-872e-e49dce1ae706 will not be triggered until provisioned by entity L2. {{(pid=103092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 16:41:26.735699 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-e2e0d3b0-ee24-4cd9-86df-a69b2191429a req-2322aab1-c0c3-4d68-b25b-c0b1da4796e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30811645'] for port (4e769c03-cf7b-495d-872e-e49dce1ae706), after_update {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:41:26.783647 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2322aab1-c0c3-4d68-b25b-c0b1da4796e2 service neutron] Pushing event updated for resources: {'Port': ['ID=4e769c03-cf7b-495d-872e-e49dce1ae706,revision_number=2']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:41:26.857704 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.managers [req-e2e0d3b0-ee24-4cd9-86df-a69b2191429a req-2322aab1-c0c3-4d68-b25b-c0b1da4796e2 service neutron] Attempting to bind port 4e769c03-cf7b-495d-872e-e49dce1ae706 on host hv-cinder-75078 for vnic_type normal with profile {{(pid=103092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 16:41:26.858073 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.managers [req-e2e0d3b0-ee24-4cd9-86df-a69b2191429a req-2322aab1-c0c3-4d68-b25b-c0b1da4796e2 service neutron] Attempting to bind port 4e769c03-cf7b-495d-872e-e49dce1ae706 by drivers openvswitch,hyperv on host hv-cinder-75078 at level 0 using segments [{'id': '4e93ea21-1d78-4c71-907b-4a06ff9bb77c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'dfcfb836-1285-4462-adad-b70a003b7b8f'}] {{(pid=103092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 16:41:26.858410 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2e0d3b0-ee24-4cd9-86df-a69b2191429a req-2322aab1-c0c3-4d68-b25b-c0b1da4796e2 service neutron] Attempting to bind port 4e769c03-cf7b-495d-872e-e49dce1ae706 on network dfcfb836-1285-4462-adad-b70a003b7b8f {{(pid=103092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 16:41:26.863277 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2e0d3b0-ee24-4cd9-86df-a69b2191429a req-2322aab1-c0c3-4d68-b25b-c0b1da4796e2 service neutron] Port 4e769c03-cf7b-495d-872e-e49dce1ae706 on network dfcfb836-1285-4462-adad-b70a003b7b8f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75078 {{(pid=103092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 16:41:26.864025 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2e0d3b0-ee24-4cd9-86df-a69b2191429a req-2322aab1-c0c3-4d68-b25b-c0b1da4796e2 service neutron] Attempting to bind port 4e769c03-cf7b-495d-872e-e49dce1ae706 on network dfcfb836-1285-4462-adad-b70a003b7b8f {{(pid=103092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 16:41:26.869358 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2e0d3b0-ee24-4cd9-86df-a69b2191429a req-2322aab1-c0c3-4d68-b25b-c0b1da4796e2 service neutron] Checking agent: {'id': '42978ec7-0c45-4bcc-88e8-64ee44356522', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 19, 5), 'started_at': datetime.datetime(2022, 3, 11, 16, 19, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 41, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 16:41:26.869702 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2e0d3b0-ee24-4cd9-86df-a69b2191429a req-2322aab1-c0c3-4d68-b25b-c0b1da4796e2 service neutron] Checking segment: {'id': '4e93ea21-1d78-4c71-907b-4a06ff9bb77c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'dfcfb836-1285-4462-adad-b70a003b7b8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 16:41:26.870121 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2e0d3b0-ee24-4cd9-86df-a69b2191429a req-2322aab1-c0c3-4d68-b25b-c0b1da4796e2 service neutron] Bound using segment: {'id': '4e93ea21-1d78-4c71-907b-4a06ff9bb77c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'dfcfb836-1285-4462-adad-b70a003b7b8f'} {{(pid=103092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 16:41:26.870554 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.managers [req-e2e0d3b0-ee24-4cd9-86df-a69b2191429a req-2322aab1-c0c3-4d68-b25b-c0b1da4796e2 service neutron] Bound port: 4e769c03-cf7b-495d-872e-e49dce1ae706, host: hv-cinder-75078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e93ea21-1d78-4c71-907b-4a06ff9bb77c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'dfcfb836-1285-4462-adad-b70a003b7b8f'}}] {{(pid=103092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 16:41:26.870915 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-e2e0d3b0-ee24-4cd9-86df-a69b2191429a req-2322aab1-c0c3-4d68-b25b-c0b1da4796e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (4e769c03-cf7b-495d-872e-e49dce1ae706), before_update {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:41:26.941931 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.db [req-e2e0d3b0-ee24-4cd9-86df-a69b2191429a req-2322aab1-c0c3-4d68-b25b-c0b1da4796e2 service neutron] For port 4e769c03-cf7b-495d-872e-e49dce1ae706, host hv-cinder-75078, cleared binding levels {{(pid=103092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:41:26.945064 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.db [req-e2e0d3b0-ee24-4cd9-86df-a69b2191429a req-2322aab1-c0c3-4d68-b25b-c0b1da4796e2 service neutron] For port 4e769c03-cf7b-495d-872e-e49dce1ae706, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=4e769c03-cf7b-495d-872e-e49dce1ae706,segment=NetworkSegment(4e93ea21-1d78-4c71-907b-4a06ff9bb77c),segment_id=4e93ea21-1d78-4c71-907b-4a06ff9bb77c)] {{(pid=103092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:41:26.951293 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-e2e0d3b0-ee24-4cd9-86df-a69b2191429a req-2322aab1-c0c3-4d68-b25b-c0b1da4796e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30811645'] for port (4e769c03-cf7b-495d-872e-e49dce1ae706), after_update {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:41:26.985788 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e0d3b0-ee24-4cd9-86df-a69b2191429a req-2322aab1-c0c3-4d68-b25b-c0b1da4796e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:41:26.986464 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-e2e0d3b0-ee24-4cd9-86df-a69b2191429a req-2322aab1-c0c3-4d68-b25b-c0b1da4796e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122971'] for port (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:41:26.987797 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-e2e0d3b0-ee24-4cd9-86df-a69b2191429a req-2322aab1-c0c3-4d68-b25b-c0b1da4796e2 service neutron] 10.222.0.18 "PUT /v2.0/ports/4e769c03-cf7b-495d-872e-e49dce1ae706 HTTP/1.1" status: 200 len: 1094 time: 0.6359670 Mar 11 16:41:26.988241 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fa2bb44-b619-418e-9c44-1d3fc87bce9e', 'tag': '4e769c03-cf7b-495d-872e-e49dce1ae706'}] {{(pid=103092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:41:26.990488 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8119d67d121bc7655fb27ee4e81d05746f3857d7b024446e390c37a4f39e07a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2083585-a22c-42d7-ac40-709df660bea7" -d '{"events": [{"name": "network-changed", "server_uuid": "6fa2bb44-b619-418e-9c44-1d3fc87bce9e", "tag": "4e769c03-cf7b-495d-872e-e49dce1ae706"}]}' {{(pid=103092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 16:41:27.015320 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2322aab1-c0c3-4d68-b25b-c0b1da4796e2 service neutron] Pushing event updated for resources: {'Port': ['ID=4e769c03-cf7b-495d-872e-e49dce1ae706,revision_number=3']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:41:27.039210 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 16:41:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eb1290a-2ed6-400e-8dfa-16f6eeb4b859 x-openstack-request-id: req-5eb1290a-2ed6-400e-8dfa-16f6eeb4b859 {{(pid=103092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 16:41:27.039584 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fa2bb44-b619-418e-9c44-1d3fc87bce9e", "tag": "4e769c03-cf7b-495d-872e-e49dce1ae706", "status": "completed", "code": 200}]} {{(pid=103092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 16:41:27.039914 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-5eb1290a-2ed6-400e-8dfa-16f6eeb4b859 {{(pid=103092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 16:41:27.040378 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fa2bb44-b619-418e-9c44-1d3fc87bce9e', 'tag': '4e769c03-cf7b-495d-872e-e49dce1ae706', 'status': 'completed', 'code': 200} Mar 11 16:41:27.088496 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e0d3b0-ee24-4cd9-86df-a69b2191429a req-92a265c0-5fa8-439d-b830-72592eb040e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:41:27.090041 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-e2e0d3b0-ee24-4cd9-86df-a69b2191429a req-92a265c0-5fa8-439d-b830-72592eb040e1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7ba34decd44144f4bfdf7cd2e1be225e&device_id=6fa2bb44-b619-418e-9c44-1d3fc87bce9e HTTP/1.1" status: 200 len: 1128 time: 0.0604348 Mar 11 16:41:27.136665 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-e2e0d3b0-ee24-4cd9-86df-a69b2191429a req-59c07063-8406-461a-a58a-94189cbb0c4f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4e769c03-cf7b-495d-872e-e49dce1ae706 HTTP/1.1" status: 200 len: 217 time: 0.0400672 Mar 11 16:41:27.186658 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e0d3b0-ee24-4cd9-86df-a69b2191429a req-2182c714-051d-4aab-a730-935a6a827126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:41:27.188144 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-e2e0d3b0-ee24-4cd9-86df-a69b2191429a req-2182c714-051d-4aab-a730-935a6a827126 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e83d5618-f91a-4ca7-85af-08b09a8f46c1 HTTP/1.1" status: 200 len: 851 time: 0.0459032 Mar 11 16:41:27.237516 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e0d3b0-ee24-4cd9-86df-a69b2191429a req-6712cdc7-7e78-42e0-a037-e2159f5d4b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:41:27.238995 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-e2e0d3b0-ee24-4cd9-86df-a69b2191429a req-6712cdc7-7e78-42e0-a037-e2159f5d4b91 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=dfcfb836-1285-4462-adad-b70a003b7b8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0447440 Mar 11 16:41:27.622857 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-e2e0d3b0-ee24-4cd9-86df-a69b2191429a req-e0b56ed1-b4bc-4423-9ae3-6690e2804faa service neutron] 10.222.0.18 "GET /v2.0/networks/dfcfb836-1285-4462-adad-b70a003b7b8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3768039 Mar 11 16:41:27.657372 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528a8550-d794-4ef2-b0fc-a684bd22d393 req-298c97f7-b604-4c04-bc39-bea1495ca81a tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:41:27.658805 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-528a8550-d794-4ef2-b0fc-a684bd22d393 req-298c97f7-b604-4c04-bc39-bea1495ca81a tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] 10.222.0.72 "GET /v2.0/ports?device_id=6fa2bb44-b619-418e-9c44-1d3fc87bce9e HTTP/1.1" status: 200 len: 944 time: 0.0899551 Mar 11 16:41:27.757974 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-528a8550-d794-4ef2-b0fc-a684bd22d393 req-74aa7e90-d303-451b-bd44-6f218a111bf8 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] 10.222.0.72 "GET /v2.0/security-groups?id=71874365-b0c3-4e73-9a02-ee246fe1cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892320 Mar 11 16:41:27.761490 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-e2e0d3b0-ee24-4cd9-86df-a69b2191429a req-57cd326b-fd6e-4cfb-9b91-5bded4f12610 service neutron] 10.222.0.18 "GET /v2.0/networks/dfcfb836-1285-4462-adad-b70a003b7b8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324127 Mar 11 16:41:27.853834 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2083585-a22c-42d7-ac40-709df660bea7 req-e565aef0-6c29-4e7f-893c-b2fd6a3e9f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:41:27.855390 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-a2083585-a22c-42d7-ac40-709df660bea7 req-e565aef0-6c29-4e7f-893c-b2fd6a3e9f5e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7ba34decd44144f4bfdf7cd2e1be225e&device_id=6fa2bb44-b619-418e-9c44-1d3fc87bce9e HTTP/1.1" status: 200 len: 1128 time: 0.0461740 Mar 11 16:41:27.948863 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2083585-a22c-42d7-ac40-709df660bea7 req-02fd94ba-a5fa-4c42-8e85-e62eb8014ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:41:27.950891 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-a2083585-a22c-42d7-ac40-709df660bea7 req-02fd94ba-a5fa-4c42-8e85-e62eb8014ca0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=dfcfb836-1285-4462-adad-b70a003b7b8f HTTP/1.1" status: 200 len: 913 time: 0.0892766 Mar 11 16:41:27.990557 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-a2083585-a22c-42d7-ac40-709df660bea7 req-f6395031-0614-4b7b-a400-5e37380e4f11 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4e769c03-cf7b-495d-872e-e49dce1ae706 HTTP/1.1" status: 200 len: 217 time: 0.0348394 Mar 11 16:41:28.037621 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2083585-a22c-42d7-ac40-709df660bea7 req-86ee9d37-d870-46ae-b2d0-5df5b25743b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:41:28.039088 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-a2083585-a22c-42d7-ac40-709df660bea7 req-86ee9d37-d870-46ae-b2d0-5df5b25743b0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e83d5618-f91a-4ca7-85af-08b09a8f46c1 HTTP/1.1" status: 200 len: 851 time: 0.0430944 Mar 11 16:41:28.092912 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2083585-a22c-42d7-ac40-709df660bea7 req-25074f8d-623f-4745-90b9-f0fbae493605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:41:28.094455 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-a2083585-a22c-42d7-ac40-709df660bea7 req-25074f8d-623f-4745-90b9-f0fbae493605 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=dfcfb836-1285-4462-adad-b70a003b7b8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0494010 Mar 11 16:41:28.182704 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-a2083585-a22c-42d7-ac40-709df660bea7 req-f91822d9-ffeb-4f24-8143-f7164a02794b service neutron] 10.222.0.18 "GET /v2.0/networks/dfcfb836-1285-4462-adad-b70a003b7b8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820279 Mar 11 16:41:28.275256 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-a2083585-a22c-42d7-ac40-709df660bea7 req-2bc4bd58-2198-4fac-bc66-a266b2d814fa service neutron] 10.222.0.18 "GET /v2.0/networks/dfcfb836-1285-4462-adad-b70a003b7b8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862758 Mar 11 16:41:28.885236 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1029d4-521f-448c-8f99-2b5ca75ae57b req-cc42f772-26ed-4cc8-81d7-71debba62d2f tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:41:28.886778 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-bb1029d4-521f-448c-8f99-2b5ca75ae57b req-cc42f772-26ed-4cc8-81d7-71debba62d2f tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] 10.222.0.72 "GET /v2.0/ports?device_id=6fa2bb44-b619-418e-9c44-1d3fc87bce9e HTTP/1.1" status: 200 len: 944 time: 0.0556288 Mar 11 16:41:28.935825 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-bb1029d4-521f-448c-8f99-2b5ca75ae57b req-d14071ad-7c54-4ede-9b94-d3a99739e608 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] 10.222.0.72 "GET /v2.0/security-groups?id=71874365-b0c3-4e73-9a02-ee246fe1cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427842 Mar 11 16:41:30.053718 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6ce060-24cd-428b-afa0-2959fac08019 req-7ee3c546-fd90-4616-809c-ed0d6e408536 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:41:30.055244 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-ae6ce060-24cd-428b-afa0-2959fac08019 req-7ee3c546-fd90-4616-809c-ed0d6e408536 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] 10.222.0.72 "GET /v2.0/ports?device_id=6fa2bb44-b619-418e-9c44-1d3fc87bce9e HTTP/1.1" status: 200 len: 944 time: 0.0524342 Mar 11 16:41:30.108992 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-ae6ce060-24cd-428b-afa0-2959fac08019 req-87f8af63-9280-4a56-9c32-f5ae00d2da08 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] 10.222.0.72 "GET /v2.0/security-groups?id=71874365-b0c3-4e73-9a02-ee246fe1cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470119 Mar 11 16:41:31.227713 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2282c1-80a8-411e-97c3-2b682705c741 req-c8219b5f-5203-4b14-8947-3e549e32d48e tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:41:31.229180 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-6e2282c1-80a8-411e-97c3-2b682705c741 req-c8219b5f-5203-4b14-8947-3e549e32d48e tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] 10.222.0.72 "GET /v2.0/ports?device_id=6fa2bb44-b619-418e-9c44-1d3fc87bce9e HTTP/1.1" status: 200 len: 944 time: 0.0541830 Mar 11 16:41:31.277447 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-6e2282c1-80a8-411e-97c3-2b682705c741 req-bbfe8b6e-c372-4fd7-88a8-ac94dc8031ca tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] 10.222.0.72 "GET /v2.0/security-groups?id=71874365-b0c3-4e73-9a02-ee246fe1cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425127 Mar 11 16:41:32.395925 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383fc833-a85d-41b7-bf39-3136c39b479f req-ddbf9856-b7f9-4c54-82de-8c5749dff1c8 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:41:32.397404 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-383fc833-a85d-41b7-bf39-3136c39b479f req-ddbf9856-b7f9-4c54-82de-8c5749dff1c8 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] 10.222.0.72 "GET /v2.0/ports?device_id=6fa2bb44-b619-418e-9c44-1d3fc87bce9e HTTP/1.1" status: 200 len: 944 time: 0.0538750 Mar 11 16:41:32.447504 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-383fc833-a85d-41b7-bf39-3136c39b479f req-0f31fc72-bb0e-4bac-af1e-ba50d39e395e tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] 10.222.0.72 "GET /v2.0/security-groups?id=71874365-b0c3-4e73-9a02-ee246fe1cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444963 Mar 11 16:41:33.569730 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70739375-6d25-4aa7-96bc-e65e55b3d9d4 req-50379b5c-e34f-43e8-ac4c-7ebfffe07940 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:41:33.571485 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-70739375-6d25-4aa7-96bc-e65e55b3d9d4 req-50379b5c-e34f-43e8-ac4c-7ebfffe07940 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] 10.222.0.72 "GET /v2.0/ports?device_id=6fa2bb44-b619-418e-9c44-1d3fc87bce9e HTTP/1.1" status: 200 len: 944 time: 0.0589495 Mar 11 16:41:33.629556 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-70739375-6d25-4aa7-96bc-e65e55b3d9d4 req-8d7de84b-d8c0-4433-9766-bba3030534c8 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] 10.222.0.72 "GET /v2.0/security-groups?id=71874365-b0c3-4e73-9a02-ee246fe1cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514183 Mar 11 16:41:34.746327 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0ba2ff-5d78-48bf-aeba-ab3fbef0cfba req-bf3ebe5a-6d36-4007-b6df-cd925e1f5eeb tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:41:34.748282 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-9d0ba2ff-5d78-48bf-aeba-ab3fbef0cfba req-bf3ebe5a-6d36-4007-b6df-cd925e1f5eeb tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] 10.222.0.72 "GET /v2.0/ports?device_id=6fa2bb44-b619-418e-9c44-1d3fc87bce9e HTTP/1.1" status: 200 len: 944 time: 0.0536587 Mar 11 16:41:34.797016 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-9d0ba2ff-5d78-48bf-aeba-ab3fbef0cfba req-b30afdff-329e-4a97-895b-add9162da618 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] 10.222.0.72 "GET /v2.0/security-groups?id=71874365-b0c3-4e73-9a02-ee246fe1cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432882 Mar 11 16:41:35.913826 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb23a3e6-1a15-42d2-aa78-ed6142a23414 req-843b45aa-cb1d-480f-bf45-c3bd4bf81523 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:41:35.915307 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-bb23a3e6-1a15-42d2-aa78-ed6142a23414 req-843b45aa-cb1d-480f-bf45-c3bd4bf81523 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] 10.222.0.72 "GET /v2.0/ports?device_id=6fa2bb44-b619-418e-9c44-1d3fc87bce9e HTTP/1.1" status: 200 len: 944 time: 0.0520396 Mar 11 16:41:35.968639 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-bb23a3e6-1a15-42d2-aa78-ed6142a23414 req-6f5c3580-9878-493c-9810-731b8bd90c24 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] 10.222.0.72 "GET /v2.0/security-groups?id=71874365-b0c3-4e73-9a02-ee246fe1cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467014 Mar 11 16:41:36.052502 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (42978ec7-0c45-4bcc-88e8-64ee44356522), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:41:36.690290 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Device 4e769c03-cf7b-495d-872e-e49dce1ae706 details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=103093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 16:41:36.789768 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] For port 4e769c03-cf7b-495d-872e-e49dce1ae706, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=4e769c03-cf7b-495d-872e-e49dce1ae706,segment=NetworkSegment(4e93ea21-1d78-4c71-907b-4a06ff9bb77c),segment_id=4e93ea21-1d78-4c71-907b-4a06ff9bb77c)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:41:36.801629 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Returning: {'device': '4e769c03-cf7b-495d-872e-e49dce1ae706', 'network_id': 'dfcfb836-1285-4462-adad-b70a003b7b8f', 'port_id': '4e769c03-cf7b-495d-872e-e49dce1ae706', 'mac_address': 'fa:16:3e:94:0f:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e83d5618-f91a-4ca7-85af-08b09a8f46c1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 16:41:36.839211 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Current status of the port 4e769c03-cf7b-495d-872e-e49dce1ae706 is: DOWN; New status is: BUILD {{(pid=103093) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 16:41:36.839602 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (4e769c03-cf7b-495d-872e-e49dce1ae706), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:41:36.852563 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.notifiers.nova [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e769c03-cf7b-495d-872e-e49dce1ae706 {{(pid=103093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:41:36.874615 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] For port 4e769c03-cf7b-495d-872e-e49dce1ae706, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=4e769c03-cf7b-495d-872e-e49dce1ae706,segment=NetworkSegment(4e93ea21-1d78-4c71-907b-4a06ff9bb77c),segment_id=4e93ea21-1d78-4c71-907b-4a06ff9bb77c)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:41:36.878301 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947'] for port (4e769c03-cf7b-495d-872e-e49dce1ae706), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:41:36.929319 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Pushing event updated for resources: {'Port': ['ID=4e769c03-cf7b-495d-872e-e49dce1ae706,revision_number=4']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:41:36.937011 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:41:36.937365 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:41:36.937736 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:41:36.938107 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:41:36.938441 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:41:36.938771 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:41:36.939100 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:41:36.939427 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:41:36.939752 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:41:36.940077 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:41:36.940462 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:41:36.940743 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:41:36.941067 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:41:37.088886 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471ce587-a33c-41d7-b4c0-4fdaab8103cb req-f1407dfe-bdfc-456d-bd0f-7f71cb4825d1 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:41:37.090389 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-471ce587-a33c-41d7-b4c0-4fdaab8103cb req-f1407dfe-bdfc-456d-bd0f-7f71cb4825d1 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] 10.222.0.72 "GET /v2.0/ports?device_id=6fa2bb44-b619-418e-9c44-1d3fc87bce9e HTTP/1.1" status: 200 len: 945 time: 0.0535569 Mar 11 16:41:37.140260 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-471ce587-a33c-41d7-b4c0-4fdaab8103cb req-2560db35-9166-4957-905f-5c5ddb6bd31b tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] 10.222.0.72 "GET /v2.0/security-groups?id=71874365-b0c3-4e73-9a02-ee246fe1cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441713 Mar 11 16:41:37.295296 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] get_ports_and_sgs() called for port_ids ['4e769c03-cf7b-495d-872e-e49dce1ae706'] {{(pid=103093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 16:41:38.259735 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ceefdd-b686-4b60-8fe3-84854cb4e7ce req-e682d6c8-0f33-4e0d-ba46-864a941ddfe4 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:41:38.261223 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-a5ceefdd-b686-4b60-8fe3-84854cb4e7ce req-e682d6c8-0f33-4e0d-ba46-864a941ddfe4 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] 10.222.0.72 "GET /v2.0/ports?device_id=6fa2bb44-b619-418e-9c44-1d3fc87bce9e HTTP/1.1" status: 200 len: 945 time: 0.0524452 Mar 11 16:41:38.311719 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-a5ceefdd-b686-4b60-8fe3-84854cb4e7ce req-dc3feaaf-6e7e-46a2-be78-be11c3cb86a0 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] 10.222.0.72 "GET /v2.0/security-groups?id=71874365-b0c3-4e73-9a02-ee246fe1cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440502 Mar 11 16:41:38.695882 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Device 4e769c03-cf7b-495d-872e-e49dce1ae706 up at agent hyperv_hv-cinder-75078 {{(pid=103093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 16:41:38.748559 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Provisioning for port 4e769c03-cf7b-495d-872e-e49dce1ae706 completed by entity L2. {{(pid=103093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 16:41:38.752472 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.provisioning_blocks [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Provisioning complete for port 4e769c03-cf7b-495d-872e-e49dce1ae706 triggered by entity L2. {{(pid=103093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 16:41:38.752845 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397499'] for port (4e769c03-cf7b-495d-872e-e49dce1ae706), provisioning_complete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:41:38.831291 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Current status of the port 4e769c03-cf7b-495d-872e-e49dce1ae706 is: BUILD; New status is: ACTIVE {{(pid=103093) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 16:41:38.831679 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (4e769c03-cf7b-495d-872e-e49dce1ae706), before_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:41:38.858359 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fa2bb44-b619-418e-9c44-1d3fc87bce9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e769c03-cf7b-495d-872e-e49dce1ae706'}] {{(pid=103093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:41:38.860583 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f6a2c072b123b360c8eb8991e75d694e889c4c27e62ecb22fdf39ecf471eb94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4be3caf0-ea28-485b-b924-edd560385ea8" -d '{"events": [{"server_uuid": "6fa2bb44-b619-418e-9c44-1d3fc87bce9e", "name": "network-vif-plugged", "status": "completed", "tag": "4e769c03-cf7b-495d-872e-e49dce1ae706"}]}' {{(pid=103093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 16:41:38.879988 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] For port 4e769c03-cf7b-495d-872e-e49dce1ae706, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=4e769c03-cf7b-495d-872e-e49dce1ae706,segment=NetworkSegment(4e93ea21-1d78-4c71-907b-4a06ff9bb77c),segment_id=4e93ea21-1d78-4c71-907b-4a06ff9bb77c)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:41:38.884884 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947'] for port (4e769c03-cf7b-495d-872e-e49dce1ae706), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:41:38.908364 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 16:41:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2541e6cc-a4fd-498e-ae37-a0ea70ab28f5 x-openstack-request-id: req-2541e6cc-a4fd-498e-ae37-a0ea70ab28f5 {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 16:41:38.908662 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fa2bb44-b619-418e-9c44-1d3fc87bce9e", "name": "network-vif-plugged", "status": "completed", "tag": "4e769c03-cf7b-495d-872e-e49dce1ae706", "code": 200}]} {{(pid=103093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 16:41:38.908918 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-2541e6cc-a4fd-498e-ae37-a0ea70ab28f5 {{(pid=103093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 16:41:38.909306 dv-cinder-750782-12-iscsi neutron-server[103093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fa2bb44-b619-418e-9c44-1d3fc87bce9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e769c03-cf7b-495d-872e-e49dce1ae706', 'code': 200} Mar 11 16:41:38.939863 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Pushing event updated for resources: {'Port': ['ID=4e769c03-cf7b-495d-872e-e49dce1ae706,revision_number=5']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:41:39.127449 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8ca1cf-4164-4df8-84fe-db84d3f192c2 req-fc4c7189-b043-4fe5-b1a6-84bed78d888a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:41:39.128983 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-2f8ca1cf-4164-4df8-84fe-db84d3f192c2 req-fc4c7189-b043-4fe5-b1a6-84bed78d888a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6fa2bb44-b619-418e-9c44-1d3fc87bce9e HTTP/1.1" status: 200 len: 1130 time: 0.0494909 Mar 11 16:41:39.175464 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-2f8ca1cf-4164-4df8-84fe-db84d3f192c2 req-925aed25-4a15-41c2-b380-be5a1d70c88a service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=71874365-b0c3-4e73-9a02-ee246fe1cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399406 Mar 11 16:41:39.431479 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f5f290-1149-430a-b4b2-da19d71f5fe0 req-5d34a835-c001-427f-b72e-7460bf8898d5 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:41:39.433027 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-24f5f290-1149-430a-b4b2-da19d71f5fe0 req-5d34a835-c001-427f-b72e-7460bf8898d5 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] 10.222.0.72 "GET /v2.0/ports?device_id=6fa2bb44-b619-418e-9c44-1d3fc87bce9e HTTP/1.1" status: 200 len: 946 time: 0.0543497 Mar 11 16:41:39.483483 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-24f5f290-1149-430a-b4b2-da19d71f5fe0 req-8badb807-cecb-4f40-b302-0d26f6bf1ffe tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] 10.222.0.72 "GET /v2.0/security-groups?id=71874365-b0c3-4e73-9a02-ee246fe1cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442152 Mar 11 16:41:40.614837 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3d18d1-efbf-4b60-950e-adee3d7af3ca req-6fa0d8be-8f57-4c16-a563-8fcbcec8fd51 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:41:40.616345 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-0b3d18d1-efbf-4b60-950e-adee3d7af3ca req-6fa0d8be-8f57-4c16-a563-8fcbcec8fd51 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] 10.222.0.72 "GET /v2.0/ports?device_id=6fa2bb44-b619-418e-9c44-1d3fc87bce9e HTTP/1.1" status: 200 len: 946 time: 0.0580170 Mar 11 16:41:40.666119 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-0b3d18d1-efbf-4b60-950e-adee3d7af3ca req-b533683e-15ec-42a5-a3b2-127f2b487b29 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] 10.222.0.72 "GET /v2.0/security-groups?id=71874365-b0c3-4e73-9a02-ee246fe1cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440483 Mar 11 16:41:40.785398 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf9889b-24f0-4b21-94b1-e8e7589b2317 req-c5e917dd-70f9-4b9c-a505-94a77e38c455 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:41:40.786956 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-dcf9889b-24f0-4b21-94b1-e8e7589b2317 req-c5e917dd-70f9-4b9c-a505-94a77e38c455 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] 10.222.0.72 "GET /v2.0/ports?device_id=6fa2bb44-b619-418e-9c44-1d3fc87bce9e HTTP/1.1" status: 200 len: 946 time: 0.0538962 Mar 11 16:41:40.838373 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-dcf9889b-24f0-4b21-94b1-e8e7589b2317 req-0bc8fffa-5b6a-46d1-9dee-76a6b848cd90 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] 10.222.0.72 "GET /v2.0/security-groups?id=71874365-b0c3-4e73-9a02-ee246fe1cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457263 Mar 11 16:41:40.860553 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 50486) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:41:40.946479 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41368f81-bcc1-4447-8b0e-d0a9fedb50ae tempest-TestVolumeBootPattern-335578791 tempest-TestVolumeBootPattern-335578791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:41:40.947894 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-41368f81-bcc1-4447-8b0e-d0a9fedb50ae tempest-TestVolumeBootPattern-335578791 tempest-TestVolumeBootPattern-335578791-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=6fa2bb44-b619-418e-9c44-1d3fc87bce9e HTTP/1.1" status: 200 len: 1125 time: 0.0863481 Mar 11 16:41:40.951446 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 50490) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:41:40.955736 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.v2.base [None req-46571363-2994-4493-9029-b286bd7ae2d2 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Request body: {'floatingip': {'floating_network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'port_id': '4e769c03-cf7b-495d-872e-e49dce1ae706', 'tenant_id': '7ba34decd44144f4bfdf7cd2e1be225e', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:41:40.975554 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-46571363-2994-4493-9029-b286bd7ae2d2 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:41:41.075652 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-46571363-2994-4493-9029-b286bd7ae2d2 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (None), before_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:41:41.182664 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.db.db_base_plugin_common [None req-46571363-2994-4493-9029-b286bd7ae2d2 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Allocated IP 172.27.0.95 (ff1c1ad1-a65f-4be8-9483-081137458b82/5240f8c4-acf8-4de2-827e-773879cfd307/4dabb7ac-ad7c-4550-855e-252b1a9b5d89) {{(pid=103092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:41:41.286192 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-46571363-2994-4493-9029-b286bd7ae2d2 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Publish callbacks [] for port (4dabb7ac-ad7c-4550-855e-252b1a9b5d89), precommit_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:41:41.320562 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-46571363-2994-4493-9029-b286bd7ae2d2 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780137975911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30811620'] for port (4dabb7ac-ad7c-4550-855e-252b1a9b5d89), after_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:41:41.362085 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46571363-2994-4493-9029-b286bd7ae2d2 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Network ff1c1ad1-a65f-4be8-9483-081137458b82 is already hosted by enough agents. {{(pid=103092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:41:41.367553 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.scheduler.base_scheduler [None req-46571363-2994-4493-9029-b286bd7ae2d2 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Resources bound (agent type, host, resource id): {{(pid=103092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:41:41.370180 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46571363-2994-4493-9029-b286bd7ae2d2 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Received port after_create {{(pid=103092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 16:41:41.374008 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46571363-2994-4493-9029-b286bd7ae2d2 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Pushing event updated for resources: {'Port': ['ID=4dabb7ac-ad7c-4550-855e-252b1a9b5d89,revision_number=1']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:41:41.737781 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-46571363-2994-4493-9029-b286bd7ae2d2 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Publish callbacks [] for floatingip (a0354115-2612-4a09-8735-279768625286), precommit_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:41:41.809084 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-46571363-2994-4493-9029-b286bd7ae2d2 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817269'] for port (4dabb7ac-ad7c-4550-855e-252b1a9b5d89), before_update {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:41:41.959538 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-46571363-2994-4493-9029-b286bd7ae2d2 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Publish callbacks [] for port (4dabb7ac-ad7c-4550-855e-252b1a9b5d89), precommit_update {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:41:41.963948 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-46571363-2994-4493-9029-b286bd7ae2d2 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780138542439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780137975929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780137975947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30811645'] for port (4dabb7ac-ad7c-4550-855e-252b1a9b5d89), after_update {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:41:42.031340 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46571363-2994-4493-9029-b286bd7ae2d2 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Pushing event updated for resources: {'Port': ['ID=4dabb7ac-ad7c-4550-855e-252b1a9b5d89,revision_number=2']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:41:42.042666 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-46571363-2994-4493-9029-b286bd7ae2d2 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539899'] for floatingip (a0354115-2612-4a09-8735-279768625286), after_create {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:41:42.145685 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.db.l3_db [None req-46571363-2994-4493-9029-b286bd7ae2d2 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Floating IP a0354115-2612-4a09-8735-279768625286 associated. External IP: 172.27.0.95, port: 4e769c03-cf7b-495d-872e-e49dce1ae706. Mar 11 16:41:42.360093 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46571363-2994-4493-9029-b286bd7ae2d2 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Router 0063fc76-4274-47d2-846c-ffad972cd769 has already been hosted by L3 agent 03422851-42b1-44c9-ada6-e479436b7b23 {{(pid=103092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:41:42.470239 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46571363-2994-4493-9029-b286bd7ae2d2 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Notify agent at l3_agent.dv-cinder-750782-12-iscsi the message routers_updated {{(pid=103092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:41:42.479944 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3591c6f4-e81b-4394-a2a7-82c3c5e6ed76 None None] Sync routers for ids ['0063fc76-4274-47d2-846c-ffad972cd769'] in dv-cinder-750782-12-iscsi {{(pid=103094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:41:42.490629 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-46571363-2994-4493-9029-b286bd7ae2d2 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122971'] for floatingip (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:41:42.490948 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3591c6f4-e81b-4394-a2a7-82c3c5e6ed76 None None] Routers {'0063fc76-4274-47d2-846c-ffad972cd769'} bound to L3 agent in host dv-cinder-750782-12-iscsi {{(pid=103094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 16:41:42.491259 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_hamode_db [None req-3591c6f4-e81b-4394-a2a7-82c3c5e6ed76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:12:46Z,description=,heartbeat_timestamp=2022-03-11T16:41:16Z,host='dv-cinder-750782-12-iscsi',id=03422851-42b1-44c9-ada6-e479436b7b23,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:12:46Z,topic='l3_agent')) {'router_ids': ['0063fc76-4274-47d2-846c-ffad972cd769'], 'active': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:41:42.519880 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-46571363-2994-4493-9029-b286bd7ae2d2 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5673754 Mar 11 16:41:42.520466 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fa2bb44-b619-418e-9c44-1d3fc87bce9e', 'tag': '4e769c03-cf7b-495d-872e-e49dce1ae706'}] {{(pid=103092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:41:42.522834 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8119d67d121bc7655fb27ee4e81d05746f3857d7b024446e390c37a4f39e07a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe8aa2b0-4066-4a6f-8946-2359869f0e48" -d '{"events": [{"name": "network-changed", "server_uuid": "6fa2bb44-b619-418e-9c44-1d3fc87bce9e", "tag": "4e769c03-cf7b-495d-872e-e49dce1ae706"}]}' {{(pid=103092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 16:41:42.564144 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 16:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaa24a62-ae10-43d1-b9cf-cc5bcbe0a146 x-openstack-request-id: req-aaa24a62-ae10-43d1-b9cf-cc5bcbe0a146 {{(pid=103092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 16:41:42.564434 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fa2bb44-b619-418e-9c44-1d3fc87bce9e", "tag": "4e769c03-cf7b-495d-872e-e49dce1ae706", "status": "completed", "code": 200}]} {{(pid=103092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 16:41:42.564684 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-aaa24a62-ae10-43d1-b9cf-cc5bcbe0a146 {{(pid=103092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 16:41:42.565084 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fa2bb44-b619-418e-9c44-1d3fc87bce9e', 'tag': '4e769c03-cf7b-495d-872e-e49dce1ae706', 'status': 'completed', 'code': 200} Mar 11 16:41:42.604064 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_dvr_db [None req-3591c6f4-e81b-4394-a2a7-82c3c5e6ed76 None None] Set router 0063fc76-4274-47d2-846c-ffad972cd769 gateway port host: dv-cinder-750782-12-iscsi {{(pid=103094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 16:41:42.633726 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8aa2b0-4066-4a6f-8946-2359869f0e48 req-2edf210d-7320-405d-b7ce-bc2838c3f16a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:41:42.635167 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-fe8aa2b0-4066-4a6f-8946-2359869f0e48 req-2edf210d-7320-405d-b7ce-bc2838c3f16a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7ba34decd44144f4bfdf7cd2e1be225e&device_id=6fa2bb44-b619-418e-9c44-1d3fc87bce9e HTTP/1.1" status: 200 len: 1130 time: 0.0451114 Mar 11 16:41:42.747560 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8aa2b0-4066-4a6f-8946-2359869f0e48 req-0489cd69-2ad2-4636-bd60-103ab67f4a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:41:42.749117 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-fe8aa2b0-4066-4a6f-8946-2359869f0e48 req-0489cd69-2ad2-4636-bd60-103ab67f4a6a service neutron] 10.222.0.18 "GET /v2.0/networks?id=dfcfb836-1285-4462-adad-b70a003b7b8f HTTP/1.1" status: 200 len: 913 time: 0.1083581 Mar 11 16:41:42.816749 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-fe8aa2b0-4066-4a6f-8946-2359869f0e48 req-fb25ee5d-9fcb-470b-898e-0798e344f7ed service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4e769c03-cf7b-495d-872e-e49dce1ae706 HTTP/1.1" status: 200 len: 999 time: 0.0609522 Mar 11 16:41:42.836890 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_hamode_db [None req-3591c6f4-e81b-4394-a2a7-82c3c5e6ed76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0063fc76-4274-47d2-846c-ffad972cd769', 'name': 'tempest-TestVolumeBootPattern-1851670284-router', 'tenant_id': '7ba34decd44144f4bfdf7cd2e1be225e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'external_fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': 'bdfead1b-e700-4bcb-a66d-06f4f3251d8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:35:49Z', 'updated_at': '2022-03-11T16:35:52Z', 'revision_number': 4, 'project_id': '7ba34decd44144f4bfdf7cd2e1be225e', 'gw_port': {'id': 'bdfead1b-e700-4bcb-a66d-06f4f3251d8c', 'name': '', 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:31:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0063fc76-4274-47d2-846c-ffad972cd769', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:35:49Z', 'updated_at': '2022-03-11T16:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-12-iscsi', '_floatingips': [{'id': 'a0354115-2612-4a09-8735-279768625286', 'tenant_id': '7ba34decd44144f4bfdf7cd2e1be225e', 'floating_ip_address': '172.27.0.95', 'floating_network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'router_id': '0063fc76-4274-47d2-846c-ffad972cd769', 'port_id': '4e769c03-cf7b-495d-872e-e49dce1ae706', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfcfb836-1285-4462-adad-b70a003b7b8f', 'mac_address': 'fa:16:3e:94:0f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa2bb44-b619-418e-9c44-1d3fc87bce9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:41:41Z', 'updated_at': '2022-03-11T16:41:41Z', 'revision_number': 0, 'project_id': '7ba34decd44144f4bfdf7cd2e1be225e', 'fixed_ip_address_scope': None}, {'id': 'fafdccdd-375f-4c7e-b419-e1f033a52999', 'tenant_id': '7ba34decd44144f4bfdf7cd2e1be225e', 'floating_ip_address': '172.27.0.44', 'floating_network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'router_id': '0063fc76-4274-47d2-846c-ffad972cd769', 'port_id': '197cc0e5-8f0c-44a8-9bfa-0b0ab5900a85', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfcfb836-1285-4462-adad-b70a003b7b8f', 'mac_address': 'fa:16:3e:62:1b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4fd8a49-2ab7-40f1-8728-ed49bbabdb69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:39:19Z', 'updated_at': '2022-03-11T16:39:22Z', 'revision_number': 1, 'project_id': '7ba34decd44144f4bfdf7cd2e1be225e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd8b0dd6-f281-4bd3-92d9-fb7bcc736060', 'name': '', 'network_id': 'dfcfb836-1285-4462-adad-b70a003b7b8f', 'tenant_id': '7ba34decd44144f4bfdf7cd2e1be225e', 'mac_address': 'fa:16:3e:9d:70:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0063fc76-4274-47d2-846c-ffad972cd769', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'e83d5618-f91a-4ca7-85af-08b09a8f46c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:35:51Z', 'updated_at': '2022-03-11T16:35:56Z', 'revision_number': 5, 'project_id': '7ba34decd44144f4bfdf7cd2e1be225e', 'subnets': [{'id': 'e83d5618-f91a-4ca7-85af-08b09a8f46c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-12-iscsi', False) {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:41:42.867083 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8aa2b0-4066-4a6f-8946-2359869f0e48 req-c852d98f-a977-476c-9f83-5f7faef8a8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:41:42.868156 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3591c6f4-e81b-4394-a2a7-82c3c5e6ed76 None None] Checking router: 0063fc76-4274-47d2-846c-ffad972cd769 for host: dv-cinder-750782-12-iscsi {{(pid=103094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:41:42.868541 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-fe8aa2b0-4066-4a6f-8946-2359869f0e48 req-c852d98f-a977-476c-9f83-5f7faef8a8f5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e83d5618-f91a-4ca7-85af-08b09a8f46c1 HTTP/1.1" status: 200 len: 851 time: 0.0444133 Mar 11 16:41:42.878152 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3591c6f4-e81b-4394-a2a7-82c3c5e6ed76 None None] Routers {'0063fc76-4274-47d2-846c-ffad972cd769'} bound to L3 agent in host dv-cinder-750782-12-iscsi {{(pid=103094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 16:41:42.878766 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_hamode_db [None req-3591c6f4-e81b-4394-a2a7-82c3c5e6ed76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:12:46Z,description=,heartbeat_timestamp=2022-03-11T16:41:16Z,host='dv-cinder-750782-12-iscsi',id=03422851-42b1-44c9-ada6-e479436b7b23,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:12:46Z,topic='l3_agent')) {'router_ids': ['0063fc76-4274-47d2-846c-ffad972cd769'], 'active': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:41:42.921884 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8aa2b0-4066-4a6f-8946-2359869f0e48 req-3561cb72-cbf8-4890-b836-a014fe45e989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:41:42.923412 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-fe8aa2b0-4066-4a6f-8946-2359869f0e48 req-3561cb72-cbf8-4890-b836-a014fe45e989 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=dfcfb836-1285-4462-adad-b70a003b7b8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0493343 Mar 11 16:41:42.986672 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_dvr_db [None req-3591c6f4-e81b-4394-a2a7-82c3c5e6ed76 None None] Set router 0063fc76-4274-47d2-846c-ffad972cd769 gateway port host: dv-cinder-750782-12-iscsi {{(pid=103094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 16:41:43.013448 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-fe8aa2b0-4066-4a6f-8946-2359869f0e48 req-63eb0f31-c65d-4cc4-8fc0-b7418d3fc168 service neutron] 10.222.0.18 "GET /v2.0/networks/dfcfb836-1285-4462-adad-b70a003b7b8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825770 Mar 11 16:41:43.107419 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-fe8aa2b0-4066-4a6f-8946-2359869f0e48 req-97cdcb12-eb16-46a5-bd68-a137186c7212 service neutron] 10.222.0.18 "GET /v2.0/networks/dfcfb836-1285-4462-adad-b70a003b7b8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877950 Mar 11 16:41:43.212546 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_hamode_db [None req-3591c6f4-e81b-4394-a2a7-82c3c5e6ed76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0063fc76-4274-47d2-846c-ffad972cd769', 'name': 'tempest-TestVolumeBootPattern-1851670284-router', 'tenant_id': '7ba34decd44144f4bfdf7cd2e1be225e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'external_fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': 'bdfead1b-e700-4bcb-a66d-06f4f3251d8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:35:49Z', 'updated_at': '2022-03-11T16:35:52Z', 'revision_number': 4, 'project_id': '7ba34decd44144f4bfdf7cd2e1be225e', 'gw_port': {'id': 'bdfead1b-e700-4bcb-a66d-06f4f3251d8c', 'name': '', 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:31:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0063fc76-4274-47d2-846c-ffad972cd769', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:35:49Z', 'updated_at': '2022-03-11T16:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-12-iscsi', '_floatingips': [{'id': 'a0354115-2612-4a09-8735-279768625286', 'tenant_id': '7ba34decd44144f4bfdf7cd2e1be225e', 'floating_ip_address': '172.27.0.95', 'floating_network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'router_id': '0063fc76-4274-47d2-846c-ffad972cd769', 'port_id': '4e769c03-cf7b-495d-872e-e49dce1ae706', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfcfb836-1285-4462-adad-b70a003b7b8f', 'mac_address': 'fa:16:3e:94:0f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa2bb44-b619-418e-9c44-1d3fc87bce9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:41:41Z', 'updated_at': '2022-03-11T16:41:41Z', 'revision_number': 0, 'project_id': '7ba34decd44144f4bfdf7cd2e1be225e', 'fixed_ip_address_scope': None}, {'id': 'fafdccdd-375f-4c7e-b419-e1f033a52999', 'tenant_id': '7ba34decd44144f4bfdf7cd2e1be225e', 'floating_ip_address': '172.27.0.44', 'floating_network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'router_id': '0063fc76-4274-47d2-846c-ffad972cd769', 'port_id': '197cc0e5-8f0c-44a8-9bfa-0b0ab5900a85', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfcfb836-1285-4462-adad-b70a003b7b8f', 'mac_address': 'fa:16:3e:62:1b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4fd8a49-2ab7-40f1-8728-ed49bbabdb69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:39:19Z', 'updated_at': '2022-03-11T16:39:22Z', 'revision_number': 1, 'project_id': '7ba34decd44144f4bfdf7cd2e1be225e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd8b0dd6-f281-4bd3-92d9-fb7bcc736060', 'name': '', 'network_id': 'dfcfb836-1285-4462-adad-b70a003b7b8f', 'tenant_id': '7ba34decd44144f4bfdf7cd2e1be225e', 'mac_address': 'fa:16:3e:9d:70:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0063fc76-4274-47d2-846c-ffad972cd769', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'e83d5618-f91a-4ca7-85af-08b09a8f46c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:35:51Z', 'updated_at': '2022-03-11T16:35:56Z', 'revision_number': 5, 'project_id': '7ba34decd44144f4bfdf7cd2e1be225e', 'subnets': [{'id': 'e83d5618-f91a-4ca7-85af-08b09a8f46c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-12-iscsi', False) {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:41:43.239296 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3591c6f4-e81b-4394-a2a7-82c3c5e6ed76 None None] The sync data for ids ['0063fc76-4274-47d2-846c-ffad972cd769'] in dv-cinder-750782-12-iscsi is: [{'id': '0063fc76-4274-47d2-846c-ffad972cd769', 'name': 'tempest-TestVolumeBootPattern-1851670284-router', 'tenant_id': '7ba34decd44144f4bfdf7cd2e1be225e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'external_fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': 'bdfead1b-e700-4bcb-a66d-06f4f3251d8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:35:49Z', 'updated_at': '2022-03-11T16:35:52Z', 'revision_number': 4, 'project_id': '7ba34decd44144f4bfdf7cd2e1be225e', 'gw_port': {'id': 'bdfead1b-e700-4bcb-a66d-06f4f3251d8c', 'name': '', 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:31:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0063fc76-4274-47d2-846c-ffad972cd769', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:35:49Z', 'updated_at': '2022-03-11T16:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-12-iscsi', '_floatingips': [{'id': 'a0354115-2612-4a09-8735-279768625286', 'tenant_id': '7ba34decd44144f4bfdf7cd2e1be225e', 'floating_ip_address': '172.27.0.95', 'floating_network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'router_id': '0063fc76-4274-47d2-846c-ffad972cd769', 'port_id': '4e769c03-cf7b-495d-872e-e49dce1ae706', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfcfb836-1285-4462-adad-b70a003b7b8f', 'mac_address': 'fa:16:3e:94:0f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa2bb44-b619-418e-9c44-1d3fc87bce9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:41:41Z', 'updated_at': '2022-03-11T16:41:41Z', 'revision_number': 0, 'project_id': '7ba34decd44144f4bfdf7cd2e1be225e', 'fixed_ip_address_scope': None}, {'id': 'fafdccdd-375f-4c7e-b419-e1f033a52999', 'tenant_id': '7ba34decd44144f4bfdf7cd2e1be225e', 'floating_ip_address': '172.27.0.44', 'floating_network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'router_id': '0063fc76-4274-47d2-846c-ffad972cd769', 'port_id': '197cc0e5-8f0c-44a8-9bfa-0b0ab5900a85', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfcfb836-1285-4462-adad-b70a003b7b8f', 'mac_address': 'fa:16:3e:62:1b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4fd8a49-2ab7-40f1-8728-ed49bbabdb69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:39:19Z', 'updated_at': '2022-03-11T16:39:22Z', 'revision_number': 1, 'project_id': '7ba34decd44144f4bfdf7cd2e1be225e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd8b0dd6-f281-4bd3-92d9-fb7bcc736060', 'name': '', 'network_id': 'dfcfb836-1285-4462-adad-b70a003b7b8f', 'tenant_id': '7ba34decd44144f4bfdf7cd2e1be225e', 'mac_address': 'fa:16:3e:9d:70:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0063fc76-4274-47d2-846c-ffad972cd769', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'e83d5618-f91a-4ca7-85af-08b09a8f46c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:35:51Z', 'updated_at': '2022-03-11T16:35:56Z', 'revision_number': 5, 'project_id': '7ba34decd44144f4bfdf7cd2e1be225e', 'subnets': [{'id': 'e83d5618-f91a-4ca7-85af-08b09a8f46c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:41:43.430680 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-193eb611-2dac-4990-85db-534471b50692 None None] New status for floating IP a0354115-2612-4a09-8735-279768625286: ACTIVE {{(pid=103093) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 16:41:43.868453 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-e3c24a1d-3c1c-4b30-a1b1-985839aa6ebe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (52d54afa-c257-4acf-9353-cc1307944ae0), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:41:46.230350 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-95780a01-5e22-4cae-8cec-375df23aa21a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (03422851-42b1-44c9-ada6-e479436b7b23), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:41:47.556637 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ae773407-53f5-44d0-bdbe-4d88b69a915f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (d0bcdf8a-248d-4278-aa4c-95e4828d61b2), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:41:48.932433 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-12686fd2-0f25-484f-a78a-b5cd34d8581b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (a5a5d809-3580-471a-ade1-6c5ecc269919), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:41:50.447438 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (1025624e-e238-47fc-86ae-58f7bb6baa16), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:41:53.307152 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.agents_db [None req-ed17eba3-c4d2-4aaa-a64c-93b8434a4a48 None None] Agent healthcheck: found 6 active agents {{(pid=103094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 16:42:06.053859 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (42978ec7-0c45-4bcc-88e8-64ee44356522), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:42:13.871857 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f97e41d0-15b0-4146-80d9-c4cf11413469 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (52d54afa-c257-4acf-9353-cc1307944ae0), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:42:16.234856 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-f9d0d292-37e2-43dd-bb41-b41423e1a6ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (03422851-42b1-44c9-ada6-e479436b7b23), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:42:17.562218 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ae773407-53f5-44d0-bdbe-4d88b69a915f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (d0bcdf8a-248d-4278-aa4c-95e4828d61b2), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:42:18.937616 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-12686fd2-0f25-484f-a78a-b5cd34d8581b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (a5a5d809-3580-471a-ade1-6c5ecc269919), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:42:19.465612 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-af2d0872-b3e7-4b57-9fb7-95445611c7ff req-b4463ada-37d2-4c04-897c-962cad0bc062 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c4fd8a49-2ab7-40f1-8728-ed49bbabdb69&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0873384 Mar 11 16:42:19.554591 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2d0872-b3e7-4b57-9fb7-95445611c7ff req-52e3eaf2-feed-4836-8ab1-05d3dfdd431f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:42:19.556142 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-af2d0872-b3e7-4b57-9fb7-95445611c7ff req-52e3eaf2-feed-4836-8ab1-05d3dfdd431f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7ba34decd44144f4bfdf7cd2e1be225e&device_id=c4fd8a49-2ab7-40f1-8728-ed49bbabdb69 HTTP/1.1" status: 200 len: 1129 time: 0.0463824 Mar 11 16:42:19.662589 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2d0872-b3e7-4b57-9fb7-95445611c7ff req-628b45b5-a123-429e-b650-27e0f7786d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:42:19.664058 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-af2d0872-b3e7-4b57-9fb7-95445611c7ff req-628b45b5-a123-429e-b650-27e0f7786d4f service neutron] 10.222.0.18 "GET /v2.0/networks?id=dfcfb836-1285-4462-adad-b70a003b7b8f HTTP/1.1" status: 200 len: 913 time: 0.0894234 Mar 11 16:42:19.731164 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-af2d0872-b3e7-4b57-9fb7-95445611c7ff req-b343b32d-750e-4b3a-bdac-67690386c3ca service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=197cc0e5-8f0c-44a8-9bfa-0b0ab5900a85 HTTP/1.1" status: 200 len: 1000 time: 0.0609629 Mar 11 16:42:19.785871 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2d0872-b3e7-4b57-9fb7-95445611c7ff req-292c0fa2-6df3-4b07-8d52-4c224602e1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:42:19.787354 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-af2d0872-b3e7-4b57-9fb7-95445611c7ff req-292c0fa2-6df3-4b07-8d52-4c224602e1a9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e83d5618-f91a-4ca7-85af-08b09a8f46c1 HTTP/1.1" status: 200 len: 851 time: 0.0498018 Mar 11 16:42:19.841128 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2d0872-b3e7-4b57-9fb7-95445611c7ff req-e65f3a2a-197e-4aa4-a38f-f5fbfb302756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:42:19.843098 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-af2d0872-b3e7-4b57-9fb7-95445611c7ff req-e65f3a2a-197e-4aa4-a38f-f5fbfb302756 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=dfcfb836-1285-4462-adad-b70a003b7b8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0482771 Mar 11 16:42:19.852837 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [req-af2d0872-b3e7-4b57-9fb7-95445611c7ff req-2e3152c4-bd0a-4749-84c2-5c02bf15695f service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=103092) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 16:42:19.854665 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-af2d0872-b3e7-4b57-9fb7-95445611c7ff req-2e3152c4-bd0a-4749-84c2-5c02bf15695f service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048387 Mar 11 16:42:19.947072 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-af2d0872-b3e7-4b57-9fb7-95445611c7ff req-ef1c288f-ba71-4259-80ae-423dba7d2edc service neutron] 10.222.0.18 "GET /v2.0/networks/dfcfb836-1285-4462-adad-b70a003b7b8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870092 Mar 11 16:42:20.038243 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-af2d0872-b3e7-4b57-9fb7-95445611c7ff req-15f71690-5ae9-4d5a-bce0-a27974ce436d service neutron] 10.222.0.18 "GET /v2.0/networks/dfcfb836-1285-4462-adad-b70a003b7b8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854120 Mar 11 16:42:20.452186 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (1025624e-e238-47fc-86ae-58f7bb6baa16), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:42:30.216849 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.agents_db [None req-ed17eba3-c4d2-4aaa-a64c-93b8434a4a48 None None] Agent healthcheck: found 6 active agents {{(pid=103094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 16:42:36.064775 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (42978ec7-0c45-4bcc-88e8-64ee44356522), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:42:43.875394 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-2c03c2f6-0a0e-467d-af9d-5e1845de99cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (52d54afa-c257-4acf-9353-cc1307944ae0), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:42:46.235864 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-abd401e5-613b-4a93-a816-80e816eef497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (03422851-42b1-44c9-ada6-e479436b7b23), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:42:47.561449 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ae773407-53f5-44d0-bdbe-4d88b69a915f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (d0bcdf8a-248d-4278-aa4c-95e4828d61b2), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:42:48.938799 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-12686fd2-0f25-484f-a78a-b5cd34d8581b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (a5a5d809-3580-471a-ade1-6c5ecc269919), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:42:50.455156 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (1025624e-e238-47fc-86ae-58f7bb6baa16), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:43:06.062366 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (42978ec7-0c45-4bcc-88e8-64ee44356522), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:43:07.216552 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.agents_db [None req-ed17eba3-c4d2-4aaa-a64c-93b8434a4a48 None None] Agent healthcheck: found 6 active agents {{(pid=103094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 16:43:13.879077 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-4876ba0f-9b84-4974-8e64-7add780a7706 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (52d54afa-c257-4acf-9353-cc1307944ae0), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:43:16.237586 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-17b1d7e9-5aaa-4b4c-80f3-2085b10d743a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (03422851-42b1-44c9-ada6-e479436b7b23), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:43:17.564317 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ae773407-53f5-44d0-bdbe-4d88b69a915f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (d0bcdf8a-248d-4278-aa4c-95e4828d61b2), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:43:18.942036 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-12686fd2-0f25-484f-a78a-b5cd34d8581b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (a5a5d809-3580-471a-ade1-6c5ecc269919), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:43:20.425332 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-ee589da6-57f9-4506-80b0-354666d514b6 req-9f71dc3f-807e-47d9-80c4-00fecdb20e3b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6fa2bb44-b619-418e-9c44-1d3fc87bce9e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0454609 Mar 11 16:43:20.458140 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (1025624e-e238-47fc-86ae-58f7bb6baa16), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:43:20.494485 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee589da6-57f9-4506-80b0-354666d514b6 req-f41b131e-c363-4a16-a586-9d392b3c53ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:43:20.495856 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-ee589da6-57f9-4506-80b0-354666d514b6 req-f41b131e-c363-4a16-a586-9d392b3c53ad service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7ba34decd44144f4bfdf7cd2e1be225e&device_id=6fa2bb44-b619-418e-9c44-1d3fc87bce9e HTTP/1.1" status: 200 len: 1130 time: 0.0504067 Mar 11 16:43:20.599280 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee589da6-57f9-4506-80b0-354666d514b6 req-5db269e3-8ab3-4682-a24f-39872f24c01e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:43:20.600751 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-ee589da6-57f9-4506-80b0-354666d514b6 req-5db269e3-8ab3-4682-a24f-39872f24c01e service neutron] 10.222.0.18 "GET /v2.0/networks?id=dfcfb836-1285-4462-adad-b70a003b7b8f HTTP/1.1" status: 200 len: 913 time: 0.0856466 Mar 11 16:43:20.667338 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-ee589da6-57f9-4506-80b0-354666d514b6 req-0d77fe54-05f9-44ed-87d1-2e0ddcda5e1a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4e769c03-cf7b-495d-872e-e49dce1ae706 HTTP/1.1" status: 200 len: 1001 time: 0.0602257 Mar 11 16:43:20.713017 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee589da6-57f9-4506-80b0-354666d514b6 req-d5ad64d4-9c40-4ee7-abc4-3c93c07a14ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:43:20.714390 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-ee589da6-57f9-4506-80b0-354666d514b6 req-d5ad64d4-9c40-4ee7-abc4-3c93c07a14ea service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e83d5618-f91a-4ca7-85af-08b09a8f46c1 HTTP/1.1" status: 200 len: 851 time: 0.0420387 Mar 11 16:43:20.760938 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee589da6-57f9-4506-80b0-354666d514b6 req-e80abfc2-0375-4b20-82e0-3004d8935a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:43:20.762409 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-ee589da6-57f9-4506-80b0-354666d514b6 req-e80abfc2-0375-4b20-82e0-3004d8935a7a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=dfcfb836-1285-4462-adad-b70a003b7b8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0429046 Mar 11 16:43:20.861216 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-ee589da6-57f9-4506-80b0-354666d514b6 req-8fbb25ae-fb31-4566-8631-cdb5947fc2b5 service neutron] 10.222.0.18 "GET /v2.0/networks/dfcfb836-1285-4462-adad-b70a003b7b8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928035 Mar 11 16:43:20.949405 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-ee589da6-57f9-4506-80b0-354666d514b6 req-48538024-ecca-420b-a8f9-2981bb7a70a5 service neutron] 10.222.0.18 "GET /v2.0/networks/dfcfb836-1285-4462-adad-b70a003b7b8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828516 Mar 11 16:43:31.764378 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 50522) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:43:32.197291 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.plugin [None req-01706acc-3851-4b84-8f08-990fd08b556f tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Deleting port 4dabb7ac-ad7c-4550-855e-252b1a9b5d89 {{(pid=103092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 16:43:32.197668 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-01706acc-3851-4b84-8f08-990fd08b556f tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780138536942'] for port (4dabb7ac-ad7c-4550-855e-252b1a9b5d89), before_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:43:32.276096 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-01706acc-3851-4b84-8f08-990fd08b556f tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538029'] for port (4dabb7ac-ad7c-4550-855e-252b1a9b5d89), precommit_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:43:32.276422 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-01706acc-3851-4b84-8f08-990fd08b556f tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Publish callbacks [] for floatingip (4dabb7ac-ad7c-4550-855e-252b1a9b5d89), precommit_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:43:32.289160 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.plugin [None req-01706acc-3851-4b84-8f08-990fd08b556f tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Calling delete_port for 4dabb7ac-ad7c-4550-855e-252b1a9b5d89 owned by network:floatingip {{(pid=103092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 16:43:32.444374 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-01706acc-3851-4b84-8f08-990fd08b556f tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780138542421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780137975920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30811620'] for port (4dabb7ac-ad7c-4550-855e-252b1a9b5d89), after_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:43:32.470224 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01706acc-3851-4b84-8f08-990fd08b556f tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Pushing event deleted for resources: {'Port': ['ID=4dabb7ac-ad7c-4550-855e-252b1a9b5d89,revision_number=None']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:43:32.498037 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01706acc-3851-4b84-8f08-990fd08b556f tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:43:32.498386 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01706acc-3851-4b84-8f08-990fd08b556f tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:43:32.498723 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01706acc-3851-4b84-8f08-990fd08b556f tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:43:32.499071 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01706acc-3851-4b84-8f08-990fd08b556f tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:43:32.499382 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01706acc-3851-4b84-8f08-990fd08b556f tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:43:32.499703 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01706acc-3851-4b84-8f08-990fd08b556f tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:43:32.500027 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01706acc-3851-4b84-8f08-990fd08b556f tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:43:32.500353 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01706acc-3851-4b84-8f08-990fd08b556f tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:43:32.500673 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01706acc-3851-4b84-8f08-990fd08b556f tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:43:32.500992 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01706acc-3851-4b84-8f08-990fd08b556f tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:43:32.501315 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01706acc-3851-4b84-8f08-990fd08b556f tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:43:32.501627 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01706acc-3851-4b84-8f08-990fd08b556f tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:43:32.501958 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01706acc-3851-4b84-8f08-990fd08b556f tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:43:32.547878 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-01706acc-3851-4b84-8f08-990fd08b556f tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Publish callbacks [] for floatingip (a0354115-2612-4a09-8735-279768625286), after_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:43:32.548202 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.db.l3_db [None req-01706acc-3851-4b84-8f08-990fd08b556f tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Floating IP a0354115-2612-4a09-8735-279768625286 disassociated (deleted). External IP: 172.27.0.95, port: 4e769c03-cf7b-495d-872e-e49dce1ae706. Mar 11 16:43:32.765994 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01706acc-3851-4b84-8f08-990fd08b556f tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Router 0063fc76-4274-47d2-846c-ffad972cd769 has already been hosted by L3 agent 03422851-42b1-44c9-ada6-e479436b7b23 {{(pid=103092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:43:32.884702 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01706acc-3851-4b84-8f08-990fd08b556f tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Notify agent at l3_agent.dv-cinder-750782-12-iscsi the message routers_updated {{(pid=103092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:43:32.889526 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-01706acc-3851-4b84-8f08-990fd08b556f tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122971'] for floatingip (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:43:32.894573 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef100ae9-b5d6-48f6-b31f-5366f2e19643 None None] Sync routers for ids ['0063fc76-4274-47d2-846c-ffad972cd769'] in dv-cinder-750782-12-iscsi {{(pid=103094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:43:32.908105 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef100ae9-b5d6-48f6-b31f-5366f2e19643 None None] Routers {'0063fc76-4274-47d2-846c-ffad972cd769'} bound to L3 agent in host dv-cinder-750782-12-iscsi {{(pid=103094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 16:43:32.908728 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_hamode_db [None req-ef100ae9-b5d6-48f6-b31f-5366f2e19643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:12:46Z,description=,heartbeat_timestamp=2022-03-11T16:43:16Z,host='dv-cinder-750782-12-iscsi',id=03422851-42b1-44c9-ada6-e479436b7b23,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:12:46Z,topic='l3_agent')) {'router_ids': ['0063fc76-4274-47d2-846c-ffad972cd769'], 'active': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:43:32.921478 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-01706acc-3851-4b84-8f08-990fd08b556f tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] 10.222.0.72 "DELETE /v2.0/floatingips/a0354115-2612-4a09-8735-279768625286 HTTP/1.1" status: 204 len: 168 time: 1.1560047 Mar 11 16:43:32.922088 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fa2bb44-b619-418e-9c44-1d3fc87bce9e', 'tag': '4e769c03-cf7b-495d-872e-e49dce1ae706'}] {{(pid=103092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:43:32.924330 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8119d67d121bc7655fb27ee4e81d05746f3857d7b024446e390c37a4f39e07a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4deea52b-2149-4dde-9129-cf62a44b16be" -d '{"events": [{"name": "network-changed", "server_uuid": "6fa2bb44-b619-418e-9c44-1d3fc87bce9e", "tag": "4e769c03-cf7b-495d-872e-e49dce1ae706"}]}' {{(pid=103092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 16:43:32.967230 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 16:43:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fa2f61f-3d9b-4229-8368-89b276edaa4a x-openstack-request-id: req-3fa2f61f-3d9b-4229-8368-89b276edaa4a {{(pid=103092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 16:43:32.967746 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fa2bb44-b619-418e-9c44-1d3fc87bce9e", "tag": "4e769c03-cf7b-495d-872e-e49dce1ae706", "status": "completed", "code": 200}]} {{(pid=103092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 16:43:32.968026 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-3fa2f61f-3d9b-4229-8368-89b276edaa4a {{(pid=103092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 16:43:32.968491 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fa2bb44-b619-418e-9c44-1d3fc87bce9e', 'tag': '4e769c03-cf7b-495d-872e-e49dce1ae706', 'status': 'completed', 'code': 200} Mar 11 16:43:33.027828 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_dvr_db [None req-ef100ae9-b5d6-48f6-b31f-5366f2e19643 None None] Set router 0063fc76-4274-47d2-846c-ffad972cd769 gateway port host: dv-cinder-750782-12-iscsi {{(pid=103094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 16:43:33.042467 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deea52b-2149-4dde-9129-cf62a44b16be req-ab00048a-8465-4834-b4bd-806dd5f133b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:43:33.044068 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-4deea52b-2149-4dde-9129-cf62a44b16be req-ab00048a-8465-4834-b4bd-806dd5f133b0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7ba34decd44144f4bfdf7cd2e1be225e&device_id=6fa2bb44-b619-418e-9c44-1d3fc87bce9e HTTP/1.1" status: 200 len: 1130 time: 0.0532615 Mar 11 16:43:33.193696 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deea52b-2149-4dde-9129-cf62a44b16be req-024246e4-da33-4a76-85e6-3d5c98fd9053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:43:33.195444 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-4deea52b-2149-4dde-9129-cf62a44b16be req-024246e4-da33-4a76-85e6-3d5c98fd9053 service neutron] 10.222.0.18 "GET /v2.0/networks?id=dfcfb836-1285-4462-adad-b70a003b7b8f HTTP/1.1" status: 200 len: 913 time: 0.1422246 Mar 11 16:43:33.208447 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0784bae3-1329-470e-8abe-07d9302650ac req-2f517f10-f8eb-4a47-abe7-e6fe1420c6c5 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:43:33.210248 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-0784bae3-1329-470e-8abe-07d9302650ac req-2f517f10-f8eb-4a47-abe7-e6fe1420c6c5 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] 10.222.0.72 "GET /v2.0/ports?device_id=6fa2bb44-b619-418e-9c44-1d3fc87bce9e HTTP/1.1" status: 200 len: 946 time: 0.0796814 Mar 11 16:43:33.257913 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-4deea52b-2149-4dde-9129-cf62a44b16be req-3ddac708-0b82-4748-b8a7-02fa0dd1f929 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4e769c03-cf7b-495d-872e-e49dce1ae706 HTTP/1.1" status: 200 len: 217 time: 0.0465128 Mar 11 16:43:33.276545 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_hamode_db [None req-ef100ae9-b5d6-48f6-b31f-5366f2e19643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0063fc76-4274-47d2-846c-ffad972cd769', 'name': 'tempest-TestVolumeBootPattern-1851670284-router', 'tenant_id': '7ba34decd44144f4bfdf7cd2e1be225e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'external_fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': 'bdfead1b-e700-4bcb-a66d-06f4f3251d8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:35:49Z', 'updated_at': '2022-03-11T16:35:52Z', 'revision_number': 4, 'project_id': '7ba34decd44144f4bfdf7cd2e1be225e', 'gw_port': {'id': 'bdfead1b-e700-4bcb-a66d-06f4f3251d8c', 'name': '', 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:31:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0063fc76-4274-47d2-846c-ffad972cd769', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:35:49Z', 'updated_at': '2022-03-11T16:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-12-iscsi', '_floatingips': [{'id': 'fafdccdd-375f-4c7e-b419-e1f033a52999', 'tenant_id': '7ba34decd44144f4bfdf7cd2e1be225e', 'floating_ip_address': '172.27.0.44', 'floating_network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'router_id': '0063fc76-4274-47d2-846c-ffad972cd769', 'port_id': '197cc0e5-8f0c-44a8-9bfa-0b0ab5900a85', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfcfb836-1285-4462-adad-b70a003b7b8f', 'mac_address': 'fa:16:3e:62:1b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4fd8a49-2ab7-40f1-8728-ed49bbabdb69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:39:19Z', 'updated_at': '2022-03-11T16:39:22Z', 'revision_number': 1, 'project_id': '7ba34decd44144f4bfdf7cd2e1be225e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd8b0dd6-f281-4bd3-92d9-fb7bcc736060', 'name': '', 'network_id': 'dfcfb836-1285-4462-adad-b70a003b7b8f', 'tenant_id': '7ba34decd44144f4bfdf7cd2e1be225e', 'mac_address': 'fa:16:3e:9d:70:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0063fc76-4274-47d2-846c-ffad972cd769', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'e83d5618-f91a-4ca7-85af-08b09a8f46c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:35:51Z', 'updated_at': '2022-03-11T16:35:56Z', 'revision_number': 5, 'project_id': '7ba34decd44144f4bfdf7cd2e1be225e', 'subnets': [{'id': 'e83d5618-f91a-4ca7-85af-08b09a8f46c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-12-iscsi', False) {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:43:33.304928 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef100ae9-b5d6-48f6-b31f-5366f2e19643 None None] Checking router: 0063fc76-4274-47d2-846c-ffad972cd769 for host: dv-cinder-750782-12-iscsi {{(pid=103094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:43:33.313907 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef100ae9-b5d6-48f6-b31f-5366f2e19643 None None] Routers {'0063fc76-4274-47d2-846c-ffad972cd769'} bound to L3 agent in host dv-cinder-750782-12-iscsi {{(pid=103094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 16:43:33.314540 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_hamode_db [None req-ef100ae9-b5d6-48f6-b31f-5366f2e19643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:12:46Z,description=,heartbeat_timestamp=2022-03-11T16:43:16Z,host='dv-cinder-750782-12-iscsi',id=03422851-42b1-44c9-ada6-e479436b7b23,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:12:46Z,topic='l3_agent')) {'router_ids': ['0063fc76-4274-47d2-846c-ffad972cd769'], 'active': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:43:33.341511 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-0784bae3-1329-470e-8abe-07d9302650ac req-1cc72b77-6f98-4813-a490-877eabfab31d tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] 10.222.0.72 "GET /v2.0/security-groups?id=71874365-b0c3-4e73-9a02-ee246fe1cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1218519 Mar 11 16:43:33.342910 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deea52b-2149-4dde-9129-cf62a44b16be req-53f324cb-db8d-47d1-af26-788f8478d88c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:43:33.344353 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-4deea52b-2149-4dde-9129-cf62a44b16be req-53f324cb-db8d-47d1-af26-788f8478d88c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e83d5618-f91a-4ca7-85af-08b09a8f46c1 HTTP/1.1" status: 200 len: 851 time: 0.0794587 Mar 11 16:43:33.397379 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deea52b-2149-4dde-9129-cf62a44b16be req-12f53624-2d49-4159-bb43-827df730f3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:43:33.398934 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-4deea52b-2149-4dde-9129-cf62a44b16be req-12f53624-2d49-4159-bb43-827df730f3fc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=dfcfb836-1285-4462-adad-b70a003b7b8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0474486 Mar 11 16:43:33.432449 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_dvr_db [None req-ef100ae9-b5d6-48f6-b31f-5366f2e19643 None None] Set router 0063fc76-4274-47d2-846c-ffad972cd769 gateway port host: dv-cinder-750782-12-iscsi {{(pid=103094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 16:43:33.488751 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-4deea52b-2149-4dde-9129-cf62a44b16be req-d6e0d49d-fff6-4847-b224-d577cd8e61e2 service neutron] 10.222.0.18 "GET /v2.0/networks/dfcfb836-1285-4462-adad-b70a003b7b8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833356 Mar 11 16:43:33.584862 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-4deea52b-2149-4dde-9129-cf62a44b16be req-7433e736-8278-4b59-9dcb-fb06970db80f service neutron] 10.222.0.18 "GET /v2.0/networks/dfcfb836-1285-4462-adad-b70a003b7b8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898163 Mar 11 16:43:33.661707 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_hamode_db [None req-ef100ae9-b5d6-48f6-b31f-5366f2e19643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0063fc76-4274-47d2-846c-ffad972cd769', 'name': 'tempest-TestVolumeBootPattern-1851670284-router', 'tenant_id': '7ba34decd44144f4bfdf7cd2e1be225e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'external_fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': 'bdfead1b-e700-4bcb-a66d-06f4f3251d8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:35:49Z', 'updated_at': '2022-03-11T16:35:52Z', 'revision_number': 4, 'project_id': '7ba34decd44144f4bfdf7cd2e1be225e', 'gw_port': {'id': 'bdfead1b-e700-4bcb-a66d-06f4f3251d8c', 'name': '', 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:31:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0063fc76-4274-47d2-846c-ffad972cd769', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:35:49Z', 'updated_at': '2022-03-11T16:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-12-iscsi', '_floatingips': [{'id': 'fafdccdd-375f-4c7e-b419-e1f033a52999', 'tenant_id': '7ba34decd44144f4bfdf7cd2e1be225e', 'floating_ip_address': '172.27.0.44', 'floating_network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'router_id': '0063fc76-4274-47d2-846c-ffad972cd769', 'port_id': '197cc0e5-8f0c-44a8-9bfa-0b0ab5900a85', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfcfb836-1285-4462-adad-b70a003b7b8f', 'mac_address': 'fa:16:3e:62:1b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4fd8a49-2ab7-40f1-8728-ed49bbabdb69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:39:19Z', 'updated_at': '2022-03-11T16:39:22Z', 'revision_number': 1, 'project_id': '7ba34decd44144f4bfdf7cd2e1be225e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd8b0dd6-f281-4bd3-92d9-fb7bcc736060', 'name': '', 'network_id': 'dfcfb836-1285-4462-adad-b70a003b7b8f', 'tenant_id': '7ba34decd44144f4bfdf7cd2e1be225e', 'mac_address': 'fa:16:3e:9d:70:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0063fc76-4274-47d2-846c-ffad972cd769', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'e83d5618-f91a-4ca7-85af-08b09a8f46c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:35:51Z', 'updated_at': '2022-03-11T16:35:56Z', 'revision_number': 5, 'project_id': '7ba34decd44144f4bfdf7cd2e1be225e', 'subnets': [{'id': 'e83d5618-f91a-4ca7-85af-08b09a8f46c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-12-iscsi', False) {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:43:33.688659 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef100ae9-b5d6-48f6-b31f-5366f2e19643 None None] The sync data for ids ['0063fc76-4274-47d2-846c-ffad972cd769'] in dv-cinder-750782-12-iscsi is: [{'id': '0063fc76-4274-47d2-846c-ffad972cd769', 'name': 'tempest-TestVolumeBootPattern-1851670284-router', 'tenant_id': '7ba34decd44144f4bfdf7cd2e1be225e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'external_fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': 'bdfead1b-e700-4bcb-a66d-06f4f3251d8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:35:49Z', 'updated_at': '2022-03-11T16:35:52Z', 'revision_number': 4, 'project_id': '7ba34decd44144f4bfdf7cd2e1be225e', 'gw_port': {'id': 'bdfead1b-e700-4bcb-a66d-06f4f3251d8c', 'name': '', 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:31:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0063fc76-4274-47d2-846c-ffad972cd769', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:35:49Z', 'updated_at': '2022-03-11T16:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-12-iscsi', '_floatingips': [{'id': 'fafdccdd-375f-4c7e-b419-e1f033a52999', 'tenant_id': '7ba34decd44144f4bfdf7cd2e1be225e', 'floating_ip_address': '172.27.0.44', 'floating_network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'router_id': '0063fc76-4274-47d2-846c-ffad972cd769', 'port_id': '197cc0e5-8f0c-44a8-9bfa-0b0ab5900a85', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfcfb836-1285-4462-adad-b70a003b7b8f', 'mac_address': 'fa:16:3e:62:1b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4fd8a49-2ab7-40f1-8728-ed49bbabdb69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:39:19Z', 'updated_at': '2022-03-11T16:39:22Z', 'revision_number': 1, 'project_id': '7ba34decd44144f4bfdf7cd2e1be225e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd8b0dd6-f281-4bd3-92d9-fb7bcc736060', 'name': '', 'network_id': 'dfcfb836-1285-4462-adad-b70a003b7b8f', 'tenant_id': '7ba34decd44144f4bfdf7cd2e1be225e', 'mac_address': 'fa:16:3e:9d:70:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0063fc76-4274-47d2-846c-ffad972cd769', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'e83d5618-f91a-4ca7-85af-08b09a8f46c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:35:51Z', 'updated_at': '2022-03-11T16:35:56Z', 'revision_number': 5, 'project_id': '7ba34decd44144f4bfdf7cd2e1be225e', 'subnets': [{'id': 'e83d5618-f91a-4ca7-85af-08b09a8f46c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:43:33.915571 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01097a7f-76ed-4bae-a862-b57af12d2fb9 None None] New status for floating IP a0354115-2612-4a09-8735-279768625286: DOWN {{(pid=103093) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 16:43:34.397940 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [req-332d1df5-d007-4c78-8d31-cc176430dd4a req-1c0254e4-c31f-4142-929a-bea357ae378d service neutron] (103092) timed out ('10.222.0.72', 43898) {{(pid=103092) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 11 16:43:34.469497 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d20afa-2e88-4de6-b2cf-a85b0f088b92 req-f4556a4a-1a8c-49b3-b79a-67771b30cc4c tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:43:34.471049 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-57d20afa-2e88-4de6-b2cf-a85b0f088b92 req-f4556a4a-1a8c-49b3-b79a-67771b30cc4c tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] 10.222.0.72 "GET /v2.0/ports?device_id=6fa2bb44-b619-418e-9c44-1d3fc87bce9e HTTP/1.1" status: 200 len: 946 time: 0.0555608 Mar 11 16:43:34.506483 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [req-332d1df5-d007-4c78-8d31-cc176430dd4a req-7c391a78-6966-459e-98df-aa5e9e9ee007 tempest-TestShelveInstance-617872231 tempest-TestShelveInstance-617872231-project] (103092) timed out ('10.222.0.72', 43914) {{(pid=103092) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 11 16:43:34.523171 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-57d20afa-2e88-4de6-b2cf-a85b0f088b92 req-489e2738-efcc-4784-bf48-5c5bbfda55f4 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] 10.222.0.72 "GET /v2.0/security-groups?id=71874365-b0c3-4e73-9a02-ee246fe1cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460830 Mar 11 16:43:34.914994 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f12c4da-21c0-4196-9cca-1f9b264cf6a3 req-95d10465-99c0-4e93-be88-10899f6e6fdf tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:43:34.916497 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-6f12c4da-21c0-4196-9cca-1f9b264cf6a3 req-95d10465-99c0-4e93-be88-10899f6e6fdf tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] 10.222.0.18 "GET /v2.0/ports?device_id=6fa2bb44-b619-418e-9c44-1d3fc87bce9e HTTP/1.1" status: 200 len: 946 time: 0.0582933 Mar 11 16:43:35.013106 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.plugin [req-6f12c4da-21c0-4196-9cca-1f9b264cf6a3 req-b89ab8d6-d04d-44aa-a35c-473fd9183d7e tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Deleting port 4e769c03-cf7b-495d-872e-e49dce1ae706 {{(pid=103092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 16:43:35.013455 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-6f12c4da-21c0-4196-9cca-1f9b264cf6a3 req-b89ab8d6-d04d-44aa-a35c-473fd9183d7e tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780138536942'] for port (4e769c03-cf7b-495d-872e-e49dce1ae706), before_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:43:35.118550 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.db [req-6f12c4da-21c0-4196-9cca-1f9b264cf6a3 req-b89ab8d6-d04d-44aa-a35c-473fd9183d7e tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] For port 4e769c03-cf7b-495d-872e-e49dce1ae706, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=4e769c03-cf7b-495d-872e-e49dce1ae706,segment=NetworkSegment(4e93ea21-1d78-4c71-907b-4a06ff9bb77c),segment_id=4e93ea21-1d78-4c71-907b-4a06ff9bb77c)] {{(pid=103092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:43:35.118920 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-6f12c4da-21c0-4196-9cca-1f9b264cf6a3 req-b89ab8d6-d04d-44aa-a35c-473fd9183d7e tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538029'] for port (4e769c03-cf7b-495d-872e-e49dce1ae706), precommit_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:43:35.132909 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.plugin [req-6f12c4da-21c0-4196-9cca-1f9b264cf6a3 req-b89ab8d6-d04d-44aa-a35c-473fd9183d7e tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Calling delete_port for 4e769c03-cf7b-495d-872e-e49dce1ae706 owned by compute:nova {{(pid=103092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 16:43:35.276677 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-6f12c4da-21c0-4196-9cca-1f9b264cf6a3 req-b89ab8d6-d04d-44aa-a35c-473fd9183d7e tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780138542421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780137975920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30811620'] for port (4e769c03-cf7b-495d-872e-e49dce1ae706), after_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:43:35.313024 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89ab8d6-d04d-44aa-a35c-473fd9183d7e tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Pushing event deleted for resources: {'Port': ['ID=4e769c03-cf7b-495d-872e-e49dce1ae706,revision_number=None']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:43:35.362370 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f12c4da-21c0-4196-9cca-1f9b264cf6a3 req-b89ab8d6-d04d-44aa-a35c-473fd9183d7e tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] No DVR routers for this DVR port 4e769c03-cf7b-495d-872e-e49dce1ae706 on host hv-cinder-75078 {{(pid=103092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:43:35.365672 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-6f12c4da-21c0-4196-9cca-1f9b264cf6a3 req-b89ab8d6-d04d-44aa-a35c-473fd9183d7e tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122971'] for port (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:43:35.369095 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-6f12c4da-21c0-4196-9cca-1f9b264cf6a3 req-b89ab8d6-d04d-44aa-a35c-473fd9183d7e tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] 10.222.0.18 "DELETE /v2.0/ports/4e769c03-cf7b-495d-872e-e49dce1ae706 HTTP/1.1" status: 204 len: 173 time: 0.4481740 Mar 11 16:43:35.369555 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fa2bb44-b619-418e-9c44-1d3fc87bce9e', 'name': 'network-vif-deleted', 'tag': '4e769c03-cf7b-495d-872e-e49dce1ae706'}] {{(pid=103092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:43:35.371920 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8119d67d121bc7655fb27ee4e81d05746f3857d7b024446e390c37a4f39e07a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-963617df-a0bd-4dd8-ad81-5bbf84f1a06a" -d '{"events": [{"server_uuid": "6fa2bb44-b619-418e-9c44-1d3fc87bce9e", "name": "network-vif-deleted", "tag": "4e769c03-cf7b-495d-872e-e49dce1ae706"}]}' {{(pid=103092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 16:43:35.410446 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 16:43:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0141bdf-e82b-4a12-be0b-a83e3a54f1ac x-openstack-request-id: req-e0141bdf-e82b-4a12-be0b-a83e3a54f1ac {{(pid=103092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 16:43:35.411811 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fa2bb44-b619-418e-9c44-1d3fc87bce9e", "name": "network-vif-deleted", "tag": "4e769c03-cf7b-495d-872e-e49dce1ae706", "status": "completed", "code": 200}]} {{(pid=103092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 16:43:35.411811 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e0141bdf-e82b-4a12-be0b-a83e3a54f1ac {{(pid=103092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 16:43:35.412584 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fa2bb44-b619-418e-9c44-1d3fc87bce9e', 'name': 'network-vif-deleted', 'tag': '4e769c03-cf7b-495d-872e-e49dce1ae706', 'status': 'completed', 'code': 200} Mar 11 16:43:35.626028 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-526d3b0d-c476-4d8c-983a-0b987cd37856 req-748fba5f-5124-4ee2-97c9-790113813081 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] 10.222.0.72 "GET /v2.0/ports?device_id=6fa2bb44-b619-418e-9c44-1d3fc87bce9e HTTP/1.1" status: 200 len: 210 time: 0.0292425 Mar 11 16:43:36.068575 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (42978ec7-0c45-4bcc-88e8-64ee44356522), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:43:38.918636 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 50562) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:43:39.077574 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.plugin [None req-b3d5f8e9-f690-4da6-8058-f3075da22249 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Deleting port f9dd8ec7-19a8-4e93-b0b7-88dc732e6ec6 {{(pid=103092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 16:43:39.077891 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-b3d5f8e9-f690-4da6-8058-f3075da22249 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780138536942'] for port (f9dd8ec7-19a8-4e93-b0b7-88dc732e6ec6), before_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:43:39.151364 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-b3d5f8e9-f690-4da6-8058-f3075da22249 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538029'] for port (f9dd8ec7-19a8-4e93-b0b7-88dc732e6ec6), precommit_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:43:39.151608 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-b3d5f8e9-f690-4da6-8058-f3075da22249 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Publish callbacks [] for floatingip (f9dd8ec7-19a8-4e93-b0b7-88dc732e6ec6), precommit_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:43:39.163747 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.plugin [None req-b3d5f8e9-f690-4da6-8058-f3075da22249 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Calling delete_port for f9dd8ec7-19a8-4e93-b0b7-88dc732e6ec6 owned by network:floatingip {{(pid=103092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 16:43:39.320291 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-b3d5f8e9-f690-4da6-8058-f3075da22249 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780138542421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780137975920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30811620'] for port (f9dd8ec7-19a8-4e93-b0b7-88dc732e6ec6), after_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:43:39.358458 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d5f8e9-f690-4da6-8058-f3075da22249 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Pushing event deleted for resources: {'Port': ['ID=f9dd8ec7-19a8-4e93-b0b7-88dc732e6ec6,revision_number=None']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:43:39.419758 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-b3d5f8e9-f690-4da6-8058-f3075da22249 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Publish callbacks [] for floatingip (fafdccdd-375f-4c7e-b419-e1f033a52999), after_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:43:39.420186 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.db.l3_db [None req-b3d5f8e9-f690-4da6-8058-f3075da22249 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Floating IP fafdccdd-375f-4c7e-b419-e1f033a52999 disassociated (deleted). External IP: 172.27.0.44, port: 197cc0e5-8f0c-44a8-9bfa-0b0ab5900a85. Mar 11 16:43:39.504993 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Device 4e769c03-cf7b-495d-872e-e49dce1ae706 no longer exists at agent hyperv_hv-cinder-75078 {{(pid=103093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 16:43:39.526291 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] No Port match for: 4e769c03-cf7b-495d-872e-e49dce1ae706 {{(pid=103093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 16:43:39.526636 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Device 4e769c03-cf7b-495d-872e-e49dce1ae706 not bound to the agent host hv-cinder-75078 {{(pid=103093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 16:43:39.637113 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3d5f8e9-f690-4da6-8058-f3075da22249 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Router 0063fc76-4274-47d2-846c-ffad972cd769 has already been hosted by L3 agent 03422851-42b1-44c9-ada6-e479436b7b23 {{(pid=103092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:43:39.746421 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3d5f8e9-f690-4da6-8058-f3075da22249 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Notify agent at l3_agent.dv-cinder-750782-12-iscsi the message routers_updated {{(pid=103092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:43:39.750737 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-b3d5f8e9-f690-4da6-8058-f3075da22249 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122971'] for floatingip (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:43:39.757605 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5e2b72-9d9f-43f9-afa1-9b0a7a44e8d2 None None] Sync routers for ids ['0063fc76-4274-47d2-846c-ffad972cd769'] in dv-cinder-750782-12-iscsi {{(pid=103094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:43:39.767455 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5e2b72-9d9f-43f9-afa1-9b0a7a44e8d2 None None] Routers {'0063fc76-4274-47d2-846c-ffad972cd769'} bound to L3 agent in host dv-cinder-750782-12-iscsi {{(pid=103094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 16:43:39.768055 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_hamode_db [None req-1a5e2b72-9d9f-43f9-afa1-9b0a7a44e8d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:12:46Z,description=,heartbeat_timestamp=2022-03-11T16:43:16Z,host='dv-cinder-750782-12-iscsi',id=03422851-42b1-44c9-ada6-e479436b7b23,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:12:46Z,topic='l3_agent')) {'router_ids': ['0063fc76-4274-47d2-846c-ffad972cd769'], 'active': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:43:39.780551 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-b3d5f8e9-f690-4da6-8058-f3075da22249 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] 10.222.0.72 "DELETE /v2.0/floatingips/fafdccdd-375f-4c7e-b419-e1f033a52999 HTTP/1.1" status: 204 len: 168 time: 0.8608456 Mar 11 16:43:39.781128 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4fd8a49-2ab7-40f1-8728-ed49bbabdb69', 'tag': '197cc0e5-8f0c-44a8-9bfa-0b0ab5900a85'}] {{(pid=103092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:43:39.783601 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8119d67d121bc7655fb27ee4e81d05746f3857d7b024446e390c37a4f39e07a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6ceb5a8-1bd0-4a19-b759-f48b5b7f823e" -d '{"events": [{"name": "network-changed", "server_uuid": "c4fd8a49-2ab7-40f1-8728-ed49bbabdb69", "tag": "197cc0e5-8f0c-44a8-9bfa-0b0ab5900a85"}]}' {{(pid=103092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 16:43:39.820907 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 16:43:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-434644a3-c7e5-4f81-9bfe-e304e05b8430 x-openstack-request-id: req-434644a3-c7e5-4f81-9bfe-e304e05b8430 {{(pid=103092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 16:43:39.821198 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4fd8a49-2ab7-40f1-8728-ed49bbabdb69", "tag": "197cc0e5-8f0c-44a8-9bfa-0b0ab5900a85", "status": "completed", "code": 200}]} {{(pid=103092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 16:43:39.821441 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-434644a3-c7e5-4f81-9bfe-e304e05b8430 {{(pid=103092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 16:43:39.822040 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4fd8a49-2ab7-40f1-8728-ed49bbabdb69', 'tag': '197cc0e5-8f0c-44a8-9bfa-0b0ab5900a85', 'status': 'completed', 'code': 200} Mar 11 16:43:39.882977 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_dvr_db [None req-1a5e2b72-9d9f-43f9-afa1-9b0a7a44e8d2 None None] Set router 0063fc76-4274-47d2-846c-ffad972cd769 gateway port host: dv-cinder-750782-12-iscsi {{(pid=103094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 16:43:39.897682 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ceb5a8-1bd0-4a19-b759-f48b5b7f823e req-f2230503-d68b-4083-9b8a-a5b9e94ff94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:43:39.899303 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-e6ceb5a8-1bd0-4a19-b759-f48b5b7f823e req-f2230503-d68b-4083-9b8a-a5b9e94ff94b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7ba34decd44144f4bfdf7cd2e1be225e&device_id=c4fd8a49-2ab7-40f1-8728-ed49bbabdb69 HTTP/1.1" status: 200 len: 1129 time: 0.0566759 Mar 11 16:43:40.124302 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_hamode_db [None req-1a5e2b72-9d9f-43f9-afa1-9b0a7a44e8d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0063fc76-4274-47d2-846c-ffad972cd769', 'name': 'tempest-TestVolumeBootPattern-1851670284-router', 'tenant_id': '7ba34decd44144f4bfdf7cd2e1be225e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'external_fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': 'bdfead1b-e700-4bcb-a66d-06f4f3251d8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:35:49Z', 'updated_at': '2022-03-11T16:35:52Z', 'revision_number': 4, 'project_id': '7ba34decd44144f4bfdf7cd2e1be225e', 'gw_port': {'id': 'bdfead1b-e700-4bcb-a66d-06f4f3251d8c', 'name': '', 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:31:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0063fc76-4274-47d2-846c-ffad972cd769', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:35:49Z', 'updated_at': '2022-03-11T16:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-12-iscsi', '_interfaces': [{'id': 'fd8b0dd6-f281-4bd3-92d9-fb7bcc736060', 'name': '', 'network_id': 'dfcfb836-1285-4462-adad-b70a003b7b8f', 'tenant_id': '7ba34decd44144f4bfdf7cd2e1be225e', 'mac_address': 'fa:16:3e:9d:70:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0063fc76-4274-47d2-846c-ffad972cd769', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'e83d5618-f91a-4ca7-85af-08b09a8f46c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:35:51Z', 'updated_at': '2022-03-11T16:35:56Z', 'revision_number': 5, 'project_id': '7ba34decd44144f4bfdf7cd2e1be225e', 'subnets': [{'id': 'e83d5618-f91a-4ca7-85af-08b09a8f46c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-12-iscsi', False) {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:43:40.156867 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5e2b72-9d9f-43f9-afa1-9b0a7a44e8d2 None None] Checking router: 0063fc76-4274-47d2-846c-ffad972cd769 for host: dv-cinder-750782-12-iscsi {{(pid=103094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:43:40.166582 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5e2b72-9d9f-43f9-afa1-9b0a7a44e8d2 None None] Routers {'0063fc76-4274-47d2-846c-ffad972cd769'} bound to L3 agent in host dv-cinder-750782-12-iscsi {{(pid=103094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 16:43:40.167199 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_hamode_db [None req-1a5e2b72-9d9f-43f9-afa1-9b0a7a44e8d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:12:46Z,description=,heartbeat_timestamp=2022-03-11T16:43:16Z,host='dv-cinder-750782-12-iscsi',id=03422851-42b1-44c9-ada6-e479436b7b23,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:12:46Z,topic='l3_agent')) {'router_ids': ['0063fc76-4274-47d2-846c-ffad972cd769'], 'active': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:43:40.332904 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ceb5a8-1bd0-4a19-b759-f48b5b7f823e req-38c86b47-97e0-4a1b-85ed-00afe39cb842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:43:40.334485 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-e6ceb5a8-1bd0-4a19-b759-f48b5b7f823e req-38c86b47-97e0-4a1b-85ed-00afe39cb842 service neutron] 10.222.0.18 "GET /v2.0/networks?id=dfcfb836-1285-4462-adad-b70a003b7b8f HTTP/1.1" status: 200 len: 913 time: 0.4300303 Mar 11 16:43:40.355741 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46ab0c9-c839-40b4-a855-cd43ccb02d8a req-63ac3032-4800-4925-bb59-71c3aa1b9694 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:43:40.357188 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-d46ab0c9-c839-40b4-a855-cd43ccb02d8a req-63ac3032-4800-4925-bb59-71c3aa1b9694 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] 10.222.0.72 "GET /v2.0/ports?device_id=c4fd8a49-2ab7-40f1-8728-ed49bbabdb69 HTTP/1.1" status: 200 len: 945 time: 0.3631103 Mar 11 16:43:40.375656 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_dvr_db [None req-1a5e2b72-9d9f-43f9-afa1-9b0a7a44e8d2 None None] Set router 0063fc76-4274-47d2-846c-ffad972cd769 gateway port host: dv-cinder-750782-12-iscsi {{(pid=103094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 16:43:40.387252 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-e6ceb5a8-1bd0-4a19-b759-f48b5b7f823e req-e4076c14-6112-456c-a124-8bf3da2ec2fd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=197cc0e5-8f0c-44a8-9bfa-0b0ab5900a85 HTTP/1.1" status: 200 len: 217 time: 0.0454061 Mar 11 16:43:40.464491 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ceb5a8-1bd0-4a19-b759-f48b5b7f823e req-898bd9e2-79a2-48c0-9a9a-4de180a1410c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:43:40.466038 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-e6ceb5a8-1bd0-4a19-b759-f48b5b7f823e req-898bd9e2-79a2-48c0-9a9a-4de180a1410c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e83d5618-f91a-4ca7-85af-08b09a8f46c1 HTTP/1.1" status: 200 len: 851 time: 0.0730896 Mar 11 16:43:40.469796 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-d46ab0c9-c839-40b4-a855-cd43ccb02d8a req-47cefe19-418a-4bc3-b4d4-92d132230406 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] 10.222.0.72 "GET /v2.0/security-groups?id=71874365-b0c3-4e73-9a02-ee246fe1cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852640 Mar 11 16:43:40.518866 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ceb5a8-1bd0-4a19-b759-f48b5b7f823e req-85c102dd-0477-4a10-870c-0d379aea6363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:43:40.520437 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-e6ceb5a8-1bd0-4a19-b759-f48b5b7f823e req-85c102dd-0477-4a10-870c-0d379aea6363 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=dfcfb836-1285-4462-adad-b70a003b7b8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0479820 Mar 11 16:43:40.578449 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_hamode_db [None req-1a5e2b72-9d9f-43f9-afa1-9b0a7a44e8d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0063fc76-4274-47d2-846c-ffad972cd769', 'name': 'tempest-TestVolumeBootPattern-1851670284-router', 'tenant_id': '7ba34decd44144f4bfdf7cd2e1be225e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'external_fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': 'bdfead1b-e700-4bcb-a66d-06f4f3251d8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:35:49Z', 'updated_at': '2022-03-11T16:35:52Z', 'revision_number': 4, 'project_id': '7ba34decd44144f4bfdf7cd2e1be225e', 'gw_port': {'id': 'bdfead1b-e700-4bcb-a66d-06f4f3251d8c', 'name': '', 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:31:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0063fc76-4274-47d2-846c-ffad972cd769', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:35:49Z', 'updated_at': '2022-03-11T16:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-12-iscsi', '_interfaces': [{'id': 'fd8b0dd6-f281-4bd3-92d9-fb7bcc736060', 'name': '', 'network_id': 'dfcfb836-1285-4462-adad-b70a003b7b8f', 'tenant_id': '7ba34decd44144f4bfdf7cd2e1be225e', 'mac_address': 'fa:16:3e:9d:70:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0063fc76-4274-47d2-846c-ffad972cd769', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'e83d5618-f91a-4ca7-85af-08b09a8f46c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:35:51Z', 'updated_at': '2022-03-11T16:35:56Z', 'revision_number': 5, 'project_id': '7ba34decd44144f4bfdf7cd2e1be225e', 'subnets': [{'id': 'e83d5618-f91a-4ca7-85af-08b09a8f46c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-12-iscsi', False) {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:43:40.606187 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5e2b72-9d9f-43f9-afa1-9b0a7a44e8d2 None None] The sync data for ids ['0063fc76-4274-47d2-846c-ffad972cd769'] in dv-cinder-750782-12-iscsi is: [{'id': '0063fc76-4274-47d2-846c-ffad972cd769', 'name': 'tempest-TestVolumeBootPattern-1851670284-router', 'tenant_id': '7ba34decd44144f4bfdf7cd2e1be225e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'external_fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': 'bdfead1b-e700-4bcb-a66d-06f4f3251d8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:35:49Z', 'updated_at': '2022-03-11T16:35:52Z', 'revision_number': 4, 'project_id': '7ba34decd44144f4bfdf7cd2e1be225e', 'gw_port': {'id': 'bdfead1b-e700-4bcb-a66d-06f4f3251d8c', 'name': '', 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:31:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0063fc76-4274-47d2-846c-ffad972cd769', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:35:49Z', 'updated_at': '2022-03-11T16:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-12-iscsi', '_interfaces': [{'id': 'fd8b0dd6-f281-4bd3-92d9-fb7bcc736060', 'name': '', 'network_id': 'dfcfb836-1285-4462-adad-b70a003b7b8f', 'tenant_id': '7ba34decd44144f4bfdf7cd2e1be225e', 'mac_address': 'fa:16:3e:9d:70:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0063fc76-4274-47d2-846c-ffad972cd769', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'e83d5618-f91a-4ca7-85af-08b09a8f46c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:35:51Z', 'updated_at': '2022-03-11T16:35:56Z', 'revision_number': 5, 'project_id': '7ba34decd44144f4bfdf7cd2e1be225e', 'subnets': [{'id': 'e83d5618-f91a-4ca7-85af-08b09a8f46c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:43:40.624175 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-e6ceb5a8-1bd0-4a19-b759-f48b5b7f823e req-9051cdb3-912b-4e80-83ef-f5abf6ddd4f5 service neutron] 10.222.0.18 "GET /v2.0/networks/dfcfb836-1285-4462-adad-b70a003b7b8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972755 Mar 11 16:43:40.718968 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-e6ceb5a8-1bd0-4a19-b759-f48b5b7f823e req-7f8e02e9-b6db-42d2-ab64-7d00f0305537 service neutron] 10.222.0.18 "GET /v2.0/networks/dfcfb836-1285-4462-adad-b70a003b7b8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875351 Mar 11 16:43:40.854598 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b725161f-9195-46d0-81f8-bee76f440e83 None None] New status for floating IP fafdccdd-375f-4c7e-b419-e1f033a52999: DOWN {{(pid=103093) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 16:43:41.623264 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9410f0eb-fbdb-4ef4-8b3f-73c3392aa86e req-cad257f3-d1f0-4c47-8233-923f71a4e031 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:43:41.624737 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-9410f0eb-fbdb-4ef4-8b3f-73c3392aa86e req-cad257f3-d1f0-4c47-8233-923f71a4e031 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] 10.222.0.72 "GET /v2.0/ports?device_id=c4fd8a49-2ab7-40f1-8728-ed49bbabdb69 HTTP/1.1" status: 200 len: 945 time: 0.0850694 Mar 11 16:43:41.643948 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53da5ba3-07c1-41d0-95e0-25f130429b79 req-5aab1803-2f22-4187-b2d9-3dbd4edc66f2 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:43:41.645532 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-53da5ba3-07c1-41d0-95e0-25f130429b79 req-5aab1803-2f22-4187-b2d9-3dbd4edc66f2 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4fd8a49-2ab7-40f1-8728-ed49bbabdb69 HTTP/1.1" status: 200 len: 945 time: 0.0972412 Mar 11 16:43:41.717598 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-9410f0eb-fbdb-4ef4-8b3f-73c3392aa86e req-04c8c72d-1e30-49e9-80a3-648f2e30206c tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] 10.222.0.72 "GET /v2.0/security-groups?id=71874365-b0c3-4e73-9a02-ee246fe1cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859132 Mar 11 16:43:41.764330 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.plugin [req-53da5ba3-07c1-41d0-95e0-25f130429b79 req-2706e841-d5f1-44ac-bad4-fb7cb581ec3e tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Deleting port 197cc0e5-8f0c-44a8-9bfa-0b0ab5900a85 {{(pid=103092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 16:43:41.764576 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-53da5ba3-07c1-41d0-95e0-25f130429b79 req-2706e841-d5f1-44ac-bad4-fb7cb581ec3e tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780138536942'] for port (197cc0e5-8f0c-44a8-9bfa-0b0ab5900a85), before_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:43:41.855294 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.db [req-53da5ba3-07c1-41d0-95e0-25f130429b79 req-2706e841-d5f1-44ac-bad4-fb7cb581ec3e tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] For port 197cc0e5-8f0c-44a8-9bfa-0b0ab5900a85, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=197cc0e5-8f0c-44a8-9bfa-0b0ab5900a85,segment=NetworkSegment(4e93ea21-1d78-4c71-907b-4a06ff9bb77c),segment_id=4e93ea21-1d78-4c71-907b-4a06ff9bb77c)] {{(pid=103092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:43:41.855648 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-53da5ba3-07c1-41d0-95e0-25f130429b79 req-2706e841-d5f1-44ac-bad4-fb7cb581ec3e tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538029'] for port (197cc0e5-8f0c-44a8-9bfa-0b0ab5900a85), precommit_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:43:41.869380 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.plugin [req-53da5ba3-07c1-41d0-95e0-25f130429b79 req-2706e841-d5f1-44ac-bad4-fb7cb581ec3e tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Calling delete_port for 197cc0e5-8f0c-44a8-9bfa-0b0ab5900a85 owned by compute:nova {{(pid=103092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 16:43:42.000846 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-53da5ba3-07c1-41d0-95e0-25f130429b79 req-2706e841-d5f1-44ac-bad4-fb7cb581ec3e tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780138542421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780137975920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30811620'] for port (197cc0e5-8f0c-44a8-9bfa-0b0ab5900a85), after_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:43:42.030056 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2706e841-d5f1-44ac-bad4-fb7cb581ec3e tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Pushing event deleted for resources: {'Port': ['ID=197cc0e5-8f0c-44a8-9bfa-0b0ab5900a85,revision_number=None']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:43:42.073484 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.db.l3_dvrscheduler_db [req-53da5ba3-07c1-41d0-95e0-25f130429b79 req-2706e841-d5f1-44ac-bad4-fb7cb581ec3e tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] No DVR routers for this DVR port 197cc0e5-8f0c-44a8-9bfa-0b0ab5900a85 on host hv-cinder-75078 {{(pid=103092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:43:42.076045 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [req-53da5ba3-07c1-41d0-95e0-25f130429b79 req-2706e841-d5f1-44ac-bad4-fb7cb581ec3e tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122971'] for port (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:43:42.079230 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [req-53da5ba3-07c1-41d0-95e0-25f130429b79 req-2706e841-d5f1-44ac-bad4-fb7cb581ec3e tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] 10.222.0.18 "DELETE /v2.0/ports/197cc0e5-8f0c-44a8-9bfa-0b0ab5900a85 HTTP/1.1" status: 204 len: 173 time: 0.4262345 Mar 11 16:43:42.079670 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4fd8a49-2ab7-40f1-8728-ed49bbabdb69', 'name': 'network-vif-deleted', 'tag': '197cc0e5-8f0c-44a8-9bfa-0b0ab5900a85'}] {{(pid=103092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:43:42.081873 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8119d67d121bc7655fb27ee4e81d05746f3857d7b024446e390c37a4f39e07a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69fbd4e8-e13f-4f28-9887-acac282bcd76" -d '{"events": [{"server_uuid": "c4fd8a49-2ab7-40f1-8728-ed49bbabdb69", "name": "network-vif-deleted", "tag": "197cc0e5-8f0c-44a8-9bfa-0b0ab5900a85"}]}' {{(pid=103092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 16:43:42.118631 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 16:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d75bb8e-956b-48fa-b2ce-d2a5139a9c33 x-openstack-request-id: req-8d75bb8e-956b-48fa-b2ce-d2a5139a9c33 {{(pid=103092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 16:43:42.118929 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4fd8a49-2ab7-40f1-8728-ed49bbabdb69", "name": "network-vif-deleted", "tag": "197cc0e5-8f0c-44a8-9bfa-0b0ab5900a85", "status": "completed", "code": 200}]} {{(pid=103092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 16:43:42.119176 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-8d75bb8e-956b-48fa-b2ce-d2a5139a9c33 {{(pid=103092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 16:43:42.119583 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4fd8a49-2ab7-40f1-8728-ed49bbabdb69', 'name': 'network-vif-deleted', 'tag': '197cc0e5-8f0c-44a8-9bfa-0b0ab5900a85', 'status': 'completed', 'code': 200} Mar 11 16:43:42.778823 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 50576) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:43:42.908628 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.plugins.ml2.plugin [None req-28b2a37d-8e71-44b3-91db-20eeb4174e06 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Deleting port deeee1c3-e2a6-470d-a902-0310f556fc44 {{(pid=103091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 16:43:42.908962 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-28b2a37d-8e71-44b3-91db-20eeb4174e06 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780138536942'] for port (deeee1c3-e2a6-470d-a902-0310f556fc44), before_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:43:42.992098 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-28b2a37d-8e71-44b3-91db-20eeb4174e06 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538029'] for port (deeee1c3-e2a6-470d-a902-0310f556fc44), precommit_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:43:42.992415 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-28b2a37d-8e71-44b3-91db-20eeb4174e06 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Publish callbacks [] for floatingip (deeee1c3-e2a6-470d-a902-0310f556fc44), precommit_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:43:43.004117 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.plugins.ml2.plugin [None req-28b2a37d-8e71-44b3-91db-20eeb4174e06 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Calling delete_port for deeee1c3-e2a6-470d-a902-0310f556fc44 owned by network:floatingip {{(pid=103091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 16:43:43.143729 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-28b2a37d-8e71-44b3-91db-20eeb4174e06 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780138542421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780137975920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29534923'] for port (deeee1c3-e2a6-470d-a902-0310f556fc44), after_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:43:43.172876 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b2a37d-8e71-44b3-91db-20eeb4174e06 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Pushing event deleted for resources: {'Port': ['ID=deeee1c3-e2a6-470d-a902-0310f556fc44,revision_number=None']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:43:43.200604 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b2a37d-8e71-44b3-91db-20eeb4174e06 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:43:43.200950 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b2a37d-8e71-44b3-91db-20eeb4174e06 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:43:43.201291 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b2a37d-8e71-44b3-91db-20eeb4174e06 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:43:43.201621 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b2a37d-8e71-44b3-91db-20eeb4174e06 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:43:43.201973 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b2a37d-8e71-44b3-91db-20eeb4174e06 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:43:43.202302 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b2a37d-8e71-44b3-91db-20eeb4174e06 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:43:43.202627 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b2a37d-8e71-44b3-91db-20eeb4174e06 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:43:43.202950 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b2a37d-8e71-44b3-91db-20eeb4174e06 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:43:43.203319 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b2a37d-8e71-44b3-91db-20eeb4174e06 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:43:43.203668 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b2a37d-8e71-44b3-91db-20eeb4174e06 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:43:43.204050 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b2a37d-8e71-44b3-91db-20eeb4174e06 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:43:43.204370 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b2a37d-8e71-44b3-91db-20eeb4174e06 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:43:43.204687 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b2a37d-8e71-44b3-91db-20eeb4174e06 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:43:43.250469 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-28b2a37d-8e71-44b3-91db-20eeb4174e06 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Publish callbacks [] for floatingip (acdf3859-84f3-4bfa-b96e-4b31c0c7907a), after_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:43:43.252982 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-28b2a37d-8e71-44b3-91db-20eeb4174e06 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122971'] for floatingip (None), before_response {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:43:43.254293 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-28b2a37d-8e71-44b3-91db-20eeb4174e06 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] 10.222.0.72 "DELETE /v2.0/floatingips/acdf3859-84f3-4bfa-b96e-4b31c0c7907a HTTP/1.1" status: 204 len: 168 time: 0.4744189 Mar 11 16:43:43.883414 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-a23d1d76-b97b-4e33-82b2-afdba51f624a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (52d54afa-c257-4acf-9353-cc1307944ae0), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:43:44.220144 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.agents_db [None req-ed17eba3-c4d2-4aaa-a64c-93b8434a4a48 None None] Agent healthcheck: found 6 active agents {{(pid=103094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 16:43:44.462728 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 50590) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:43:44.522375 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-32cae414-b2cc-42c1-a23c-2ebc4b291507 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Publish callbacks [] for security_group (71874365-b0c3-4e73-9a02-ee246fe1cd77), before_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:43:44.547516 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-32cae414-b2cc-42c1-a23c-2ebc4b291507 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Publish callbacks [] for security_group (71874365-b0c3-4e73-9a02-ee246fe1cd77), precommit_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:43:44.612358 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-32cae414-b2cc-42c1-a23c-2ebc4b291507 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (71874365-b0c3-4e73-9a02-ee246fe1cd77), after_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:43:44.615653 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-32cae414-b2cc-42c1-a23c-2ebc4b291507 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Publish callbacks [] for security_group (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:43:44.616805 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-32cae414-b2cc-42c1-a23c-2ebc4b291507 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] 10.222.0.72 "DELETE /v2.0/security-groups/71874365-b0c3-4e73-9a02-ee246fe1cd77 HTTP/1.1" status: 204 len: 168 time: 0.1529732 Mar 11 16:43:44.626086 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cae414-b2cc-42c1-a23c-2ebc4b291507 tempest-TestVolumeBootPattern-1613266058 tempest-TestVolumeBootPattern-1613266058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71874365-b0c3-4e73-9a02-ee246fe1cd77,revision_number=None']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:43:44.673468 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 50594) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:43:45.194486 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-71aa5df6-65fe-439c-8f39-d25eab02519a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-770299'] for router_interface (0063fc76-4274-47d2-846c-ffad972cd769), before_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:43:45.462852 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.plugin [None req-71aa5df6-65fe-439c-8f39-d25eab02519a admin admin] Deleting port fd8b0dd6-f281-4bd3-92d9-fb7bcc736060 {{(pid=103092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 16:43:45.463540 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-71aa5df6-65fe-439c-8f39-d25eab02519a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780138536942'] for port (fd8b0dd6-f281-4bd3-92d9-fb7bcc736060), before_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:43:45.505675 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Device 197cc0e5-8f0c-44a8-9bfa-0b0ab5900a85 no longer exists at agent hyperv_hv-cinder-75078 {{(pid=103093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 16:43:45.529191 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] No Port match for: 197cc0e5-8f0c-44a8-9bfa-0b0ab5900a85 {{(pid=103093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 16:43:45.529546 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Device 197cc0e5-8f0c-44a8-9bfa-0b0ab5900a85 not bound to the agent host hv-cinder-75078 {{(pid=103093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 16:43:45.549523 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.db [None req-71aa5df6-65fe-439c-8f39-d25eab02519a admin admin] For port fd8b0dd6-f281-4bd3-92d9-fb7bcc736060, host dv-cinder-750782-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-12-iscsi',level=0,port_id=fd8b0dd6-f281-4bd3-92d9-fb7bcc736060,segment=NetworkSegment(4e93ea21-1d78-4c71-907b-4a06ff9bb77c),segment_id=4e93ea21-1d78-4c71-907b-4a06ff9bb77c)] {{(pid=103092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:43:45.549907 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-71aa5df6-65fe-439c-8f39-d25eab02519a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538029'] for port (fd8b0dd6-f281-4bd3-92d9-fb7bcc736060), precommit_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:43:45.563296 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.plugin [None req-71aa5df6-65fe-439c-8f39-d25eab02519a admin admin] Calling delete_port for fd8b0dd6-f281-4bd3-92d9-fb7bcc736060 owned by network:router_interface {{(pid=103092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 16:43:45.759603 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-71aa5df6-65fe-439c-8f39-d25eab02519a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780138542421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780137975920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30811620'] for port (fd8b0dd6-f281-4bd3-92d9-fb7bcc736060), after_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:43:45.785922 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71aa5df6-65fe-439c-8f39-d25eab02519a admin admin] Pushing event deleted for resources: {'Port': ['ID=fd8b0dd6-f281-4bd3-92d9-fb7bcc736060,revision_number=None']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:43:45.962330 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-71aa5df6-65fe-439c-8f39-d25eab02519a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-779433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-771947'] for router_interface (0063fc76-4274-47d2-846c-ffad972cd769), after_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:43:46.201420 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71aa5df6-65fe-439c-8f39-d25eab02519a admin admin] Router 0063fc76-4274-47d2-846c-ffad972cd769 has already been hosted by L3 agent 03422851-42b1-44c9-ada6-e479436b7b23 {{(pid=103092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:43:46.241108 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-888ea99f-ee88-4d0a-85a2-e05a0cb4051d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (03422851-42b1-44c9-ada6-e479436b7b23), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:43:46.315613 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71aa5df6-65fe-439c-8f39-d25eab02519a admin admin] Notify agent at l3_agent.dv-cinder-750782-12-iscsi the message routers_updated {{(pid=103092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:43:46.322092 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-71aa5df6-65fe-439c-8f39-d25eab02519a admin admin] 10.222.0.72 "PUT /v2.0/routers/0063fc76-4274-47d2-846c-ffad972cd769/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6475294 Mar 11 16:43:46.324762 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 50598) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:43:46.327934 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a225c18-dafe-4d25-847e-0bd61349dff9 None None] Sync routers for ids ['0063fc76-4274-47d2-846c-ffad972cd769'] in dv-cinder-750782-12-iscsi {{(pid=103094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:43:46.340942 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a225c18-dafe-4d25-847e-0bd61349dff9 None None] Routers {'0063fc76-4274-47d2-846c-ffad972cd769'} bound to L3 agent in host dv-cinder-750782-12-iscsi {{(pid=103094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 16:43:46.341646 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_hamode_db [None req-4a225c18-dafe-4d25-847e-0bd61349dff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:12:46Z,description=,heartbeat_timestamp=2022-03-11T16:43:46Z,host='dv-cinder-750782-12-iscsi',id=03422851-42b1-44c9-ada6-e479436b7b23,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:12:46Z,topic='l3_agent')) {'router_ids': ['0063fc76-4274-47d2-846c-ffad972cd769'], 'active': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:43:46.435869 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-e82d4794-a9e6-45fb-aa88-975c9d443ed6 admin admin] Publish callbacks [] for router (0063fc76-4274-47d2-846c-ffad972cd769), before_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:43:46.458686 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_dvr_db [None req-4a225c18-dafe-4d25-847e-0bd61349dff9 None None] Set router 0063fc76-4274-47d2-846c-ffad972cd769 gateway port host: dv-cinder-750782-12-iscsi {{(pid=103094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 16:43:46.564825 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-e82d4794-a9e6-45fb-aa88-975c9d443ed6 admin admin] Publish callbacks [] for router_gateway (0063fc76-4274-47d2-846c-ffad972cd769), before_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:43:46.620916 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.plugin [None req-e82d4794-a9e6-45fb-aa88-975c9d443ed6 admin admin] Deleting port bdfead1b-e700-4bcb-a66d-06f4f3251d8c {{(pid=103092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 16:43:46.621248 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-e82d4794-a9e6-45fb-aa88-975c9d443ed6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780138536942'] for port (bdfead1b-e700-4bcb-a66d-06f4f3251d8c), before_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:43:46.655414 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_hamode_db [None req-4a225c18-dafe-4d25-847e-0bd61349dff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0063fc76-4274-47d2-846c-ffad972cd769', 'name': 'tempest-TestVolumeBootPattern-1851670284-router', 'tenant_id': '7ba34decd44144f4bfdf7cd2e1be225e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'external_fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': 'bdfead1b-e700-4bcb-a66d-06f4f3251d8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:35:49Z', 'updated_at': '2022-03-11T16:43:45Z', 'revision_number': 5, 'project_id': '7ba34decd44144f4bfdf7cd2e1be225e', 'gw_port': {'id': 'bdfead1b-e700-4bcb-a66d-06f4f3251d8c', 'name': '', 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:31:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0063fc76-4274-47d2-846c-ffad972cd769', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:35:49Z', 'updated_at': '2022-03-11T16:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-12-iscsi'}], 'dv-cinder-750782-12-iscsi', False) {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:43:46.687795 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a225c18-dafe-4d25-847e-0bd61349dff9 None None] Checking router: 0063fc76-4274-47d2-846c-ffad972cd769 for host: dv-cinder-750782-12-iscsi {{(pid=103094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:43:46.696963 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a225c18-dafe-4d25-847e-0bd61349dff9 None None] Routers {'0063fc76-4274-47d2-846c-ffad972cd769'} bound to L3 agent in host dv-cinder-750782-12-iscsi {{(pid=103094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 16:43:46.697652 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_hamode_db [None req-4a225c18-dafe-4d25-847e-0bd61349dff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:12:46Z,description=,heartbeat_timestamp=2022-03-11T16:43:46Z,host='dv-cinder-750782-12-iscsi',id=03422851-42b1-44c9-ada6-e479436b7b23,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:12:46Z,topic='l3_agent')) {'router_ids': ['0063fc76-4274-47d2-846c-ffad972cd769'], 'active': True} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:43:46.706420 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.db [None req-e82d4794-a9e6-45fb-aa88-975c9d443ed6 admin admin] For port bdfead1b-e700-4bcb-a66d-06f4f3251d8c, host dv-cinder-750782-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-12-iscsi',level=0,port_id=bdfead1b-e700-4bcb-a66d-06f4f3251d8c,segment=NetworkSegment(d35af6e3-4c7b-42bf-84c3-6daa0b397bde),segment_id=d35af6e3-4c7b-42bf-84c3-6daa0b397bde)] {{(pid=103092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:43:46.706785 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-e82d4794-a9e6-45fb-aa88-975c9d443ed6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538029'] for port (bdfead1b-e700-4bcb-a66d-06f4f3251d8c), precommit_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:43:46.721546 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.plugin [None req-e82d4794-a9e6-45fb-aa88-975c9d443ed6 admin admin] Calling delete_port for bdfead1b-e700-4bcb-a66d-06f4f3251d8c owned by network:router_gateway {{(pid=103092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 16:43:46.795707 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_dvr_db [None req-4a225c18-dafe-4d25-847e-0bd61349dff9 None None] Set router 0063fc76-4274-47d2-846c-ffad972cd769 gateway port host: None {{(pid=103094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 16:43:46.853833 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.l3_hamode_db [None req-4a225c18-dafe-4d25-847e-0bd61349dff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0063fc76-4274-47d2-846c-ffad972cd769', 'name': 'tempest-TestVolumeBootPattern-1851670284-router', 'tenant_id': '7ba34decd44144f4bfdf7cd2e1be225e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:35:49Z', 'updated_at': '2022-03-11T16:43:46Z', 'revision_number': 6, 'project_id': '7ba34decd44144f4bfdf7cd2e1be225e', 'gw_port_host': None}], 'dv-cinder-750782-12-iscsi', False) {} {{(pid=103094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:43:46.881725 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a225c18-dafe-4d25-847e-0bd61349dff9 None None] The sync data for ids ['0063fc76-4274-47d2-846c-ffad972cd769'] in dv-cinder-750782-12-iscsi is: [{'id': '0063fc76-4274-47d2-846c-ffad972cd769', 'name': 'tempest-TestVolumeBootPattern-1851670284-router', 'tenant_id': '7ba34decd44144f4bfdf7cd2e1be225e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:35:49Z', 'updated_at': '2022-03-11T16:43:46Z', 'revision_number': 6, 'project_id': '7ba34decd44144f4bfdf7cd2e1be225e', 'gw_port_host': None}] {{(pid=103094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:43:46.905779 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-e82d4794-a9e6-45fb-aa88-975c9d443ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780138542421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780137975920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30811620'] for port (bdfead1b-e700-4bcb-a66d-06f4f3251d8c), after_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:43:46.934565 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82d4794-a9e6-45fb-aa88-975c9d443ed6 admin admin] Pushing event deleted for resources: {'Port': ['ID=bdfead1b-e700-4bcb-a66d-06f4f3251d8c,revision_number=None']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:43:46.999445 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-e82d4794-a9e6-45fb-aa88-975c9d443ed6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539841'] for router_gateway (0063fc76-4274-47d2-846c-ffad972cd769), after_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:43:47.097694 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-e82d4794-a9e6-45fb-aa88-975c9d443ed6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56560'] for router (0063fc76-4274-47d2-846c-ffad972cd769), precommit_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:43:47.100816 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-e82d4794-a9e6-45fb-aa88-975c9d443ed6 admin admin] Publish callbacks [] for router_controller (0063fc76-4274-47d2-846c-ffad972cd769), precommit_delete_associations {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:43:47.146878 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-e82d4794-a9e6-45fb-aa88-975c9d443ed6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-772181'] for router (0063fc76-4274-47d2-846c-ffad972cd769), after_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:43:47.147410 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e82d4794-a9e6-45fb-aa88-975c9d443ed6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0063fc76-4274-47d2-846c-ffad972cd769 {{(pid=103092) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 16:43:47.151775 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-e82d4794-a9e6-45fb-aa88-975c9d443ed6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:43:47.155507 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-e82d4794-a9e6-45fb-aa88-975c9d443ed6 admin admin] 10.222.0.72 "DELETE /v2.0/routers/0063fc76-4274-47d2-846c-ffad972cd769 HTTP/1.1" status: 204 len: 168 time: 0.8272510 Mar 11 16:43:47.155623 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 50600) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:43:47.202303 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.db.db_base_plugin_v2 [None req-77db7de1-4c6a-44ad-b67b-275f0fe2065a admin admin] Deleting subnet e83d5618-f91a-4ca7-85af-08b09a8f46c1 {{(pid=103092) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 16:43:47.205338 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-77db7de1-4c6a-44ad-b67b-275f0fe2065a admin admin] Publish callbacks [] for subnet (e83d5618-f91a-4ca7-85af-08b09a8f46c1), before_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:43:47.248448 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-77db7de1-4c6a-44ad-b67b-275f0fe2065a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29539533'] for subnet (e83d5618-f91a-4ca7-85af-08b09a8f46c1), precommit_delete_associations {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:43:47.356565 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-77db7de1-4c6a-44ad-b67b-275f0fe2065a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393129'] for subnet (e83d5618-f91a-4ca7-85af-08b09a8f46c1), precommit_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:43:47.414596 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-77db7de1-4c6a-44ad-b67b-275f0fe2065a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30811595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30740698'] for subnet (e83d5618-f91a-4ca7-85af-08b09a8f46c1), after_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:43:47.443394 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77db7de1-4c6a-44ad-b67b-275f0fe2065a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e83d5618-f91a-4ca7-85af-08b09a8f46c1,revision_number=None']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:43:47.445710 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-77db7de1-4c6a-44ad-b67b-275f0fe2065a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779404'] for subnet (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:43:47.448976 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-77db7de1-4c6a-44ad-b67b-275f0fe2065a admin admin] 10.222.0.72 "DELETE /v2.0/subnets/e83d5618-f91a-4ca7-85af-08b09a8f46c1 HTTP/1.1" status: 204 len: 168 time: 0.2924075 Mar 11 16:43:47.452003 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 50602) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:43:47.454539 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2edce1b3-89af-49e0-9e94-a9d7d5b05990 None None] Network dfcfb836-1285-4462-adad-b70a003b7b8f requested from dv-cinder-750782-12-iscsi {{(pid=103093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 16:43:47.528441 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-55363131-4dfa-4a61-ae29-0009a7ebfa68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1370412'] for network (dfcfb836-1285-4462-adad-b70a003b7b8f), before_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:43:47.573561 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ae773407-53f5-44d0-bdbe-4d88b69a915f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (d0bcdf8a-248d-4278-aa4c-95e4828d61b2), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:43:47.587579 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.plugin [None req-55363131-4dfa-4a61-ae29-0009a7ebfa68 admin admin] Deleting port e180e977-6778-4948-8ddd-8f63df2f5089 {{(pid=103092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 16:43:47.588321 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-55363131-4dfa-4a61-ae29-0009a7ebfa68 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780138536942'] for port (e180e977-6778-4948-8ddd-8f63df2f5089), before_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:43:47.659810 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.db [None req-55363131-4dfa-4a61-ae29-0009a7ebfa68 admin admin] For port e180e977-6778-4948-8ddd-8f63df2f5089, host dv-cinder-750782-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-12-iscsi',level=0,port_id=e180e977-6778-4948-8ddd-8f63df2f5089,segment=NetworkSegment(4e93ea21-1d78-4c71-907b-4a06ff9bb77c),segment_id=4e93ea21-1d78-4c71-907b-4a06ff9bb77c)] {{(pid=103092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:43:47.660237 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-55363131-4dfa-4a61-ae29-0009a7ebfa68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538029'] for port (e180e977-6778-4948-8ddd-8f63df2f5089), precommit_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:43:47.664835 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d849816c-fdc8-4445-a4e5-c7766896eed0 None None] DHCP port deletion for dfcfb836-1285-4462-adad-b70a003b7b8f request from dv-cinder-750782-12-iscsi {{(pid=103093) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 16:43:47.680646 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.plugin [None req-55363131-4dfa-4a61-ae29-0009a7ebfa68 admin admin] Calling delete_port for e180e977-6778-4948-8ddd-8f63df2f5089 owned by network:dhcp {{(pid=103092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 16:43:47.719940 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-d849816c-fdc8-4445-a4e5-c7766896eed0 None None] Deleting port e180e977-6778-4948-8ddd-8f63df2f5089 {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 16:43:47.720440 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d849816c-fdc8-4445-a4e5-c7766896eed0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780138536942'] for port (e180e977-6778-4948-8ddd-8f63df2f5089), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:43:47.780124 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-55363131-4dfa-4a61-ae29-0009a7ebfa68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780138542421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780137975920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30811620'] for port (e180e977-6778-4948-8ddd-8f63df2f5089), after_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:43:47.794022 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-d849816c-fdc8-4445-a4e5-c7766896eed0 None None] For port e180e977-6778-4948-8ddd-8f63df2f5089, host dv-cinder-750782-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-12-iscsi',level=0,port_id=e180e977-6778-4948-8ddd-8f63df2f5089,segment=NetworkSegment(4e93ea21-1d78-4c71-907b-4a06ff9bb77c),segment_id=4e93ea21-1d78-4c71-907b-4a06ff9bb77c)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:43:47.794457 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d849816c-fdc8-4445-a4e5-c7766896eed0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538029'] for port (e180e977-6778-4948-8ddd-8f63df2f5089), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:43:47.810054 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55363131-4dfa-4a61-ae29-0009a7ebfa68 admin admin] Pushing event deleted for resources: {'Port': ['ID=e180e977-6778-4948-8ddd-8f63df2f5089,revision_number=None']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:43:47.811862 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55363131-4dfa-4a61-ae29-0009a7ebfa68 admin admin] No DVR routers for this DVR port e180e977-6778-4948-8ddd-8f63df2f5089 on host dv-cinder-750782-12-iscsi {{(pid=103092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:43:47.816422 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-d849816c-fdc8-4445-a4e5-c7766896eed0 None None] Calling delete_port for e180e977-6778-4948-8ddd-8f63df2f5089 owned by network:dhcp {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 16:43:47.906421 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d849816c-fdc8-4445-a4e5-c7766896eed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780138542421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780137975920'] for port (e180e977-6778-4948-8ddd-8f63df2f5089), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:43:47.933479 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d849816c-fdc8-4445-a4e5-c7766896eed0 None None] Pushing event deleted for resources: {'Port': ['ID=e180e977-6778-4948-8ddd-8f63df2f5089,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:43:47.945833 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d849816c-fdc8-4445-a4e5-c7766896eed0 None None] No DVR routers for this DVR port e180e977-6778-4948-8ddd-8f63df2f5089 on host dv-cinder-750782-12-iscsi {{(pid=103093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:43:47.949005 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d849816c-fdc8-4445-a4e5-c7766896eed0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:43:47.949462 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d849816c-fdc8-4445-a4e5-c7766896eed0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:43:47.949886 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d849816c-fdc8-4445-a4e5-c7766896eed0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:43:47.957024 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d849816c-fdc8-4445-a4e5-c7766896eed0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:43:47.957687 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d849816c-fdc8-4445-a4e5-c7766896eed0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:43:47.958252 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d849816c-fdc8-4445-a4e5-c7766896eed0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:43:47.958942 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d849816c-fdc8-4445-a4e5-c7766896eed0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:43:47.959626 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d849816c-fdc8-4445-a4e5-c7766896eed0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:43:47.960285 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d849816c-fdc8-4445-a4e5-c7766896eed0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:43:47.960879 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d849816c-fdc8-4445-a4e5-c7766896eed0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:43:47.961224 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d849816c-fdc8-4445-a4e5-c7766896eed0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:43:47.961564 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d849816c-fdc8-4445-a4e5-c7766896eed0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:43:47.961895 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d849816c-fdc8-4445-a4e5-c7766896eed0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-12-iscsi {{(pid=103093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:43:48.170328 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-55363131-4dfa-4a61-ae29-0009a7ebfa68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393938', 'neutron.services.segments.db._delete_segments_for_network-8780138304022'] for network (dfcfb836-1285-4462-adad-b70a003b7b8f), precommit_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:43:48.192663 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.services.segments.db [None req-55363131-4dfa-4a61-ae29-0009a7ebfa68 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfcfb836-1285-4462-adad-b70a003b7b8f']}} {{(pid=103092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:43:48.202709 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.services.segments.db [None req-55363131-4dfa-4a61-ae29-0009a7ebfa68 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e93ea21-1d78-4c71-907b-4a06ff9bb77c') {'for_net_delete': True} {{(pid=103092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:43:48.203001 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.services.segments.db [None req-55363131-4dfa-4a61-ae29-0009a7ebfa68 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e93ea21-1d78-4c71-907b-4a06ff9bb77c') {} {{(pid=103092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:43:48.212771 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-55363131-4dfa-4a61-ae29-0009a7ebfa68 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780138303519', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29539526'] for segment (4e93ea21-1d78-4c71-907b-4a06ff9bb77c), before_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:43:48.227901 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-55363131-4dfa-4a61-ae29-0009a7ebfa68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1821558'] for segment (4e93ea21-1d78-4c71-907b-4a06ff9bb77c), precommit_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:43:48.237136 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55363131-4dfa-4a61-ae29-0009a7ebfa68 admin admin] Releasing vlan 633 on physical network physnet1 to pool {{(pid=103092) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:43:48.237136 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-55363131-4dfa-4a61-ae29-0009a7ebfa68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1821558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30811157'] for segment (4e93ea21-1d78-4c71-907b-4a06ff9bb77c), after_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:43:48.240297 dv-cinder-750782-12-iscsi neutron-server[103092]: Traceback (most recent call last): Mar 11 16:43:48.240297 dv-cinder-750782-12-iscsi neutron-server[103092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:43:48.240297 dv-cinder-750782-12-iscsi neutron-server[103092]: timer() Mar 11 16:43:48.240297 dv-cinder-750782-12-iscsi neutron-server[103092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:43:48.240297 dv-cinder-750782-12-iscsi neutron-server[103092]: cb(*args, **kw) Mar 11 16:43:48.240297 dv-cinder-750782-12-iscsi neutron-server[103092]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 16:43:48.240297 dv-cinder-750782-12-iscsi neutron-server[103092]: return func(*args, **kwargs) Mar 11 16:43:48.240297 dv-cinder-750782-12-iscsi neutron-server[103092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:43:48.240297 dv-cinder-750782-12-iscsi neutron-server[103092]: self._notify() Mar 11 16:43:48.240297 dv-cinder-750782-12-iscsi neutron-server[103092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:43:48.240297 dv-cinder-750782-12-iscsi neutron-server[103092]: self.callback(batched_events) Mar 11 16:43:48.240297 dv-cinder-750782-12-iscsi neutron-server[103092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:43:48.240297 dv-cinder-750782-12-iscsi neutron-server[103092]: event.method(event) Mar 11 16:43:48.240297 dv-cinder-750782-12-iscsi neutron-server[103092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 16:43:48.240297 dv-cinder-750782-12-iscsi neutron-server[103092]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:43:48.240297 dv-cinder-750782-12-iscsi neutron-server[103092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 16:43:48.240297 dv-cinder-750782-12-iscsi neutron-server[103092]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:43:48.240297 dv-cinder-750782-12-iscsi neutron-server[103092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 16:43:48.240297 dv-cinder-750782-12-iscsi neutron-server[103092]: return f(self, *a, **k) Mar 11 16:43:48.240297 dv-cinder-750782-12-iscsi neutron-server[103092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:43:48.240297 dv-cinder-750782-12-iscsi neutron-server[103092]: return self._get(url).json() Mar 11 16:43:48.240297 dv-cinder-750782-12-iscsi neutron-server[103092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:43:48.240297 dv-cinder-750782-12-iscsi neutron-server[103092]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:43:48.240297 dv-cinder-750782-12-iscsi neutron-server[103092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:43:48.240297 dv-cinder-750782-12-iscsi neutron-server[103092]: return self.request(url, 'GET', **kwargs) Mar 11 16:43:48.240297 dv-cinder-750782-12-iscsi neutron-server[103092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:43:48.240297 dv-cinder-750782-12-iscsi neutron-server[103092]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:43:48.240297 dv-cinder-750782-12-iscsi neutron-server[103092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:43:48.240297 dv-cinder-750782-12-iscsi neutron-server[103092]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:43:48.240297 dv-cinder-750782-12-iscsi neutron-server[103092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:43:48.240297 dv-cinder-750782-12-iscsi neutron-server[103092]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:43:48.240297 dv-cinder-750782-12-iscsi neutron-server[103092]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:43:48.299870 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-55363131-4dfa-4a61-ae29-0009a7ebfa68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539877'] for network (dfcfb836-1285-4462-adad-b70a003b7b8f), after_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:43:48.308382 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-55363131-4dfa-4a61-ae29-0009a7ebfa68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779404'] for network (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:43:48.311429 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-55363131-4dfa-4a61-ae29-0009a7ebfa68 admin admin] 10.222.0.72 "DELETE /v2.0/networks/dfcfb836-1285-4462-adad-b70a003b7b8f HTTP/1.1" status: 204 len: 168 time: 0.8584042 Mar 11 16:43:48.314530 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 50604) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:43:48.323646 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55363131-4dfa-4a61-ae29-0009a7ebfa68 admin admin] Pushing event deleted for resources: {'Network': ['ID=dfcfb836-1285-4462-adad-b70a003b7b8f,revision_number=None']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:43:48.553060 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Device fd8b0dd6-f281-4bd3-92d9-fb7bcc736060 no longer exists at agent ovs-agent-dv-cinder-750782-12-iscsi {{(pid=103093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 16:43:48.573882 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] No Port match for: fd8b0dd6-f281-4bd3-92d9-fb7bcc736060 {{(pid=103093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 16:43:48.574260 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Device fd8b0dd6-f281-4bd3-92d9-fb7bcc736060 not bound to the agent host dv-cinder-750782-12-iscsi {{(pid=103093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 16:43:48.574672 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Device bdfead1b-e700-4bcb-a66d-06f4f3251d8c no longer exists at agent ovs-agent-dv-cinder-750782-12-iscsi {{(pid=103093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 16:43:48.597241 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] No Port match for: bdfead1b-e700-4bcb-a66d-06f4f3251d8c {{(pid=103093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 16:43:48.597595 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Device bdfead1b-e700-4bcb-a66d-06f4f3251d8c not bound to the agent host dv-cinder-750782-12-iscsi {{(pid=103093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 16:43:48.598081 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Device e180e977-6778-4948-8ddd-8f63df2f5089 no longer exists at agent ovs-agent-dv-cinder-750782-12-iscsi {{(pid=103093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 16:43:48.617615 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] No Port match for: e180e977-6778-4948-8ddd-8f63df2f5089 {{(pid=103093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 16:43:48.617978 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Device e180e977-6778-4948-8ddd-8f63df2f5089 not bound to the agent host dv-cinder-750782-12-iscsi {{(pid=103093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 16:43:48.690809 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-bbf613c0-fce6-4baf-9c49-3a6493da914d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-770299'] for router_interface (0124ec42-8e55-461b-9faa-80c457024e61), before_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:43:48.941516 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.plugins.ml2.plugin [None req-bbf613c0-fce6-4baf-9c49-3a6493da914d admin admin] Deleting port 9632ea66-9c81-460b-ba22-2deea100ff7e {{(pid=103091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 16:43:48.942052 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-bbf613c0-fce6-4baf-9c49-3a6493da914d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780138536942'] for port (9632ea66-9c81-460b-ba22-2deea100ff7e), before_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:43:48.945455 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-12686fd2-0f25-484f-a78a-b5cd34d8581b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (a5a5d809-3580-471a-ade1-6c5ecc269919), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:43:49.027777 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.plugins.ml2.db [None req-bbf613c0-fce6-4baf-9c49-3a6493da914d admin admin] For port 9632ea66-9c81-460b-ba22-2deea100ff7e, host dv-cinder-750782-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-12-iscsi',level=0,port_id=9632ea66-9c81-460b-ba22-2deea100ff7e,segment=NetworkSegment(7442edd6-459d-4f8b-bb50-b0a17aca3104),segment_id=7442edd6-459d-4f8b-bb50-b0a17aca3104)] {{(pid=103091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:43:49.028201 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-bbf613c0-fce6-4baf-9c49-3a6493da914d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538029'] for port (9632ea66-9c81-460b-ba22-2deea100ff7e), precommit_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:43:49.041660 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.plugins.ml2.plugin [None req-bbf613c0-fce6-4baf-9c49-3a6493da914d admin admin] Calling delete_port for 9632ea66-9c81-460b-ba22-2deea100ff7e owned by network:router_interface {{(pid=103091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 16:43:49.241577 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-bbf613c0-fce6-4baf-9c49-3a6493da914d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780138542421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780137975920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29534923'] for port (9632ea66-9c81-460b-ba22-2deea100ff7e), after_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:43:49.266639 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf613c0-fce6-4baf-9c49-3a6493da914d admin admin] Pushing event deleted for resources: {'Port': ['ID=9632ea66-9c81-460b-ba22-2deea100ff7e,revision_number=None']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:43:49.443148 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-bbf613c0-fce6-4baf-9c49-3a6493da914d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-779433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-771947'] for router_interface (0124ec42-8e55-461b-9faa-80c457024e61), after_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:43:49.690526 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbf613c0-fce6-4baf-9c49-3a6493da914d admin admin] Router 0124ec42-8e55-461b-9faa-80c457024e61 has already been hosted by L3 agent 03422851-42b1-44c9-ada6-e479436b7b23 {{(pid=103091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:43:50.047514 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbf613c0-fce6-4baf-9c49-3a6493da914d admin admin] Notify agent at l3_agent.dv-cinder-750782-12-iscsi the message routers_updated {{(pid=103091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:43:50.054586 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-bbf613c0-fce6-4baf-9c49-3a6493da914d admin admin] 10.222.0.72 "PUT /v2.0/routers/0124ec42-8e55-461b-9faa-80c457024e61/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7382720 Mar 11 16:43:50.056814 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 50606) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:43:50.060196 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-209a635c-fc81-4f14-91ea-312627f17e2f None None] Sync routers for ids ['0124ec42-8e55-461b-9faa-80c457024e61'] in dv-cinder-750782-12-iscsi {{(pid=103093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:43:50.071900 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209a635c-fc81-4f14-91ea-312627f17e2f None None] Routers {'0124ec42-8e55-461b-9faa-80c457024e61'} bound to L3 agent in host dv-cinder-750782-12-iscsi {{(pid=103093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 16:43:50.072517 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_hamode_db [None req-209a635c-fc81-4f14-91ea-312627f17e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:12:46Z,description=,heartbeat_timestamp=2022-03-11T16:43:46Z,host='dv-cinder-750782-12-iscsi',id=03422851-42b1-44c9-ada6-e479436b7b23,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:12:46Z,topic='l3_agent')) {'router_ids': ['0124ec42-8e55-461b-9faa-80c457024e61'], 'active': True} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:43:50.172636 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-1d070d6e-2996-4253-83df-a1dd2c132628 admin admin] Publish callbacks [] for router (0124ec42-8e55-461b-9faa-80c457024e61), before_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:43:50.190611 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_dvr_db [None req-209a635c-fc81-4f14-91ea-312627f17e2f None None] Set router 0124ec42-8e55-461b-9faa-80c457024e61 gateway port host: dv-cinder-750782-12-iscsi {{(pid=103093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 16:43:50.296936 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-1d070d6e-2996-4253-83df-a1dd2c132628 admin admin] Publish callbacks [] for router_gateway (0124ec42-8e55-461b-9faa-80c457024e61), before_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:43:50.352155 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.plugins.ml2.plugin [None req-1d070d6e-2996-4253-83df-a1dd2c132628 admin admin] Deleting port 1f5090df-891b-41b8-b787-2720aaaeb80b {{(pid=103091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 16:43:50.352396 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-1d070d6e-2996-4253-83df-a1dd2c132628 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780138536942'] for port (1f5090df-891b-41b8-b787-2720aaaeb80b), before_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:43:50.382475 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_hamode_db [None req-209a635c-fc81-4f14-91ea-312627f17e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0124ec42-8e55-461b-9faa-80c457024e61', 'name': 'tempest-TestVolumeBootPattern-389348443-router', 'tenant_id': '2837402b1c694b4899c57175e04259a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'external_fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': '1f5090df-891b-41b8-b787-2720aaaeb80b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:35:54Z', 'updated_at': '2022-03-11T16:43:49Z', 'revision_number': 5, 'project_id': '2837402b1c694b4899c57175e04259a2', 'gw_port': {'id': '1f5090df-891b-41b8-b787-2720aaaeb80b', 'name': '', 'network_id': 'ff1c1ad1-a65f-4be8-9483-081137458b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0124ec42-8e55-461b-9faa-80c457024e61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:35:55Z', 'updated_at': '2022-03-11T16:36:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5240f8c4-acf8-4de2-827e-773879cfd307', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-12-iscsi'}], 'dv-cinder-750782-12-iscsi', False) {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:43:50.413706 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-209a635c-fc81-4f14-91ea-312627f17e2f None None] Checking router: 0124ec42-8e55-461b-9faa-80c457024e61 for host: dv-cinder-750782-12-iscsi {{(pid=103093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:43:50.422287 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209a635c-fc81-4f14-91ea-312627f17e2f None None] Routers {'0124ec42-8e55-461b-9faa-80c457024e61'} bound to L3 agent in host dv-cinder-750782-12-iscsi {{(pid=103093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 16:43:50.422893 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_hamode_db [None req-209a635c-fc81-4f14-91ea-312627f17e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:12:46Z,description=,heartbeat_timestamp=2022-03-11T16:43:46Z,host='dv-cinder-750782-12-iscsi',id=03422851-42b1-44c9-ada6-e479436b7b23,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:12:46Z,topic='l3_agent')) {'router_ids': ['0124ec42-8e55-461b-9faa-80c457024e61'], 'active': True} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:43:50.437037 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.plugins.ml2.db [None req-1d070d6e-2996-4253-83df-a1dd2c132628 admin admin] For port 1f5090df-891b-41b8-b787-2720aaaeb80b, host dv-cinder-750782-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-12-iscsi',level=0,port_id=1f5090df-891b-41b8-b787-2720aaaeb80b,segment=NetworkSegment(d35af6e3-4c7b-42bf-84c3-6daa0b397bde),segment_id=d35af6e3-4c7b-42bf-84c3-6daa0b397bde)] {{(pid=103091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:43:50.437518 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-1d070d6e-2996-4253-83df-a1dd2c132628 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538029'] for port (1f5090df-891b-41b8-b787-2720aaaeb80b), precommit_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:43:50.452560 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.plugins.ml2.plugin [None req-1d070d6e-2996-4253-83df-a1dd2c132628 admin admin] Calling delete_port for 1f5090df-891b-41b8-b787-2720aaaeb80b owned by network:router_gateway {{(pid=103091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 16:43:50.511407 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (1025624e-e238-47fc-86ae-58f7bb6baa16), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:43:50.539644 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_dvr_db [None req-209a635c-fc81-4f14-91ea-312627f17e2f None None] Set router 0124ec42-8e55-461b-9faa-80c457024e61 gateway port host: None {{(pid=103093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 16:43:50.598631 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_hamode_db [None req-209a635c-fc81-4f14-91ea-312627f17e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0124ec42-8e55-461b-9faa-80c457024e61', 'name': 'tempest-TestVolumeBootPattern-389348443-router', 'tenant_id': '2837402b1c694b4899c57175e04259a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:35:54Z', 'updated_at': '2022-03-11T16:43:50Z', 'revision_number': 6, 'project_id': '2837402b1c694b4899c57175e04259a2', 'gw_port_host': None}], 'dv-cinder-750782-12-iscsi', False) {} {{(pid=103093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:43:50.632738 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-209a635c-fc81-4f14-91ea-312627f17e2f None None] The sync data for ids ['0124ec42-8e55-461b-9faa-80c457024e61'] in dv-cinder-750782-12-iscsi is: [{'id': '0124ec42-8e55-461b-9faa-80c457024e61', 'name': 'tempest-TestVolumeBootPattern-389348443-router', 'tenant_id': '2837402b1c694b4899c57175e04259a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:35:54Z', 'updated_at': '2022-03-11T16:43:50Z', 'revision_number': 6, 'project_id': '2837402b1c694b4899c57175e04259a2', 'gw_port_host': None}] {{(pid=103093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:43:50.648786 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-1d070d6e-2996-4253-83df-a1dd2c132628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780138542421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780137975920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29534923'] for port (1f5090df-891b-41b8-b787-2720aaaeb80b), after_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:43:50.680147 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d070d6e-2996-4253-83df-a1dd2c132628 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f5090df-891b-41b8-b787-2720aaaeb80b,revision_number=None']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:43:50.745243 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-1d070d6e-2996-4253-83df-a1dd2c132628 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539841'] for router_gateway (0124ec42-8e55-461b-9faa-80c457024e61), after_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:43:50.848834 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-1d070d6e-2996-4253-83df-a1dd2c132628 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56560'] for router (0124ec42-8e55-461b-9faa-80c457024e61), precommit_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:43:50.851421 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-1d070d6e-2996-4253-83df-a1dd2c132628 admin admin] Publish callbacks [] for router_controller (0124ec42-8e55-461b-9faa-80c457024e61), precommit_delete_associations {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:43:50.906677 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-1d070d6e-2996-4253-83df-a1dd2c132628 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-772181'] for router (0124ec42-8e55-461b-9faa-80c457024e61), after_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:43:50.907296 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d070d6e-2996-4253-83df-a1dd2c132628 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0124ec42-8e55-461b-9faa-80c457024e61 {{(pid=103091) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 16:43:50.912729 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-1d070d6e-2996-4253-83df-a1dd2c132628 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:43:50.914017 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-1d070d6e-2996-4253-83df-a1dd2c132628 admin admin] 10.222.0.72 "DELETE /v2.0/routers/0124ec42-8e55-461b-9faa-80c457024e61 HTTP/1.1" status: 204 len: 168 time: 0.8561583 Mar 11 16:43:50.917205 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [-] (103091) accepted ('10.222.0.72', 50608) {{(pid=103091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:43:50.970204 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.db.db_base_plugin_v2 [None req-df4632c5-4537-4b65-929e-09677f725553 admin admin] Deleting subnet c2c4d375-7b3d-4413-8fee-1d9a630da582 {{(pid=103091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 16:43:50.974965 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-df4632c5-4537-4b65-929e-09677f725553 admin admin] Publish callbacks [] for subnet (c2c4d375-7b3d-4413-8fee-1d9a630da582), before_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:43:51.017341 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-df4632c5-4537-4b65-929e-09677f725553 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29666204'] for subnet (c2c4d375-7b3d-4413-8fee-1d9a630da582), precommit_delete_associations {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:43:51.111245 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-df4632c5-4537-4b65-929e-09677f725553 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393129'] for subnet (c2c4d375-7b3d-4413-8fee-1d9a630da582), precommit_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:43:51.171933 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-df4632c5-4537-4b65-929e-09677f725553 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29534948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29787339'] for subnet (c2c4d375-7b3d-4413-8fee-1d9a630da582), after_delete {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:43:51.202796 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron_lib.callbacks.manager [None req-df4632c5-4537-4b65-929e-09677f725553 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:43:51.206066 dv-cinder-750782-12-iscsi neutron-server[103091]: INFO neutron.wsgi [None req-df4632c5-4537-4b65-929e-09677f725553 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/c2c4d375-7b3d-4413-8fee-1d9a630da582 HTTP/1.1" status: 204 len: 168 time: 0.2879040 Mar 11 16:43:51.207504 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4632c5-4537-4b65-929e-09677f725553 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2c4d375-7b3d-4413-8fee-1d9a630da582,revision_number=None']} {{(pid=103091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:43:51.209010 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 50610) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:43:51.211096 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d37435b9-85c1-4fd0-a098-272143b726f3 None None] Network 66750cc1-49b9-4699-bd1c-8fbfd3589db3 requested from dv-cinder-750782-12-iscsi {{(pid=103093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 16:43:51.286056 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-fab8b65b-95ec-4eb9-ad21-039198ea77ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1370412'] for network (66750cc1-49b9-4699-bd1c-8fbfd3589db3), before_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:43:51.341785 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.plugin [None req-fab8b65b-95ec-4eb9-ad21-039198ea77ab admin admin] Deleting port 56249b20-ab0f-4bcc-91a9-fc74f35fc21b {{(pid=103092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 16:43:51.342330 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-fab8b65b-95ec-4eb9-ad21-039198ea77ab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780138536942'] for port (56249b20-ab0f-4bcc-91a9-fc74f35fc21b), before_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:43:51.399907 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f8f9a45-2ca5-43ba-b097-f04b50c7bf24 None None] DHCP port deletion for 66750cc1-49b9-4699-bd1c-8fbfd3589db3 request from dv-cinder-750782-12-iscsi {{(pid=103093) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 16:43:51.416948 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.db [None req-fab8b65b-95ec-4eb9-ad21-039198ea77ab admin admin] For port 56249b20-ab0f-4bcc-91a9-fc74f35fc21b, host dv-cinder-750782-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-12-iscsi',level=0,port_id=56249b20-ab0f-4bcc-91a9-fc74f35fc21b,segment=NetworkSegment(7442edd6-459d-4f8b-bb50-b0a17aca3104),segment_id=7442edd6-459d-4f8b-bb50-b0a17aca3104)] {{(pid=103092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:43:51.416948 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-fab8b65b-95ec-4eb9-ad21-039198ea77ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538029'] for port (56249b20-ab0f-4bcc-91a9-fc74f35fc21b), precommit_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:43:51.432688 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.plugin [None req-fab8b65b-95ec-4eb9-ad21-039198ea77ab admin admin] Calling delete_port for 56249b20-ab0f-4bcc-91a9-fc74f35fc21b owned by network:dhcp {{(pid=103092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 16:43:51.452282 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-1f8f9a45-2ca5-43ba-b097-f04b50c7bf24 None None] Deleting port 56249b20-ab0f-4bcc-91a9-fc74f35fc21b {{(pid=103093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 16:43:51.452662 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1f8f9a45-2ca5-43ba-b097-f04b50c7bf24 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780138536942'] for port (56249b20-ab0f-4bcc-91a9-fc74f35fc21b), before_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:43:51.518998 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-fab8b65b-95ec-4eb9-ad21-039198ea77ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780138542421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780137975920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30811620'] for port (56249b20-ab0f-4bcc-91a9-fc74f35fc21b), after_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:43:51.527935 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.db [None req-1f8f9a45-2ca5-43ba-b097-f04b50c7bf24 None None] For port 56249b20-ab0f-4bcc-91a9-fc74f35fc21b, host dv-cinder-750782-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-12-iscsi',level=0,port_id=56249b20-ab0f-4bcc-91a9-fc74f35fc21b,segment=NetworkSegment(7442edd6-459d-4f8b-bb50-b0a17aca3104),segment_id=7442edd6-459d-4f8b-bb50-b0a17aca3104)] {{(pid=103093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:43:51.528227 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1f8f9a45-2ca5-43ba-b097-f04b50c7bf24 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538029'] for port (56249b20-ab0f-4bcc-91a9-fc74f35fc21b), precommit_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:43:51.543109 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-1f8f9a45-2ca5-43ba-b097-f04b50c7bf24 None None] Calling delete_port for 56249b20-ab0f-4bcc-91a9-fc74f35fc21b owned by network:dhcp {{(pid=103093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 16:43:51.546621 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab8b65b-95ec-4eb9-ad21-039198ea77ab admin admin] Pushing event deleted for resources: {'Port': ['ID=56249b20-ab0f-4bcc-91a9-fc74f35fc21b,revision_number=None']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:43:51.551136 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab8b65b-95ec-4eb9-ad21-039198ea77ab admin admin] No DVR routers for this DVR port 56249b20-ab0f-4bcc-91a9-fc74f35fc21b on host dv-cinder-750782-12-iscsi {{(pid=103092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:43:51.632383 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-fab8b65b-95ec-4eb9-ad21-039198ea77ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393938', 'neutron.services.segments.db._delete_segments_for_network-8780138304022'] for network (66750cc1-49b9-4699-bd1c-8fbfd3589db3), precommit_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:43:51.634978 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1f8f9a45-2ca5-43ba-b097-f04b50c7bf24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780138542421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780137975920'] for port (56249b20-ab0f-4bcc-91a9-fc74f35fc21b), after_delete {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:43:51.656537 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.services.segments.db [None req-fab8b65b-95ec-4eb9-ad21-039198ea77ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66750cc1-49b9-4699-bd1c-8fbfd3589db3']}} {{(pid=103092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:43:51.664628 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8f9a45-2ca5-43ba-b097-f04b50c7bf24 None None] Pushing event deleted for resources: {'Port': ['ID=56249b20-ab0f-4bcc-91a9-fc74f35fc21b,revision_number=None']} {{(pid=103093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:43:51.668263 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f8f9a45-2ca5-43ba-b097-f04b50c7bf24 None None] No DVR routers for this DVR port 56249b20-ab0f-4bcc-91a9-fc74f35fc21b on host dv-cinder-750782-12-iscsi {{(pid=103093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:43:51.671831 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.services.segments.db [None req-fab8b65b-95ec-4eb9-ad21-039198ea77ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7442edd6-459d-4f8b-bb50-b0a17aca3104') {'for_net_delete': True} {{(pid=103092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:43:51.672211 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.services.segments.db [None req-fab8b65b-95ec-4eb9-ad21-039198ea77ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7442edd6-459d-4f8b-bb50-b0a17aca3104') {} {{(pid=103092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:43:51.684554 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-fab8b65b-95ec-4eb9-ad21-039198ea77ab admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780138303519', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29539526'] for segment (7442edd6-459d-4f8b-bb50-b0a17aca3104), before_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:43:51.701815 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-fab8b65b-95ec-4eb9-ad21-039198ea77ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1821558'] for segment (7442edd6-459d-4f8b-bb50-b0a17aca3104), precommit_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:43:51.709378 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fab8b65b-95ec-4eb9-ad21-039198ea77ab admin admin] Releasing vlan 647 on physical network physnet1 to pool {{(pid=103092) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:43:51.709849 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-fab8b65b-95ec-4eb9-ad21-039198ea77ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1821558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30811157'] for segment (7442edd6-459d-4f8b-bb50-b0a17aca3104), after_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:43:51.712304 dv-cinder-750782-12-iscsi neutron-server[103092]: Traceback (most recent call last): Mar 11 16:43:51.712304 dv-cinder-750782-12-iscsi neutron-server[103092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:43:51.712304 dv-cinder-750782-12-iscsi neutron-server[103092]: timer() Mar 11 16:43:51.712304 dv-cinder-750782-12-iscsi neutron-server[103092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:43:51.712304 dv-cinder-750782-12-iscsi neutron-server[103092]: cb(*args, **kw) Mar 11 16:43:51.712304 dv-cinder-750782-12-iscsi neutron-server[103092]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 16:43:51.712304 dv-cinder-750782-12-iscsi neutron-server[103092]: return func(*args, **kwargs) Mar 11 16:43:51.712304 dv-cinder-750782-12-iscsi neutron-server[103092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:43:51.712304 dv-cinder-750782-12-iscsi neutron-server[103092]: self._notify() Mar 11 16:43:51.712304 dv-cinder-750782-12-iscsi neutron-server[103092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:43:51.712304 dv-cinder-750782-12-iscsi neutron-server[103092]: self.callback(batched_events) Mar 11 16:43:51.712304 dv-cinder-750782-12-iscsi neutron-server[103092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:43:51.712304 dv-cinder-750782-12-iscsi neutron-server[103092]: event.method(event) Mar 11 16:43:51.712304 dv-cinder-750782-12-iscsi neutron-server[103092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 16:43:51.712304 dv-cinder-750782-12-iscsi neutron-server[103092]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:43:51.712304 dv-cinder-750782-12-iscsi neutron-server[103092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 16:43:51.712304 dv-cinder-750782-12-iscsi neutron-server[103092]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:43:51.712304 dv-cinder-750782-12-iscsi neutron-server[103092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 16:43:51.712304 dv-cinder-750782-12-iscsi neutron-server[103092]: return f(self, *a, **k) Mar 11 16:43:51.712304 dv-cinder-750782-12-iscsi neutron-server[103092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:43:51.712304 dv-cinder-750782-12-iscsi neutron-server[103092]: return self._get(url).json() Mar 11 16:43:51.712304 dv-cinder-750782-12-iscsi neutron-server[103092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:43:51.712304 dv-cinder-750782-12-iscsi neutron-server[103092]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:43:51.712304 dv-cinder-750782-12-iscsi neutron-server[103092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:43:51.712304 dv-cinder-750782-12-iscsi neutron-server[103092]: return self.request(url, 'GET', **kwargs) Mar 11 16:43:51.712304 dv-cinder-750782-12-iscsi neutron-server[103092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:43:51.712304 dv-cinder-750782-12-iscsi neutron-server[103092]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:43:51.712304 dv-cinder-750782-12-iscsi neutron-server[103092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:43:51.712304 dv-cinder-750782-12-iscsi neutron-server[103092]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:43:51.712304 dv-cinder-750782-12-iscsi neutron-server[103092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:43:51.712304 dv-cinder-750782-12-iscsi neutron-server[103092]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:43:51.712304 dv-cinder-750782-12-iscsi neutron-server[103092]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:43:51.776736 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-fab8b65b-95ec-4eb9-ad21-039198ea77ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539877'] for network (66750cc1-49b9-4699-bd1c-8fbfd3589db3), after_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:43:51.782409 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-fab8b65b-95ec-4eb9-ad21-039198ea77ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779404'] for network (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:43:51.785478 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-fab8b65b-95ec-4eb9-ad21-039198ea77ab admin admin] 10.222.0.72 "DELETE /v2.0/networks/66750cc1-49b9-4699-bd1c-8fbfd3589db3 HTTP/1.1" status: 204 len: 168 time: 0.5754056 Mar 11 16:43:51.796630 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab8b65b-95ec-4eb9-ad21-039198ea77ab admin admin] Pushing event deleted for resources: {'Network': ['ID=66750cc1-49b9-4699-bd1c-8fbfd3589db3,revision_number=None']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:43:51.915730 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 50614) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:43:51.955587 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-86d33029-00ad-4ab6-9100-557c929e68aa admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=7ba34decd44144f4bfdf7cd2e1be225e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384796 Mar 11 16:43:51.958424 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 50616) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:43:52.007436 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-9fd0e776-b88b-410b-bc82-ba22cf462783 admin admin] Publish callbacks [] for security_group (61ec1b8e-4e1d-4921-a785-68310890ff0b), before_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:43:52.028872 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-9fd0e776-b88b-410b-bc82-ba22cf462783 admin admin] Publish callbacks [] for security_group (61ec1b8e-4e1d-4921-a785-68310890ff0b), precommit_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:43:52.080250 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-9fd0e776-b88b-410b-bc82-ba22cf462783 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (61ec1b8e-4e1d-4921-a785-68310890ff0b), after_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:43:52.083501 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-9fd0e776-b88b-410b-bc82-ba22cf462783 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:43:52.084655 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-9fd0e776-b88b-410b-bc82-ba22cf462783 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/61ec1b8e-4e1d-4921-a785-68310890ff0b HTTP/1.1" status: 204 len: 168 time: 0.1253448 Mar 11 16:43:52.092544 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd0e776-b88b-410b-bc82-ba22cf462783 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61ec1b8e-4e1d-4921-a785-68310890ff0b,revision_number=None']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:43:52.450330 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 50622) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:43:52.495140 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-0157e8ec-2ab1-4758-8876-90215cc80728 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2837402b1c694b4899c57175e04259a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0435376 Mar 11 16:43:52.497909 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [-] (103092) accepted ('10.222.0.72', 50624) {{(pid=103092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 16:43:52.557398 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Device 1f5090df-891b-41b8-b787-2720aaaeb80b no longer exists at agent ovs-agent-dv-cinder-750782-12-iscsi {{(pid=103093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 16:43:52.558877 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-68c39a94-a30c-47da-b4bb-9ef75d6456b3 admin admin] Publish callbacks [] for security_group (6c72e3fd-b03c-4994-b69f-ecedbe811e30), before_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:43:52.579004 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] No Port match for: 1f5090df-891b-41b8-b787-2720aaaeb80b {{(pid=103093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 16:43:52.579350 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Device 1f5090df-891b-41b8-b787-2720aaaeb80b not bound to the agent host dv-cinder-750782-12-iscsi {{(pid=103093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 16:43:52.579769 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Device 56249b20-ab0f-4bcc-91a9-fc74f35fc21b no longer exists at agent ovs-agent-dv-cinder-750782-12-iscsi {{(pid=103093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 16:43:52.582258 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-68c39a94-a30c-47da-b4bb-9ef75d6456b3 admin admin] Publish callbacks [] for security_group (6c72e3fd-b03c-4994-b69f-ecedbe811e30), precommit_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:43:52.602208 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] No Port match for: 56249b20-ab0f-4bcc-91a9-fc74f35fc21b {{(pid=103093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 16:43:52.602551 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Device 56249b20-ab0f-4bcc-91a9-fc74f35fc21b not bound to the agent host dv-cinder-750782-12-iscsi {{(pid=103093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 16:43:52.602968 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Device 9632ea66-9c81-460b-ba22-2deea100ff7e no longer exists at agent ovs-agent-dv-cinder-750782-12-iscsi {{(pid=103093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 16:43:52.621763 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.plugin [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] No Port match for: 9632ea66-9c81-460b-ba22-2deea100ff7e {{(pid=103093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 16:43:52.622133 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron.plugins.ml2.rpc [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Device 9632ea66-9c81-460b-ba22-2deea100ff7e not bound to the agent host dv-cinder-750782-12-iscsi {{(pid=103093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 16:43:52.632434 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-68c39a94-a30c-47da-b4bb-9ef75d6456b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606793'] for security_group (6c72e3fd-b03c-4994-b69f-ecedbe811e30), after_delete {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:43:52.635056 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron_lib.callbacks.manager [None req-68c39a94-a30c-47da-b4bb-9ef75d6456b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:43:52.636376 dv-cinder-750782-12-iscsi neutron-server[103092]: INFO neutron.wsgi [None req-68c39a94-a30c-47da-b4bb-9ef75d6456b3 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/6c72e3fd-b03c-4994-b69f-ecedbe811e30 HTTP/1.1" status: 204 len: 168 time: 0.1374753 Mar 11 16:43:52.644054 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c39a94-a30c-47da-b4bb-9ef75d6456b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c72e3fd-b03c-4994-b69f-ecedbe811e30,revision_number=None']} {{(pid=103092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:44:06.068581 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (42978ec7-0c45-4bcc-88e8-64ee44356522), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:44:13.887431 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-32c8fd9a-c3a5-459e-b3f6-0a8ed4897760 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (52d54afa-c257-4acf-9353-cc1307944ae0), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:44:16.242760 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-48151e03-4af1-4e72-934d-cf571ef4f0f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (03422851-42b1-44c9-ada6-e479436b7b23), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:44:17.571424 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ae773407-53f5-44d0-bdbe-4d88b69a915f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (d0bcdf8a-248d-4278-aa4c-95e4828d61b2), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:44:18.949054 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-12686fd2-0f25-484f-a78a-b5cd34d8581b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (a5a5d809-3580-471a-ade1-6c5ecc269919), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:44:20.470273 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (1025624e-e238-47fc-86ae-58f7bb6baa16), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:44:21.219555 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.agents_db [None req-ed17eba3-c4d2-4aaa-a64c-93b8434a4a48 None None] Agent healthcheck: found 6 active agents {{(pid=103094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 16:44:36.063303 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (42978ec7-0c45-4bcc-88e8-64ee44356522), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:44:43.890226 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-df653a70-13ad-4350-b3ed-406dbf2487dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (52d54afa-c257-4acf-9353-cc1307944ae0), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:44:46.245297 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-49283893-6c85-4dcf-a83a-7a07465af3c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (03422851-42b1-44c9-ada6-e479436b7b23), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:44:47.573895 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ae773407-53f5-44d0-bdbe-4d88b69a915f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (d0bcdf8a-248d-4278-aa4c-95e4828d61b2), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:44:48.952129 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-12686fd2-0f25-484f-a78a-b5cd34d8581b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (a5a5d809-3580-471a-ade1-6c5ecc269919), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:44:50.463204 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (1025624e-e238-47fc-86ae-58f7bb6baa16), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:44:58.218323 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.agents_db [None req-ed17eba3-c4d2-4aaa-a64c-93b8434a4a48 None None] Agent healthcheck: found 6 active agents {{(pid=103094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 16:45:06.094225 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (42978ec7-0c45-4bcc-88e8-64ee44356522), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:45:13.893288 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-5477a112-e6e9-4264-9f0b-f035b242d4bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (52d54afa-c257-4acf-9353-cc1307944ae0), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:45:16.248503 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7f5b73f9-8469-4a5c-942e-798d975eae19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (03422851-42b1-44c9-ada6-e479436b7b23), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:45:17.581046 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ae773407-53f5-44d0-bdbe-4d88b69a915f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (d0bcdf8a-248d-4278-aa4c-95e4828d61b2), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:45:18.955428 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-12686fd2-0f25-484f-a78a-b5cd34d8581b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (a5a5d809-3580-471a-ade1-6c5ecc269919), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:45:20.467319 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (1025624e-e238-47fc-86ae-58f7bb6baa16), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:45:35.217660 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.agents_db [None req-ed17eba3-c4d2-4aaa-a64c-93b8434a4a48 None None] Agent healthcheck: found 6 active agents {{(pid=103094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 16:45:36.108304 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (42978ec7-0c45-4bcc-88e8-64ee44356522), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:45:43.895483 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-0a4e3806-ccb2-4ee1-94d8-90b98f13e305 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (52d54afa-c257-4acf-9353-cc1307944ae0), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:45:46.250384 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ad6453f8-65b5-4be7-b9e0-f8d1e6716da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (03422851-42b1-44c9-ada6-e479436b7b23), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:45:47.581156 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ae773407-53f5-44d0-bdbe-4d88b69a915f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (d0bcdf8a-248d-4278-aa4c-95e4828d61b2), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:45:48.958793 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-12686fd2-0f25-484f-a78a-b5cd34d8581b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (a5a5d809-3580-471a-ade1-6c5ecc269919), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:45:50.469973 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (1025624e-e238-47fc-86ae-58f7bb6baa16), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:46:01.666939 dv-cinder-750782-12-iscsi neutron-server[103091]: DEBUG neutron.wsgi [req-c7631b7d-90de-44d5-8367-35fbe60edeb8 req-206dc94d-7ecc-4c18-8ae7-497c759ab2ea service neutron] (103091) timed out ('10.222.0.72', 45808) {{(pid=103091) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 11 16:46:01.930144 dv-cinder-750782-12-iscsi neutron-server[103092]: DEBUG neutron.wsgi [req-c7631b7d-90de-44d5-8367-35fbe60edeb8 req-968bd6d8-7678-495d-b77d-4425085ea29d tempest-AttachVolumeShelveTestJSON-714246018 tempest-AttachVolumeShelveTestJSON-714246018-project] (103092) timed out ('10.222.0.72', 45816) {{(pid=103092) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 11 16:46:06.107510 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (42978ec7-0c45-4bcc-88e8-64ee44356522), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:46:12.217213 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.agents_db [None req-ed17eba3-c4d2-4aaa-a64c-93b8434a4a48 None None] Agent healthcheck: found 6 active agents {{(pid=103094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 16:46:13.900207 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-22d968b2-eb31-4e7b-be32-0ece9348cbc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (52d54afa-c257-4acf-9353-cc1307944ae0), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:46:16.252321 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-5b434f30-11f7-4e11-a5b4-106daaeb99f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (03422851-42b1-44c9-ada6-e479436b7b23), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:46:17.583263 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ae773407-53f5-44d0-bdbe-4d88b69a915f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (d0bcdf8a-248d-4278-aa4c-95e4828d61b2), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:46:18.963327 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-12686fd2-0f25-484f-a78a-b5cd34d8581b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (a5a5d809-3580-471a-ade1-6c5ecc269919), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:46:20.476717 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (1025624e-e238-47fc-86ae-58f7bb6baa16), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:46:36.106711 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (42978ec7-0c45-4bcc-88e8-64ee44356522), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:46:43.902172 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-17333002-8d31-413c-aef2-8eb86dd9a0cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (52d54afa-c257-4acf-9353-cc1307944ae0), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:46:46.254072 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-44754b1b-5a46-4006-9dd7-b2e83f51b372 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (03422851-42b1-44c9-ada6-e479436b7b23), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:46:47.590424 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ae773407-53f5-44d0-bdbe-4d88b69a915f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (d0bcdf8a-248d-4278-aa4c-95e4828d61b2), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:46:48.964282 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-12686fd2-0f25-484f-a78a-b5cd34d8581b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (a5a5d809-3580-471a-ade1-6c5ecc269919), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:46:49.215913 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.agents_db [None req-ed17eba3-c4d2-4aaa-a64c-93b8434a4a48 None None] Agent healthcheck: found 6 active agents {{(pid=103094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 16:46:50.469197 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (1025624e-e238-47fc-86ae-58f7bb6baa16), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:47:06.107927 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (42978ec7-0c45-4bcc-88e8-64ee44356522), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:47:13.914708 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3772efc2-f87d-4d23-8637-64c807601d2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (52d54afa-c257-4acf-9353-cc1307944ae0), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:47:16.258437 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-840e8ac9-7cf3-4bfb-b536-35446ae47785 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (03422851-42b1-44c9-ada6-e479436b7b23), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:47:17.588070 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ae773407-53f5-44d0-bdbe-4d88b69a915f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (d0bcdf8a-248d-4278-aa4c-95e4828d61b2), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:47:18.967593 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-12686fd2-0f25-484f-a78a-b5cd34d8581b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (a5a5d809-3580-471a-ade1-6c5ecc269919), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:47:20.471918 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (1025624e-e238-47fc-86ae-58f7bb6baa16), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:47:26.216686 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.agents_db [None req-ed17eba3-c4d2-4aaa-a64c-93b8434a4a48 None None] Agent healthcheck: found 6 active agents {{(pid=103094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 16:47:36.105081 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (42978ec7-0c45-4bcc-88e8-64ee44356522), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:47:43.908242 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9d2fd1cd-3242-457a-9ac2-eb9da98a6c14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (52d54afa-c257-4acf-9353-cc1307944ae0), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:47:46.260795 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-75cce141-0198-4daf-85c9-38839a7b91d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (03422851-42b1-44c9-ada6-e479436b7b23), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:47:47.592058 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ae773407-53f5-44d0-bdbe-4d88b69a915f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (d0bcdf8a-248d-4278-aa4c-95e4828d61b2), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:47:48.971584 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-12686fd2-0f25-484f-a78a-b5cd34d8581b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (a5a5d809-3580-471a-ade1-6c5ecc269919), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:47:50.474149 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (1025624e-e238-47fc-86ae-58f7bb6baa16), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:48:03.215724 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.agents_db [None req-ed17eba3-c4d2-4aaa-a64c-93b8434a4a48 None None] Agent healthcheck: found 6 active agents {{(pid=103094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 16:48:06.104774 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (42978ec7-0c45-4bcc-88e8-64ee44356522), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:48:13.912596 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-d9faa419-1144-46f0-bd56-024ddbfd0f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (52d54afa-c257-4acf-9353-cc1307944ae0), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:48:16.263136 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-9baa79b3-97b3-41f6-ac18-af3ffb61b432 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (03422851-42b1-44c9-ada6-e479436b7b23), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:48:17.595091 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ae773407-53f5-44d0-bdbe-4d88b69a915f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (d0bcdf8a-248d-4278-aa4c-95e4828d61b2), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:48:18.974928 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-12686fd2-0f25-484f-a78a-b5cd34d8581b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (a5a5d809-3580-471a-ade1-6c5ecc269919), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:48:20.477523 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (1025624e-e238-47fc-86ae-58f7bb6baa16), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:48:36.106388 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (42978ec7-0c45-4bcc-88e8-64ee44356522), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:48:40.215357 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.agents_db [None req-ed17eba3-c4d2-4aaa-a64c-93b8434a4a48 None None] Agent healthcheck: found 6 active agents {{(pid=103094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 16:48:43.915563 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-3df1f5aa-c37e-4639-acdd-e8baea574f43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (52d54afa-c257-4acf-9353-cc1307944ae0), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:48:46.266049 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-23af2dcb-cdca-499c-bcbe-3baa1334ffc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (03422851-42b1-44c9-ada6-e479436b7b23), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:48:47.597926 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ae773407-53f5-44d0-bdbe-4d88b69a915f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (d0bcdf8a-248d-4278-aa4c-95e4828d61b2), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:48:48.975916 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-12686fd2-0f25-484f-a78a-b5cd34d8581b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (a5a5d809-3580-471a-ade1-6c5ecc269919), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:48:50.482942 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (1025624e-e238-47fc-86ae-58f7bb6baa16), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:49:06.101361 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ba26db8d-ba82-4235-9a9f-b172fd17f062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (42978ec7-0c45-4bcc-88e8-64ee44356522), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:49:13.918073 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-7548edaf-efb8-493f-98fa-137323beaddd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (52d54afa-c257-4acf-9353-cc1307944ae0), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:49:16.268209 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-5155c324-41c3-438d-8390-3300928e090e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (03422851-42b1-44c9-ada6-e479436b7b23), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:49:17.213986 dv-cinder-750782-12-iscsi neutron-server[103094]: DEBUG neutron.db.agents_db [None req-ed17eba3-c4d2-4aaa-a64c-93b8434a4a48 None None] Agent healthcheck: found 6 active agents {{(pid=103094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 16:49:17.601730 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-ae773407-53f5-44d0-bdbe-4d88b69a915f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (d0bcdf8a-248d-4278-aa4c-95e4828d61b2), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:49:18.982799 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-12686fd2-0f25-484f-a78a-b5cd34d8581b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (a5a5d809-3580-471a-ade1-6c5ecc269919), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 16:49:20.487013 dv-cinder-750782-12-iscsi neutron-server[103093]: DEBUG neutron_lib.callbacks.manager [None req-1388b7cf-7e20-4782-8bfd-816c50a5cf8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780138304004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400089'] for agent (1025624e-e238-47fc-86ae-58f7bb6baa16), after_update {{(pid=103093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}